00000800:00000200:1.1F:1769073645.841850:0:2421:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:1.1:1769073645.841903:0:2421:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988
00000800:00000200:1.1:1769073645.841909:0:2421:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004be5c5c0 type 2, nob 96 niov 1 nkiov 0
00010000:00000010:1.1:1769074050.974794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580a948e00.
00010000:00000010:1.1:1769074050.974809:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580722f600.
00010000:00000010:1.1:1769074050.974814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58012ea600.
00010000:00000010:1.1:1769074051.105220:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580722f600.
00010000:00000010:1.1:1769074051.105230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58012eb400.
00000080:00000010:1.1:1769074060.263976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58090bfa00.
00010000:00000010:1.1:1769074060.263996:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5805455b00.
00010000:00000010:1.1:1769074060.264003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580a948c00.
00010000:00000010:1.1:1769074069.520024:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580722f100.
00010000:00000010:1.1:1769074069.520034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58012eaa00.
00010000:00000010:1.1:1769074153.989638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5805645800.
00000080:00000010:1.1:1769074154.027308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810d9a460.
00000080:00000010:1.1:1769074154.027320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810d9af20.
00010000:00000010:1.1:1769074154.032680:0:23751:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5813aca500.
00010000:00000010:1.1:1769074154.032700:0:23751:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5805645400.
00010000:00000010:1.1:1769074154.032704:0:23751:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5813acae00.
00010000:00000010:1.1:1769074154.032707:0:23751:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5805645a00.
00010000:00000010:1.1:1769074154.032710:0:23751:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5813aca700.
00010000:00000010:1.1:1769074154.032712:0:23751:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5805645600.
00010000:00000010:1.1:1769074154.032715:0:23751:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5813aca100.
00010000:00000010:1.1:1769074154.032717:0:23751:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5805644000.
00010000:00000010:1.1:1769074154.032721:0:23751:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5805455000.
00010000:00000010:1.1:1769074154.032725:0:23751:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580a949000.
00010000:00000010:1.1:1769074154.032746:0:23751:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5806127200.
00010000:00000010:1.1:1769074154.032750:0:23751:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580311ec00.
00010000:00000010:1.1:1769074154.032753:0:23751:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5806127000.
00010000:00000010:1.1:1769074154.032755:0:23751:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580311f000.
00000080:00000010:1.1:1769074162.769097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58090bf720.
00010000:00000010:1.1:1769074162.769274:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580722f000.
00010000:00000010:1.1:1769074162.769285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58012ea400.
00000080:00000010:1.1:1769074176.633183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808c4c640.
00000080:00000010:1.1:1769074176.660343:0:24930:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810d9a940.
00000080:00000010:1.1:1769074187.347105:0:25515:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808c4c260.
00010000:00000010:1.1:1769074187.375951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58012ea800.
00010000:00000010:1.1:1769074187.684951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58012eb200.
00000080:00000010:1.1:1769074187.684961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a740dc0.
00000080:00000010:1.1:1769074189.348835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808c4c920.
00000080:00000010:1.1:1769074189.348847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a740b00.
00000080:00000010:1.1:1769074189.410785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58090bf2e0.
00010000:00000010:1.1:1769074189.410802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580311f800.
00010000:00000010:1.1:1769074189.410806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5805645e00.
00000080:00000010:1.1:1769074200.534392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810d9a720.
00010000:00000010:1.1:1769074200.568885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5806127e00.
00010000:00000010:1.1:1769074200.568891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580311f800.
00000080:00000010:1.1:1769074200.945297:0:26136:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a740900.
00010000:00000010:1.1:1769074200.963978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5805644c00.
00010000:00000010:1.1:1769074200.963997:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811b9ec00.
00010000:00000010:1.1:1769074200.964003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58012ebe00.
00010000:00000010:1.1:1769074200.964007:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580722f200.
00010000:00000010:1.1:1769074200.964010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58012eba00.
00010000:00000010:1.1:1769074211.147001:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811b9e900.
00000080:00000010:1.1:1769074230.878582:0:27757:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810c19e80.
00010000:00000010:1.1:1769074240.995468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5805455100.
00010000:00000010:1.1:1769074240.995483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5805644800.
00000080:00000010:1.1:1769074241.236994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58090bf380.
00000080:00000010:1.1:1769074250.757306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58090bf960.
00000080:00000010:1.1:1769074260.479776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808c4c5a0.
00000080:00000010:1.1:1769074275.733631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810da3280.
00010000:00000010:1.1:1769074275.886204:0:30433:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5805455300.
00010000:00000010:1.1:1769074275.886228:0:30433:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580a948400.
00000080:00000010:1.1:1769074288.241933:0:7514:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05a20.
00010000:00000010:1.1:1769074288.241944:0:7514:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5806127d00.
00010000:00000010:1.1:1769074288.241950:0:7514:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ca1200.
00010000:00000010:1.1:1769074292.135182:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811b9ef00.
00010000:00000010:1.1:1769074292.135224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5805644a00.
00000080:00000010:1.1:1769074292.178908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810f3e1a0.
00010000:00000010:1.1:1769074292.178933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ca0800.
00000080:00000010:1.1:1769074327.567812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac04a0.
00000080:00000010:1.1:1769074327.567828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810f6d100.
00010000:00000010:1.1:1769074339.117614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5805455800.
00010000:00000010:1.1:1769074339.117626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580a948200.
00010000:00000010:1.1:1769074339.135924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580722f500.
00000080:00000010:1.1:1769074349.363779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810f6d260.
00010000:00000010:1.1:1769074360.260792:0:7514:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5805645a00.
00010000:00000010:1.1:1769074360.322232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580a949400.
00010000:00000010:1.1:1769074360.325227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810d7a600.
00010000:00000010:1.1:1769074360.358004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810d7a600.
00000080:00000010:1.1:1769074361.213772:0:2425:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d050a0.
00000080:00000010:1.1:1769074361.528828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810f6d4e0.
00000080:00000010:1.1:1769074361.528843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810f6d880.
00000080:00000010:1.1:1769074361.528850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810f6d6a0.
00000080:00000010:1.1:1769074361.528855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810f6de60.
00000080:00000010:1.1:1769074361.528859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810f6d920.
00000080:00000010:1.1:1769074361.528862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810f6d380.
00000080:00000010:1.1:1769074361.528884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810f6d7c0.
00000080:00000010:1.1:1769074361.528888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810f6d680.
00010000:00000010:1.1:1769074361.528893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580722fc00.
00010000:00000010:1.1:1769074361.528899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ca0400.
00010000:00000010:1.1:1769074361.528903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5805455e00.
00010000:00000010:1.1:1769074361.528906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580a949a00.
00010000:00000010:1.1:1769074370.465370:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5806127500.
00010000:00000010:1.1:1769074370.465389:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ca1400.
00010000:00000010:1.1:1769074370.649305:0:34328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810d7b800.
00010000:00000010:1.1:1769074370.665793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810d7ae00.
00000080:00000010:1.1:1769074372.177145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810f6db80.
00000080:00000010:1.1:1769074372.274815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0600.
00010000:00000010:1.1:1769074385.376000:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5806127600.
00010000:00000010:1.1:1769074385.376025:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ca1000.
00010000:00000010:1.1:1769074385.403796:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580722f600.
00010000:00000010:1.1:1769074385.430861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810d7ac00.
00010000:00000010:1.1:1769074421.404089:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ca0600.
00010000:00000010:1.1:1769074421.404098:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5806127900.
00010000:00000010:1.1:1769074421.404101:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ca0000.
00010000:00000010:1.1:1769074421.404104:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802a06c00.
00010000:00000010:1.1:1769074426.998947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580a949a00.
00010000:00000010:1.1:1769074430.564777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802a06500.
00010000:00000010:1.1:1769074430.564785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580a949200.
00010000:00000010:1.1:1769074440.912845:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802a06c00.
00010000:00000010:1.1:1769074440.912858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580a948400.
00010000:00000010:1.1:1769074444.278178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580a948c00.
00010000:00000010:1.1:1769074462.178917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810d7bc00.
00010000:00000010:1.1:1769074462.178933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5805645c00.
00010000:00000010:1.1:1769074462.178939:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811b9ee00.
00010000:00000010:1.1:1769074462.178943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ca0200.
00010000:00000010:1.1:1769074462.178946:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811b9e100.
00010000:00000010:1.1:1769074462.178949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5805645000.
00000080:00000010:1.1:1769074482.287940:0:38696:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0680.
00000080:00000010:1.1:1769074483.343756:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05ac0.
00000080:00000010:1.1:1769074494.433840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810f6d7c0.
00010000:00000010:1.1:1769074494.433875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580722fc00.
00010000:00000010:1.1:1769074494.433881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809cb4a00.
00010000:00000010:1.1:1769074530.427770:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809edc300.
00010000:00000010:1.1:1769074530.427782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f1b800.
00010000:00000010:1.1:1769074546.951003:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58106bac00.
00010000:00000010:1.1:1769074546.951014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b4de200.
00000800:00000200:1.1:1769074547.009985:0:2425:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace 669148 low water 863506 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:1.1:1769074547.010000:0:2425:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace 669148 low water 863506 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:1.1:1769074547.139835:0:2425:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace 934588 low water 1629858 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:1.1:1769074547.139889:0:2425:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace 934588 low water 1629858 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:1.1:1769074547.139922:0:2425:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace 934588 low water 1629858 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:1.1:1769074547.139933:0:2425:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace 934588 low water 1629858 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:1.1:1769074550.221105:0:2424:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace 1318084 low water 1438110 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:1.1:1769074550.221279:0:2424:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace 1318084 low water 1438110 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:1.1:1769074550.221426:0:2424:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace 1318084 low water 1438110 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:1.1:1769074550.221716:0:2424:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace 1318084 low water 1438110 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:1.1:1769074550.472131:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace 742840 low water 1725732 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:1.1:1769074550.472161:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace 742840 low water 1725732 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:1.1:1769074550.472173:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace 742840 low water 1725732 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:1.1:1769074550.472184:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace 742840 low water 1725732 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:1.1:1769074550.472193:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace 742840 low water 1725732 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:1.1:1769074551.213052:0:2424:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace -24152 low water 2109228 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:1.1:1769074551.213088:0:2424:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace -24152 low water 2109228 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:1.1:1769074551.213107:0:2424:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace -24152 low water 2109228 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:1.1:1769074551.213125:0:2424:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace -24152 low water 2109228 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:1.1:1769074551.641983:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace 1126336 low water 1533984 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:1.1:1769074552.322131:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace 485896 low water 1854204 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:1.1:1769074552.508124:0:2424:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace -24152 low water 2109228 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:1.1:1769074552.508142:0:2424:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace -24152 low water 2109228 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:1.1:1769074552.508154:0:2424:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace -24152 low water 2109228 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:1.1:1769074552.508163:0:2424:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace -24152 low water 2109228 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:1.1:1769074555.079234:0:2425:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace 615008 low water 1789648 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:1.1:1769074555.079248:0:2425:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace 615008 low water 1789648 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:1.1:1769074555.079276:0:2425:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace 615008 low water 1789648 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:1.1:1769074555.079285:0:2425:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace 615008 low water 1789648 conn ffff8c5805fbc000 blocked idle queued
00010000:00000010:1.1:1769074560.223049:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809edc400.
00010000:00000010:1.1:1769074560.223063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f1b000.
00010000:00000010:1.1:1769074560.235671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807c2bc00.
00010000:00000010:1.1:1769074560.622427:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e800.
00010000:00000010:1.1:1769074560.622448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f1a800.
00000080:00000010:1.1:1769074561.216928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb4a40.
00010000:00000010:1.1:1769074561.323057:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809edc700.
00010000:00000010:1.1:1769074561.323076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f19000.
00010000:00000010:1.1:1769074561.332054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807c2b800.
00010000:00000010:1.1:1769074561.666695:0:39810:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b4de200.
00010000:00000010:1.1:1769074564.002284:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810f30f00.
00010000:00000010:1.1:1769074564.002297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fa6200.
00010000:00000010:1.1:1769074564.040102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f18600.
00010000:00000010:1.1:1769074566.074595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921fd00.
00010000:00000010:1.1:1769074566.074611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f94400.
00010000:00000010:1.1:1769074569.564234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704fadc00.
00010000:00000010:1.1:1769074570.094921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58056ed900.
00010000:00000010:1.1:1769074570.094940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e6ec00.
00000080:00000010:1.1:1769074570.437511:0:39882:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb44e0.
00010000:00000010:1.1:1769074570.982767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704fadc00.
00010000:00000010:1.1:1769074571.425829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704fadc00.
00010000:00000010:1.1:1769074571.834873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58056ed400.
00010000:00000010:1.1:1769074571.834893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810010200.
00010000:00000010:1.1:1769074577.114189:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809eccd00.
00010000:00000010:1.1:1769074577.114212:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d28400.
00010000:00000010:1.1:1769074577.127518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5705007200.
00010000:00000010:1.1:1769074577.566076:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58187d4a00.
00010000:00000010:1.1:1769074577.566101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e02200.
00010000:00000010:1.1:1769074577.896786:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58187d4b00.
00010000:00000010:1.1:1769074577.896839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e03e00.
00010000:00000010:1.1:1769074579.992189:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ecca00.
00010000:00000010:1.1:1769074579.992214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d9b400.
00000080:00000010:1.1:1769074580.261781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25b80.
00010000:00000010:1.1:1769074582.799760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809eede00.
00010000:00000010:3.1:1769074584.649376:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58187d4400.
00010000:00000010:3.1:1769074584.649390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e03400.
00010000:00000010:3.1:1769074584.664751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c54600.
00010000:00000010:1.1:1769074585.256052:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d3da00.
00010000:00000010:1.1:1769074585.256063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b401800.
00000080:00000010:1.1:1769074585.469830:0:40006:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd9b00.
00010000:00000010:1.1:1769074585.563795:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d3d900.
00010000:00000010:1.1:1769074585.563807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b401400.
00010000:00000010:3.1:1769074585.568263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5705007e00.
00010000:00000010:3.1:1769074585.944080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803792e00.
00010000:00000010:3.1:1769074586.285331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580924b200.
00000080:00000010:3.1:1769074587.085399:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a920ba0.
00010000:00000010:3.1:1769074587.545863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803793600.
00000080:00000010:3.1:1769074587.729831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a920e40.
00010000:00000010:3.1:1769074587.888308:0:40028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580924ba00.
00000080:00000010:3.1:1769074588.096026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a9200a0.
00000080:00000010:3.1:1769074588.492134:0:40032:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd9900.
00010000:00000010:3.1:1769074588.928355:0:40037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803792000.
00010000:00000010:1.1:1769074589.166265:0:2425:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58187d4200.
00010000:00000010:1.1:1769074589.166285:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e03200.
00010000:00000010:1.1:1769074589.386521:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809edc500.
00010000:00000010:1.1:1769074589.386542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d24000.
00000080:00000010:1.1:1769074589.627193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c86260.
00010000:00000010:3.1:1769074589.803069:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580926f100.
00010000:00000010:3.1:1769074589.803081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f64e00.
00010000:00000010:1.1:1769074590.087135:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580926fb00.
00010000:00000010:1.1:1769074590.087147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f64200.
00010000:00000010:3.1:1769074590.090815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803758c00.
00000080:00000010:3.1:1769074590.197459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a920180.
00010000:00000010:1.1:1769074590.309006:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580607ec00.
00010000:00000010:1.1:1769074590.309027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f65000.
00010000:00000010:3.1:1769074590.539857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58078b4e00.
00000080:00000010:3.1:1769074590.709339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a920660.
00010000:00000010:1.1:1769074590.711301:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f63700.
00010000:00000010:1.1:1769074590.711309:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d25400.
00000080:00000010:3.1:1769074590.878838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c86800.
00000080:00000010:3.1:1769074591.583120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c86640.
00000080:00000010:3.1:1769074591.949945:0:40068:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a920060.
00000080:00000010:3.1:1769074592.315361:0:40071:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a920500.
00010000:00000010:3.1:1769074592.493600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58078b5a00.
00000080:00000010:3.1:1769074592.757984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a920ae0.
00010000:00000010:1.1:1769074592.861065:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580607ee00.
00010000:00000010:1.1:1769074592.861072:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d25e00.
00000080:00000010:3.1:1769074593.406790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a9207e0.
00000080:00000010:3.1:1769074593.693037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c86040.
00010000:00000010:3.1:1769074593.782233:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f63500.
00010000:00000010:3.1:1769074593.782254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d24400.
00000080:00000010:3.1:1769074594.109020:0:40087:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05740.
00010000:00000010:3.1:1769074594.222150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580374ca00.
00000080:00000010:3.1:1769074594.768214:0:39241:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809db4080.
00010000:00000010:3.1:1769074594.883019:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580607eb00.
00010000:00000010:3.1:1769074594.883031:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f5b000.
00010000:00000010:3.1:1769074594.917798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d25e00.
00000080:00000010:3.1:1769074595.228756:0:40095:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd93a0.
00000080:00000010:3.1:1769074595.875771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a920de0.
00010000:00000010:3.1:1769074595.959470:0:40104:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f93700.
00010000:00000010:3.1:1769074595.959479:0:40104:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b443a00.
00000080:00000010:3.1:1769074596.129167:0:40105:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809db4f20.
00010000:00000010:3.1:1769074596.208764:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f93b00.
00010000:00000010:3.1:1769074596.208771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b442000.
00010000:00000010:3.1:1769074596.229767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803759a00.
00000080:00000010:3.1:1769074596.404793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809db4b00.
00000080:00000010:3.1:1769074596.797352:0:40110:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809db4900.
00010000:00000010:3.1:1769074596.907496:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c85700.
00010000:00000010:3.1:1769074596.907508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f61000.
00010000:00000010:3.1:1769074596.930119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803759a00.
00010000:00000010:3.1:1769074597.927583:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e66c00.
00010000:00000010:3.1:1769074597.927601:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ec9400.
00010000:00000010:3.1:1769074598.268236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58079c1c00.
00000080:00000010:3.1:1769074598.699808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddac40.
00000080:00000010:1.1:1769074599.156046:0:40132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda620.
00010000:00000010:3.1:1769074599.273153:0:40133:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58079f7a00.
00000080:00000010:3.1:1769074599.607594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a920ac0.
00010000:00000010:3.1:1769074600.227033:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d3d200.
00010000:00000010:3.1:1769074600.227047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810014200.
00000080:00000010:3.1:1769074600.458152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddae60.
00000080:00000010:3.1:1769074601.125056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a920680.
00010000:00000010:1.1:1769074601.331173:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c85400.
00010000:00000010:1.1:1769074601.331192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f61c00.
00010000:00000010:1.1:1769074601.350141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580799e800.
00000080:00000010:3.1:1769074601.513134:0:40151:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a920f40.
00010000:00000010:1.1:1769074601.575768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803760400.
00010000:00000010:3.1:1769074601.903011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f60c00.
00000080:00000010:3.1:1769074602.067069:0:40157:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05e60.
00010000:00000010:3.1:1769074602.217550:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c581001d900.
00010000:00000010:3.1:1769074602.217585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809259000.
00010000:00000010:3.1:1769074602.231222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803758800.
00010000:00000010:1.1:1769074602.531259:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d31300.
00010000:00000010:1.1:1769074602.531277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809259600.
00000080:00000010:3.1:1769074603.540954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a9205c0.
00000080:00000010:3.1:1769074604.449374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd94e0.
00010000:00000010:3.1:1769074604.561432:0:40176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58078df800.
00010000:00000010:3.1:1769074604.943660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803761a00.
00000080:00000010:3.1:1769074605.074180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd9740.
00010000:00000010:3.1:1769074605.186917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58107ed200.
00010000:00000010:3.1:1769074605.186937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d70a00.
00010000:00000010:3.1:1769074605.758965:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58107ed900.
00010000:00000010:3.1:1769074605.758973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d70200.
00010000:00000010:3.1:1769074606.080360:0:40194:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e66e00.
00010000:00000010:3.1:1769074606.080382:0:40194:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ec9000.
00010000:00000010:3.1:1769074606.097762:0:40194:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807992a00.
00000080:00000010:3.1:1769074606.321790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0540.
00000080:00000010:3.1:1769074606.563864:0:1041:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0760.
00010000:00000010:1.1:1769074606.635143:0:40201:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58107ed300.
00010000:00000010:1.1:1769074606.635153:0:40201:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d71800.
00010000:00000010:1.1:1769074606.648091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58079f6600.
00010000:00000010:1.1:1769074606.949909:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58107edd00.
00010000:00000010:1.1:1769074606.949921:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d71000.
00010000:00000010:3.1:1769074607.472061:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e66700.
00010000:00000010:3.1:1769074607.472079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d70600.
00010000:00000010:1.1:1769074607.476147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807993800.
00010000:00000010:1.1:1769074607.666398:0:40211:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e66f00.
00010000:00000010:1.1:1769074607.666407:0:40211:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f0a400.
00000080:00000010:1.1:1769074607.842798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0920.
00010000:00000010:3.1:1769074608.126834:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f5cd00.
00010000:00000010:3.1:1769074608.126852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f0ba00.
00010000:00000010:3.1:1769074608.136783:0:40217:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807993000.
00000080:00000010:3.1:1769074608.305182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0880.
00000080:00000010:3.1:1769074608.587892:0:40221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac02a0.
00010000:00000010:3.1:1769074608.641316:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f5c600.
00010000:00000010:3.1:1769074608.641340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f0b200.
00010000:00000010:1.1:1769074608.656119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807993000.
00010000:00000010:1.1:1769074609.381194:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f5c300.
00010000:00000010:1.1:1769074609.381214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f0aa00.
00010000:00000010:1.1:1769074609.390906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580799e600.
00000080:00000010:3.1:1769074609.956639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd90e0.
00010000:00000010:3.1:1769074610.100991:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58107ed600.
00010000:00000010:3.1:1769074610.100999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d71400.
00000080:00000010:3.1:1769074610.339369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd9900.
00010000:00000010:1.1:1769074610.829381:0:40240:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f90000.
00010000:00000010:1.1:1769074610.829397:0:40240:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808af0400.
00010000:00000010:3.1:1769074611.272956:0:40244:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a99a00.
00010000:00000010:3.1:1769074611.606945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a98c00.
00010000:00000010:3.1:1769074611.922291:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f90800.
00010000:00000010:3.1:1769074611.922313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810014000.
00000080:00000010:3.1:1769074612.127723:0:40250:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddaa60.
00010000:00000010:3.1:1769074612.716375:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e7d600.
00010000:00000010:3.1:1769074612.716386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f5a000.
00000080:00000010:3.1:1769074613.140849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd9640.
00000080:00000010:3.1:1769074613.420781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd9d80.
00010000:00000010:3.1:1769074613.486246:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f5cf00.
00010000:00000010:3.1:1769074613.486258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f0b000.
00000080:00000010:3.1:1769074614.031881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd99a0.
00010000:00000010:1.1:1769074614.148311:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f90b00.
00010000:00000010:1.1:1769074614.148327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808af1a00.
00000080:00000010:3.1:1769074614.401085:0:7077:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd98c0.
00010000:00000010:3.1:1769074614.590823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a99a00.
00010000:00000010:3.1:1769074614.945401:0:40278:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f90700.
00010000:00000010:3.1:1769074614.945414:0:40278:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808af1c00.
00000080:00000010:3.1:1769074615.228359:0:40279:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd9780.
00000080:00000010:3.1:1769074615.632785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd9aa0.
00010000:00000010:1.1:1769074615.665903:0:2425:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f5c900.
00010000:00000010:1.1:1769074615.665923:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f15600.
00000080:00000010:3.1:1769074615.907814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9640.
00000080:00000010:3.1:1769074616.370093:0:40288:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd9d20.
00010000:00000010:3.1:1769074616.467477:0:7077:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f90c00.
00010000:00000010:3.1:1769074616.467496:0:7077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808af1e00.
00000080:00000010:1.1:1769074616.781502:0:39241:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd9ba0.
00000080:00000010:3.1:1769074617.193796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd9b80.
00010000:00000010:3.1:1769074617.262030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f0bc00.
00000080:00000010:3.1:1769074617.831645:0:40299:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd90a0.
00010000:00000010:1.1:1769074618.013977:0:40302:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e7d200.
00010000:00000010:1.1:1769074618.013995:0:40302:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e7fa00.
00010000:00000010:3.1:1769074618.047254:0:40302:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808583e00.
00000080:00000010:3.1:1769074618.283016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd9140.
00010000:00000010:1.1:1769074618.442900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e7d700.
00010000:00000010:1.1:1769074618.442909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e7e600.
00000080:00000010:1.1:1769074618.790078:0:481:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd9820.
00010000:00000010:3.1:1769074618.945048:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809271f00.
00010000:00000010:3.1:1769074618.945061:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ce9000.
00010000:00000010:3.1:1769074619.448117:0:40311:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809271900.
00010000:00000010:3.1:1769074619.448124:0:40311:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ce8400.
00010000:00000010:1.1:1769074619.758568:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809271800.
00010000:00000010:1.1:1769074619.758579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ce8600.
00010000:00000010:3.1:1769074620.093218:0:40317:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809271000.
00010000:00000010:3.1:1769074620.093227:0:40317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e7f000.
00010000:00000010:3.1:1769074620.110927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580853be00.
00010000:00000010:1.1:1769074620.601915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58085e7000.
00000080:00000010:3.1:1769074621.094823:0:40327:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd9400.
00010000:00000010:3.1:1769074621.502872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808582e00.
00000080:00000010:3.1:1769074621.704220:0:40334:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd9a80.
00010000:00000010:3.1:1769074621.752022:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d35600.
00010000:00000010:3.1:1769074621.752035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb3000.
00010000:00000010:3.1:1769074622.465941:0:40341:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d35b00.
00010000:00000010:3.1:1769074622.465958:0:40341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f15400.
00010000:00000010:1.1:1769074622.896765:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d35c00.
00010000:00000010:1.1:1769074622.896773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb2600.
00000080:00000010:3.1:1769074623.135580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808f928c0.
00010000:00000010:1.1:1769074623.653995:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810dc5600.
00010000:00000010:1.1:1769074623.654014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e7fe00.
00010000:00000010:3.1:1769074624.468788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ec9c00.
00000080:00000010:1.1:1769074625.340958:0:40361:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793bc0.
00010000:00000010:1.1:1769074625.421343:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809daec00.
00010000:00000010:1.1:1769074625.421370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f14c00.
00010000:00000010:1.1:1769074626.044726:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809dae300.
00010000:00000010:1.1:1769074626.044751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f14a00.
00010000:00000010:3.1:1769074626.693922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580605cd00.
00010000:00000010:3.1:1769074626.693937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb3400.
00010000:00000010:3.1:1769074626.700999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f64c00.
00000080:00000010:3.1:1769074627.003726:0:40376:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808f92ec0.
00010000:00000010:1.1:1769074628.052209:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580605c000.
00010000:00000010:1.1:1769074628.052215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e2bc00.
00000080:00000010:1.1:1769074628.323137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808f92a40.
00000080:00000010:3.1:1769074628.711877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808f92560.
00010000:00000010:3.1:1769074629.491487:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809daed00.
00010000:00000010:3.1:1769074629.491494:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f56c00.
00010000:00000010:3.1:1769074629.916932:0:40402:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809dae400.
00010000:00000010:3.1:1769074629.916939:0:40402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f57c00.
00010000:00000010:3.1:1769074629.963981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb2c00.
00010000:00000010:1.1:1769074630.328768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808548000.
00010000:00000010:1.1:1769074631.010317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580860ae00.
00000080:00000010:3.1:1769074631.503774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fefb40.
00010000:00000010:3.1:1769074631.641959:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb4b00.
00010000:00000010:3.1:1769074631.641975:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e2b600.
00000080:00000010:3.1:1769074631.923784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808f922a0.
00010000:00000010:3.1:1769074632.006764:0:40417:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c581060b800.
00010000:00000010:3.1:1769074632.006771:0:40417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e2a400.
00010000:00000010:3.1:1769074632.033550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ce8000.
00000080:00000010:3.1:1769074632.331825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808f92520.
00010000:00000010:3.1:1769074632.438686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c581060b000.
00010000:00000010:3.1:1769074632.438707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f56600.
00010000:00000010:3.1:1769074632.451773:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ce9000.
00000080:00000010:1.1:1769074632.718698:0:40422:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808feffe0.
00010000:00000010:3.1:1769074632.821816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808549a00.
00010000:00000010:3.1:1769074633.455800:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c581060be00.
00010000:00000010:3.1:1769074633.455814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f56000.
00000080:00000010:3.1:1769074634.038779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fefc40.
00010000:00000010:1.1:1769074634.085151:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c581060b600.
00010000:00000010:1.1:1769074634.085167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5818732e00.
00010000:00000010:1.1:1769074634.450234:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810dc5800.
00010000:00000010:1.1:1769074634.450244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e04000.
00000080:00000010:1.1:1769074634.801948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793da0.
00010000:00000010:1.1:1769074634.871762:0:40441:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d25400.
00000080:00000010:3.1:1769074635.117080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808f92400.
00010000:00000010:3.1:1769074635.266438:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c581060b100.
00010000:00000010:3.1:1769074635.266454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5818732200.
00000080:00000010:3.1:1769074635.521359:0:40445:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808f92060.
00010000:00000010:3.1:1769074635.643622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f6f000.
00010000:00000010:3.1:1769074636.039375:0:40451:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb4800.
00010000:00000010:3.1:1769074636.039392:0:40451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5818733600.
00010000:00000010:3.1:1769074636.053882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e2b600.
00000080:00000010:3.1:1769074637.357935:0:40459:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58091ca980.
00010000:00000010:3.1:1769074637.449989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803761200.
00010000:00000010:3.1:1769074638.075144:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb4100.
00010000:00000010:3.1:1769074638.075157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f6e000.
00010000:00000010:3.1:1769074639.325019:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d72100.
00010000:00000010:3.1:1769074639.325035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f6ee00.
00010000:00000010:3.1:1769074639.348320:0:40476:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f6e000.
00010000:00000010:1.1:1769074640.143792:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808fd7d00.
00010000:00000010:1.1:1769074640.143812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f88400.
00010000:00000010:1.1:1769074640.167783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809447600.
00010000:00000010:1.1:1769074640.378991:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb0400.
00010000:00000010:1.1:1769074640.378998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f46800.
00010000:00000010:1.1:1769074640.406429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809446c00.
00000080:00000010:3.1:1769074640.619989:0:40485:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808f92b00.
00010000:00000010:3.1:1769074640.773906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808fd7000.
00010000:00000010:3.1:1769074640.773924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e05000.
00010000:00000010:3.1:1769074640.796704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f6f400.
00010000:00000010:3.1:1769074641.124038:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807deee00.
00010000:00000010:3.1:1769074641.124052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f89a00.
00010000:00000010:3.1:1769074641.148798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f6e200.
00010000:00000010:1.1:1769074641.536798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809408200.
00000080:00000010:1.1:1769074641.820006:0:40494:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda660.
00000080:00000010:3.1:1769074642.281814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda580.
00010000:00000010:1.1:1769074642.407798:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d72c00.
00010000:00000010:1.1:1769074642.408036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f47a00.
00010000:00000010:1.1:1769074643.552943:0:40506:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb0200.
00010000:00000010:1.1:1769074643.552951:0:40506:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5818733200.
00000080:00000010:1.1:1769074644.249780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808f921a0.
00010000:00000010:1.1:1769074644.341636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580869d600.
00000080:00000010:3.1:1769074644.523827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808f92240.
00010000:00000010:3.1:1769074645.026150:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f93900.
00010000:00000010:3.1:1769074645.026166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f46200.
00000080:00000010:3.1:1769074645.312277:0:40519:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808f929c0.
00000080:00000010:3.1:1769074646.163915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808f92540.
00000080:00000010:3.1:1769074647.072010:0:40531:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808f92900.
00010000:00000010:3.1:1769074647.192121:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f93600.
00010000:00000010:3.1:1769074647.192131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e0cc00.
00010000:00000010:1.1:1769074647.204819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809447800.
00000080:00000010:1.1:1769074647.486232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808f92bc0.
00010000:00000010:1.1:1769074647.605764:0:40537:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f93400.
00010000:00000010:1.1:1769074647.605770:0:40537:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e0dc00.
00010000:00000010:1.1:1769074647.622678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f15e00.
00000080:00000010:3.1:1769074648.235607:0:40541:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5802ba96a0.
00000080:00000010:3.1:1769074648.508458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793aa0.
00000080:00000010:1.1:1769074649.106637:0:2433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793780.
00010000:00000010:1.1:1769074649.481207:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb0000.
00010000:00000010:1.1:1769074649.481214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ec7200.
00000080:00000010:1.1:1769074649.859921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5802ba9c00.
00010000:00000010:1.1:1769074649.938976:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb0f00.
00010000:00000010:1.1:1769074649.938990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ec7c00.
00010000:00000010:1.1:1769074649.962907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809593600.
00000080:00000010:3.1:1769074650.224779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5802ba9720.
00010000:00000010:3.1:1769074650.343419:0:40556:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ec4800.
00010000:00000010:3.1:1769074650.343429:0:40556:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e0d800.
00010000:00000010:3.1:1769074650.370132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809446800.
00010000:00000010:1.1:1769074650.592949:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ed8100.
00010000:00000010:1.1:1769074650.592979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e05600.
00010000:00000010:3.1:1769074650.622784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809592e00.
00000080:00000010:3.1:1769074650.781859:0:40559:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793980.
00010000:00000010:3.1:1769074650.925850:0:40562:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809258800.
00000080:00000010:3.1:1769074651.098120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809e0f540.
00010000:00000010:3.1:1769074651.500921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5805f8a000.
00010000:00000010:3.1:1769074651.500933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ec6200.
00000080:00000010:3.1:1769074651.775824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5802ba9ba0.
00010000:00000010:1.1:1769074651.887940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809699a00.
00010000:00000010:1.1:1769074652.248962:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ed8200.
00010000:00000010:1.1:1769074652.248974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e0c800.
00000080:00000010:3.1:1769074652.951781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddad20.
00010000:00000010:1.1:1769074653.111770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809699200.
00000080:00000010:1.1:1769074653.736470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809e0fbc0.
00010000:00000010:3.1:1769074653.976010:0:40586:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809699a00.
00010000:00000010:3.1:1769074654.414508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809698c00.
00010000:00000010:1.1:1769074656.245243:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58107e8a00.
00010000:00000010:1.1:1769074656.245261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f41800.
00010000:00000010:3.1:1769074656.299792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580869d600.
00010000:00000010:3.1:1769074656.525452:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58107e8c00.
00010000:00000010:3.1:1769074656.525471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f41000.
00010000:00000010:3.1:1769074656.567620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e0d000.
00000080:00000010:3.1:1769074656.731916:0:40604:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809e0f1c0.
00010000:00000010:1.1:1769074656.826972:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ed8c00.
00010000:00000010:1.1:1769074656.826984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ec7e00.
00000080:00000010:3.1:1769074657.639995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107936e0.
00010000:00000010:3.1:1769074657.696157:0:40613:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809593e00.
00000080:00000010:3.1:1769074657.887922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793620.
00000080:00000010:3.1:1769074658.387788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107939e0.
00010000:00000010:1.1:1769074658.555849:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ed8300.
00010000:00000010:1.1:1769074658.555870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f29a00.
00010000:00000010:1.1:1769074658.583791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580869d600.
00010000:00000010:3.1:1769074658.869244:0:40623:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb0500.
00010000:00000010:3.1:1769074658.869266:0:40623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ec7800.
00010000:00000010:3.1:1769074658.886078:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834430000.
00000080:00000010:3.1:1769074659.080976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805eebaa0.
00010000:00000010:3.1:1769074659.208299:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809592a00.
00000080:00000010:3.1:1769074659.581845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac1420.
00010000:00000010:1.1:1769074659.731983:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e3ed00.
00010000:00000010:1.1:1769074659.732023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ec6600.
00010000:00000010:1.1:1769074660.081914:0:40631:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e3e900.
00010000:00000010:1.1:1769074660.081929:0:40631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ec6800.
00000080:00000010:3.1:1769074660.946158:0:40636:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac14a0.
00010000:00000010:1.1:1769074661.112930:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58107e8f00.
00010000:00000010:1.1:1769074661.112937:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810e95400.
00000080:00000010:3.1:1769074661.745844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58054def60.
00010000:00000010:3.1:1769074662.047347:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58107e8800.
00010000:00000010:3.1:1769074662.047360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810e97400.
00010000:00000010:3.1:1769074662.112552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834431600.
00010000:00000010:3.1:1769074662.852780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f47200.
00010000:00000010:3.1:1769074663.346903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ec4f00.
00010000:00000010:3.1:1769074663.346925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f29c00.
00010000:00000010:3.1:1769074663.359955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834430800.
00000080:00000010:3.1:1769074663.567902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793560.
00010000:00000010:3.1:1769074663.679824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f46200.
00000080:00000010:3.1:1769074663.909875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809e0f3c0.
00000080:00000010:3.1:1769074664.246827:0:40656:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58054de180.
00010000:00000010:1.1:1769074664.360233:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e3ea00.
00010000:00000010:1.1:1769074664.360243:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810e94a00.
00010000:00000010:1.1:1769074664.789007:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f05900.
00010000:00000010:1.1:1769074664.789025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810e97000.
00010000:00000010:3.1:1769074665.252322:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f05000.
00010000:00000010:3.1:1769074665.252329:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810e96400.
00010000:00000010:3.1:1769074666.131067:0:40671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58097b7a00.
00000080:00000010:3.1:1769074666.944881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809e0ff00.
00010000:00000010:1.1:1769074667.060976:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f05700.
00010000:00000010:1.1:1769074667.061002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580a9ec000.
00000080:00000010:3.1:1769074667.624027:0:40678:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809e0fa80.
00010000:00000010:3.1:1769074667.917817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580a9ec000.
00010000:00000010:1.1:1769074668.272208:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e3e100.
00010000:00000010:1.1:1769074668.272225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810e94200.
00000080:00000010:3.1:1769074668.462282:0:40685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809e0f4e0.
00010000:00000010:1.1:1769074668.601520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580969ee00.
00010000:00000010:3.1:1769074669.047027:0:40690:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f0ca00.
00010000:00000010:3.1:1769074669.047039:0:40690:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810e95600.
00010000:00000010:3.1:1769074669.070183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58097b7c00.
00010000:00000010:3.1:1769074669.511778:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c28300.
00010000:00000010:3.1:1769074669.511793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580a9edc00.
00000080:00000010:3.1:1769074670.266120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810f6dc80.
00010000:00000010:3.1:1769074670.446138:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c28400.
00010000:00000010:3.1:1769074670.446149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580a9ec200.
00000080:00000010:3.1:1769074670.794805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809e0fd80.
00000080:00000010:3.1:1769074671.142913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809e0ffa0.
00010000:00000010:3.1:1769074671.332639:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f0c800.
00010000:00000010:3.1:1769074671.332653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810e94600.
00010000:00000010:1.1:1769074671.720308:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f0c900.
00010000:00000010:1.1:1769074671.720325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810e94000.
00000080:00000010:3.1:1769074671.861784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810690880.
00000080:00000010:3.1:1769074672.215229:0:40713:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809e0f460.
00010000:00000010:1.1:1769074672.429031:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c28800.
00010000:00000010:1.1:1769074672.429053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fcea00.
00010000:00000010:3.1:1769074673.527764:0:40720:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ec6600.
00000080:00000010:1.1:1769074674.050757:0:40721:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809fc9180.
00010000:00000010:1.1:1769074674.312073:0:40724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c28700.
00010000:00000010:1.1:1769074674.312095:0:40724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fcf800.
00010000:00000010:3.1:1769074674.346021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834736e00.
00010000:00000010:3.1:1769074674.935350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ec6600.
00000080:00000010:3.1:1769074675.220042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809fc9be0.
00010000:00000010:3.1:1769074675.415273:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fcda00.
00010000:00000010:3.1:1769074675.415304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fce600.
00010000:00000010:3.1:1769074675.427647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580969f400.
00010000:00000010:3.1:1769074675.717473:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fcd200.
00010000:00000010:3.1:1769074675.717495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fce800.
00010000:00000010:3.1:1769074675.754192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580969fa00.
00000080:00000010:3.1:1769074676.076798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809fc9e80.
00010000:00000010:3.1:1769074676.291635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834414800.
00010000:00000010:3.1:1769074676.555965:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fcd800.
00010000:00000010:3.1:1769074676.555986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fcec00.
00010000:00000010:1.1:1769074677.630857:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fcd000.
00010000:00000010:1.1:1769074677.630876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809feba00.
00010000:00000010:1.1:1769074677.672207:0:40745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834737800.
00000080:00000010:1.1:1769074677.939822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809fc9e60.
00010000:00000010:1.1:1769074678.032095:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fcd300.
00010000:00000010:1.1:1769074678.032105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809feb400.
00010000:00000010:1.1:1769074678.061878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834736000.
00010000:00000010:3.1:1769074679.067916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834415c00.
00010000:00000010:3.1:1769074679.311405:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809efe600.
00010000:00000010:3.1:1769074679.311413:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fea200.
00000080:00000010:1.1:1769074679.778779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809fc9fa0.
00010000:00000010:3.1:1769074680.225236:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834736e00.
00010000:00000010:1.1:1769074680.486794:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f2b400.
00010000:00000010:1.1:1769074680.486803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f28200.
00010000:00000010:3.1:1769074680.800216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583464b600.
00000080:00000010:3.1:1769074681.436036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810690ac0.
00010000:00000010:1.1:1769074681.592145:0:40772:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e3e200.
00010000:00000010:1.1:1769074681.592158:0:40772:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fe0000.
00010000:00000010:1.1:1769074681.614807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809699800.
00000080:00000010:3.1:1769074681.966266:0:40773:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810690980.
00010000:00000010:1.1:1769074682.193839:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fc0d00.
00010000:00000010:1.1:1769074682.193848:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fe1400.
00010000:00000010:3.1:1769074682.646851:0:31:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809efe700.
00010000:00000010:3.1:1769074682.646863:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fea600.
00000080:00000010:1.1:1769074682.886784:0:40779:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809fc93a0.
00010000:00000010:3.1:1769074683.427771:0:40784:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834779a00.
00010000:00000010:3.1:1769074683.873993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834779400.
00000080:00000010:3.1:1769074684.045797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809fc98e0.
00010000:00000010:3.1:1769074684.125998:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fcde00.
00010000:00000010:3.1:1769074684.126018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fa8000.
00000080:00000010:3.1:1769074684.883568:0:40794:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809fc90e0.
00010000:00000010:3.1:1769074685.786603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834779400.
00000080:00000010:1.1:1769074686.776437:0:40804:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809fc9420.
00010000:00000010:3.1:1769074686.917434:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f2b200.
00010000:00000010:3.1:1769074686.917457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f29200.
00010000:00000010:3.1:1769074687.216476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f2bc00.
00010000:00000010:3.1:1769074687.216492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803476e00.
00000080:00000010:3.1:1769074687.709787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793d60.
00010000:00000010:3.1:1769074687.996248:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580347d600.
00010000:00000010:3.1:1769074687.996271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803476400.
00000080:00000010:3.1:1769074688.256728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793200.
00010000:00000010:3.1:1769074688.318754:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580347d100.
00010000:00000010:3.1:1769074688.318774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803476600.
00000080:00000010:3.1:1769074688.681024:0:40819:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793a20.
00010000:00000010:1.1:1769074688.845659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834606800.
00010000:00000010:3.1:1769074689.571806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834606200.
00010000:00000010:3.1:1769074689.921796:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580347db00.
00010000:00000010:3.1:1769074689.921824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803477200.
00010000:00000010:1.1:1769074690.380013:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580347df00.
00010000:00000010:1.1:1769074690.380021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803477800.
00010000:00000010:3.1:1769074691.271053:0:40836:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fad700.
00010000:00000010:3.1:1769074691.271059:0:40836:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803429400.
00010000:00000010:3.1:1769074691.287658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834414a00.
00000080:00000010:3.1:1769074691.857958:0:2434:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809fc9480.
00000800:00000200:3.1:1769074691.998933:0:40842:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace -24152 low water 2109228 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:3.1:1769074691.998947:0:40842:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace -24152 low water 2109228 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:3.1:1769074691.998955:0:40842:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace -24152 low water 2109228 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:3.1:1769074691.998962:0:40842:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace -24152 low water 2109228 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:3.1:1769074691.998968:0:40842:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace -24152 low water 2109228 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:3.1:1769074692.001078:0:40842:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace -24152 low water 2109228 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:3.1:1769074692.001321:0:40842:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace -24152 low water 2109228 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:3.1:1769074692.001522:0:40842:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace -24152 low water 2109228 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:3.1:1769074692.001915:0:40842:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace -24152 low water 2109228 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:3.1:1769074692.002107:0:40842:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace -24152 low water 2109228 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:3.1:1769074692.002295:0:40842:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace -24152 low water 2109228 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:3.1:1769074692.002480:0:40842:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace -24152 low water 2109228 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:3.1:1769074692.002654:0:40842:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace -24152 low water 2109228 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:3.1:1769074692.002923:0:40842:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace -24152 low water 2109228 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:3.1:1769074692.003110:0:40842:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace -24152 low water 2109228 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:3.1:1769074692.003304:0:40842:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace -24152 low water 2109228 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:3.1:1769074692.003349:0:40842:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace -24152 low water 2109228 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:3.1:1769074692.003364:0:40842:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace -24152 low water 2109228 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:3.1:1769074692.003386:0:40842:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace -24152 low water 2109228 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:3.1:1769074692.003403:0:40842:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace -24152 low water 2109228 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:3.1:1769074692.003426:0:40842:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace -24152 low water 2109228 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:3.1:1769074692.004926:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace -24152 low water 2109228 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:3.1:1769074692.004951:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace -24152 low water 2109228 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:3.1:1769074692.004967:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace -24152 low water 2109228 conn ffff8c5805fbc000 blocked idle queued
00000800:00000200:3.1:1769074692.023811:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8c5818523f00 wspace 1957244 low water 1118530 conn ffff8c5805fbc000 blocked idle queued
00010000:00000010:1.1:1769074692.066365:0:2432:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fc0300.
00010000:00000010:1.1:1769074692.066378:0:2432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fe1200.
00010000:00000010:3.1:1769074692.120470:0:40842:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809699e00.
00010000:00000010:1.1:1769074692.617116:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fc0600.
00010000:00000010:1.1:1769074692.617143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fe0e00.
00010000:00000010:1.1:1769074692.666625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58345b6c00.
00000080:00000010:3.1:1769074692.837052:0:40847:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72de0.
00010000:00000010:3.1:1769074693.001634:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fad000.
00010000:00000010:3.1:1769074693.001653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f89600.
00010000:00000010:1.1:1769074693.031766:0:40849:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834414a00.
00010000:00000010:3.1:1769074693.230055:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fadc00.
00010000:00000010:3.1:1769074693.230070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803429c00.
00010000:00000010:3.1:1769074693.921946:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580347d000.
00010000:00000010:3.1:1769074693.921964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f89800.
00010000:00000010:3.1:1769074693.936829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834414a00.
00010000:00000010:3.1:1769074694.350061:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fadf00.
00010000:00000010:3.1:1769074694.350069:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803428200.
00000080:00000010:1.1:1769074694.643863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809fc9160.
00010000:00000010:3.1:1769074694.766114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580971b400.
00010000:00000010:1.1:1769074695.031555:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580347d400.
00010000:00000010:1.1:1769074695.031570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b4d7400.
00010000:00000010:1.1:1769074695.915185:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803488200.
00010000:00000010:1.1:1769074695.915193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803429600.
00010000:00000010:3.1:1769074696.324971:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803488300.
00010000:00000010:3.1:1769074696.324988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803428800.
00010000:00000010:3.1:1769074696.355941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a038000.
00010000:00000010:3.1:1769074697.133978:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803488400.
00010000:00000010:3.1:1769074697.133985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580349d200.
00010000:00000010:3.1:1769074697.743188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803428800.
00000080:00000010:3.1:1769074698.107939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5803497620.
00010000:00000010:1.1:1769074698.323846:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803488d00.
00010000:00000010:1.1:1769074698.323861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580349f000.
00010000:00000010:3.1:1769074698.833879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803488100.
00010000:00000010:3.1:1769074698.833886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580349ce00.
00010000:00000010:3.1:1769074698.851991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a039000.
00010000:00000010:3.1:1769074699.208946:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580349a200.
00010000:00000010:3.1:1769074699.208964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580349de00.
00010000:00000010:3.1:1769074699.244128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a038400.
00010000:00000010:3.1:1769074699.447091:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580349aa00.
00010000:00000010:3.1:1769074699.447551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580349d800.
00000080:00000010:3.1:1769074700.337913:0:40905:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580348f1a0.
00010000:00000010:3.1:1769074700.486219:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580349a800.
00010000:00000010:3.1:1769074700.486234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580349d600.
00000080:00000010:3.1:1769074701.006925:0:40912:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58034977a0.
00010000:00000010:3.1:1769074701.072973:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580349a900.
00010000:00000010:3.1:1769074701.072989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580349c800.
00000080:00000010:3.1:1769074701.298930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5803497a20.
00010000:00000010:3.1:1769074701.414446:0:1041:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580349ad00.
00010000:00000010:3.1:1769074701.414718:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58034f8a00.
00010000:00000010:3.1:1769074701.437875:0:40916:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a038c00.
00010000:00000010:3.1:1769074701.685880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580349a300.
00010000:00000010:3.1:1769074701.685887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58034f8200.
00000080:00000010:3.1:1769074701.882860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5803497920.
00010000:00000010:1.1:1769074702.026625:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580349ab00.
00010000:00000010:1.1:1769074702.026644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58034f9800.
00010000:00000010:1.1:1769074702.061783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a20dc00.
00000080:00000010:1.1:1769074702.294194:0:40923:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5803497260.
00010000:00000010:1.1:1769074702.396095:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803488600.
00010000:00000010:1.1:1769074702.396111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58034f9600.
00010000:00000010:1.1:1769074702.418798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a20c200.
00010000:00000010:3.1:1769074702.798237:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f2bd00.
00010000:00000010:3.1:1769074702.798253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f88600.
00010000:00000010:1.1:1769074703.195890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580344b000.
00010000:00000010:1.1:1769074703.195905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58034f8400.
00000080:00000010:3.1:1769074703.600810:0:37:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5803497e40.
00010000:00000010:1.1:1769074703.810405:0:2425:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580347d300.
00010000:00000010:1.1:1769074703.810426:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58034f8800.
00010000:00000010:1.1:1769074703.987919:0:37:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580971b600.
00000080:00000010:1.1:1769074704.185274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58034970a0.
00010000:00000010:1.1:1769074704.268408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580349dc00.
00000080:00000010:3.1:1769074704.575523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793280.
00010000:00000010:3.1:1769074704.715507:0:40941:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580344b600.
00010000:00000010:3.1:1769074704.715514:0:40941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58034f8000.
00000080:00000010:3.1:1769074704.866922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5803497560.
00010000:00000010:3.1:1769074705.271360:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580344b700.
00010000:00000010:3.1:1769074705.271367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58034f9200.
00010000:00000010:3.1:1769074706.009604:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f0c300.
00010000:00000010:3.1:1769074706.009620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580345a800.
00010000:00000010:3.1:1769074706.056547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c582c49ac00.
00010000:00000010:3.1:1769074706.385864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580344b800.
00010000:00000010:3.1:1769074706.385876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580345ba00.
00010000:00000010:3.1:1769074706.421853:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c582c49b600.
00010000:00000010:3.1:1769074706.658253:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580344b500.
00010000:00000010:3.1:1769074706.658279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580345b400.
00010000:00000010:3.1:1769074706.699927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c582c49b600.
00010000:00000010:3.1:1769074707.106205:0:40962:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58034faf00.
00010000:00000010:3.1:1769074707.106214:0:40962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b4d6a00.
00000080:00000010:3.1:1769074707.324843:0:40963:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807cb2cc0.
00010000:00000010:3.1:1769074707.352894:0:40964:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58034fac00.
00010000:00000010:3.1:1769074707.352899:0:40964:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b4d6e00.
00000080:00000010:3.1:1769074707.590427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807cb2ea0.
00000080:00000010:3.1:1769074707.862784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5803497660.
00010000:00000010:3.1:1769074707.968638:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e10b00.
00010000:00000010:3.1:1769074707.968644:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580349f200.
00010000:00000010:1.1:1769074708.346790:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58034b5400.
00010000:00000010:1.1:1769074708.346807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580345ae00.
00000080:00000010:3.1:1769074708.752804:0:40975:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5803497280.
00010000:00000010:3.1:1769074708.903495:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58034b5b00.
00010000:00000010:3.1:1769074708.903520:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580349ea00.
00000080:00000010:1.1:1769074709.792865:0:2425:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5803497a80.
00010000:00000010:1.1:1769074709.901213:0:40984:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58034b5c00.
00010000:00000010:1.1:1769074709.901223:0:40984:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580345b600.
00000080:00000010:1.1:1769074710.095354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5803497e60.
00010000:00000010:1.1:1769074710.642199:0:33737:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e10a00.
00010000:00000010:1.1:1769074710.642230:0:33737:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580302d600.
00010000:00000010:3.1:1769074711.316880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583464a000.
00000080:00000010:1.1:1769074711.542628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5803497580.
00010000:00000010:1.1:1769074711.680640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e10500.
00010000:00000010:1.1:1769074711.680669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580302c800.
00010000:00000010:1.1:1769074711.689969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803476600.
00000080:00000010:3.1:1769074711.868883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5803497020.
00010000:00000010:3.1:1769074712.022877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58034b5300.
00010000:00000010:3.1:1769074712.022899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580302c000.
00010000:00000010:3.1:1769074712.071917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a27fa00.
00010000:00000010:3.1:1769074712.591889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583464ac00.
00000080:00000010:3.1:1769074712.778838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda2c0.
00010000:00000010:3.1:1769074712.829188:0:41007:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5805f8a700.
00010000:00000010:3.1:1769074712.829208:0:41007:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809eedc00.
00010000:00000010:3.1:1769074712.854685:0:41007:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a27fe00.
00000080:00000010:3.1:1769074713.073770:0:41008:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda640.
00010000:00000010:3.1:1769074713.269368:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58034b5e00.
00010000:00000010:3.1:1769074713.269389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580302cc00.
00000080:00000010:3.1:1769074713.524378:0:41012:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5803497d20.
00010000:00000010:3.1:1769074713.610220:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e10900.
00010000:00000010:3.1:1769074713.610232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb7200.
00000080:00000010:3.1:1769074714.427836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580348f820.
00010000:00000010:3.1:1769074714.601796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580971a200.
00000080:00000010:3.1:1769074714.819032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0ae0.
00010000:00000010:1.1:1769074714.974785:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580346db00.
00010000:00000010:1.1:1769074714.974793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580302ca00.
00010000:00000010:1.1:1769074715.438252:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580346d700.
00010000:00000010:1.1:1769074715.438265:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580302ce00.
00010000:00000010:3.1:1769074715.509186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fcf600.
00000080:00000010:3.1:1769074715.937819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5803497900.
00010000:00000010:1.1:1769074716.119051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a11ce00.
00000080:00000010:3.1:1769074716.700794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580348f9e0.
00000080:00000010:3.1:1769074717.072100:0:41037:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0c20.
00010000:00000010:1.1:1769074717.178032:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580346dc00.
00010000:00000010:1.1:1769074717.178047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580302d800.
00010000:00000010:3.1:1769074717.523103:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580346d100.
00010000:00000010:3.1:1769074717.523116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580302d000.
00010000:00000010:3.1:1769074717.896218:0:41045:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580346df00.
00010000:00000010:3.1:1769074717.896231:0:41045:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e15600.
00000080:00000010:3.1:1769074718.118829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5803497b00.
00010000:00000010:3.1:1769074718.249368:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803466100.
00010000:00000010:3.1:1769074718.249375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb7e00.
00010000:00000010:1.1:1769074718.455267:0:41051:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803466200.
00010000:00000010:1.1:1769074718.455273:0:41051:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb7000.
00010000:00000010:1.1:1769074718.470778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58346c6600.
00000080:00000010:3.1:1769074718.603924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580348f860.
00010000:00000010:3.1:1769074718.655602:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803466a00.
00010000:00000010:3.1:1769074718.655609:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb7600.
00010000:00000010:1.1:1769074719.430361:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58034b5500.
00010000:00000010:1.1:1769074719.430371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e15400.
00010000:00000010:1.1:1769074719.447091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58346c7c00.
00010000:00000010:1.1:1769074719.728060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a11ce00.
00010000:00000010:3.1:1769074720.048784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a20c800.
00010000:00000010:3.1:1769074720.415454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb9800.
00010000:00000010:3.1:1769074720.415474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e14200.
00010000:00000010:3.1:1769074720.421512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e15400.
00000080:00000010:3.1:1769074720.637275:0:41070:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5803497100.
00010000:00000010:3.1:1769074721.615914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e14200.
00000080:00000010:3.1:1769074721.862836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5803497fe0.
00010000:00000010:1.1:1769074721.969772:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb9e00.
00010000:00000010:1.1:1769074721.969779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fb1200.
00010000:00000010:3.1:1769074722.257099:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb9400.
00010000:00000010:3.1:1769074722.257118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fb0a00.
00010000:00000010:3.1:1769074722.263048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a2bfe00.
00000080:00000010:3.1:1769074722.549853:0:41085:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5803497f80.
00010000:00000010:3.1:1769074722.696943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58345b6200.
00000080:00000010:3.1:1769074722.961180:0:1363:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580348faa0.
00000080:00000010:3.1:1769074723.240969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5803497ec0.
00000080:00000010:3.1:1769074723.663136:0:39241:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5803497a60.
00010000:00000010:3.1:1769074723.795071:0:41097:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809eedc00.
00000080:00000010:3.1:1769074724.015321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58034975a0.
00010000:00000010:3.1:1769074724.109309:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58034fa900.
00010000:00000010:3.1:1769074724.109325:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341c800.
00010000:00000010:3.1:1769074724.125103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a2bfc00.
00000080:00000010:3.1:1769074724.363849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd9a20.
00010000:00000010:3.1:1769074724.513106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580345be00.
00000080:00000010:3.1:1769074724.632907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd95e0.
00010000:00000010:3.1:1769074724.766185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580345ae00.
00000080:00000010:3.1:1769074724.966466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd99c0.
00010000:00000010:3.1:1769074725.004994:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58034a7d00.
00010000:00000010:3.1:1769074725.005014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341d800.
00010000:00000010:1.1:1769074725.352836:0:2425:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58034a7b00.
00010000:00000010:1.1:1769074725.352845:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341c200.
00000080:00000010:3.1:1769074725.591927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd9de0.
00000080:00000010:3.1:1769074726.034999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddaea0.
00010000:00000010:3.1:1769074726.213027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e14200.
00000080:00000010:3.1:1769074726.442785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72100.
00010000:00000010:1.1:1769074726.589073:0:481:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803413a00.
00010000:00000010:1.1:1769074726.589086:0:481:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fb0800.
00010000:00000010:1.1:1769074727.111415:0:2425:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803413800.
00010000:00000010:1.1:1769074727.111424:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fe7c00.
00000080:00000010:3.1:1769074727.442498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e725e0.
00000080:00000010:1.1:1769074727.783067:0:41127:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580348f260.
00010000:00000010:3.1:1769074727.918809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fe1400.
00000080:00000010:3.1:1769074728.105825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580348f1c0.
00010000:00000010:3.1:1769074728.671823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58346f3c00.
00010000:00000010:1.1:1769074729.044839:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58034a7100.
00010000:00000010:1.1:1769074729.044856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803478800.
00010000:00000010:3.1:1769074729.437957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58346f3000.
00000080:00000010:3.1:1769074729.666884:0:41144:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580348fa40.
00010000:00000010:3.1:1769074729.772971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58346f2400.
00010000:00000010:3.1:1769074730.294839:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f74d00.
00010000:00000010:3.1:1769074730.294853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809eeda00.
00010000:00000010:1.1:1769074730.651084:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f74e00.
00010000:00000010:1.1:1769074730.651091:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809eec000.
00010000:00000010:1.1:1769074731.042995:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580346d300.
00010000:00000010:1.1:1769074731.043016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fe7000.
00000080:00000010:3.1:1769074731.297786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809fc9260.
00010000:00000010:3.1:1769074731.503396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58346f2c00.
00000080:00000010:3.1:1769074731.846384:0:41159:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809fc95e0.
00010000:00000010:3.1:1769074732.302843:0:41164:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580342e900.
00010000:00000010:3.1:1769074732.302856:0:41164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803479200.
00010000:00000010:3.1:1769074732.322136:0:41164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a3c5000.
00000080:00000010:1.1:1769074732.494297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580348f040.
00010000:00000010:3.1:1769074732.620782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fe0000.
00000080:00000010:1.1:1769074732.948778:0:37:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580348f760.
00010000:00000010:3.1:1769074733.149203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809eed400.
00010000:00000010:3.1:1769074733.403801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809eed600.
00000080:00000010:3.1:1769074734.107373:0:41176:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580348f800.
00010000:00000010:3.1:1769074734.241325:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fe4100.
00010000:00000010:3.1:1769074734.241339:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fe7200.
00010000:00000010:3.1:1769074734.751277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a3c3a00.
00010000:00000010:1.1:1769074735.074476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fe4200.
00010000:00000010:1.1:1769074735.079300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b4de400.
00010000:00000010:1.1:1769074735.101923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704bd9200.
00010000:00000010:1.1:1769074735.533814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58034f8400.
00010000:00000010:1.1:1769074736.500785:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58034a7900.
00010000:00000010:1.1:1769074736.500796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807c2ba00.
00010000:00000010:3.1:1769074737.573289:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ed5d00.
00010000:00000010:3.1:1769074737.573299:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fa2c00.
00010000:00000010:3.1:1769074738.518793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a3c3a00.
00000080:00000010:3.1:1769074738.648540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c863c0.
00010000:00000010:1.1:1769074738.843281:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580bccd800.
00010000:00000010:1.1:1769074738.843310:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808facc00.
00010000:00000010:3.1:1769074739.273015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b4df600.
00000080:00000010:3.1:1769074739.408794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda3c0.
00010000:00000010:3.1:1769074739.506994:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5813aeb600.
00010000:00000010:3.1:1769074739.507002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8a200.
00010000:00000010:1.1:1769074739.708178:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807dee600.
00010000:00000010:1.1:1769074739.708192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8be00.
00000080:00000010:3.1:1769074740.121903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddacc0.
00010000:00000010:1.1:1769074740.236360:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807deef00.
00010000:00000010:1.1:1769074740.236368:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8a600.
00000080:00000010:3.1:1769074740.969780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddabe0.
00010000:00000010:1.1:1769074741.064414:0:41242:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807deed00.
00010000:00000010:1.1:1769074741.064432:0:41242:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8b200.
00010000:00000010:1.1:1769074741.071217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68c00.
00010000:00000010:3.1:1769074741.219084:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e23a00.
00010000:00000010:3.1:1769074741.219097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58092be600.
00010000:00000010:3.1:1769074741.567881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810f30000.
00010000:00000010:3.1:1769074741.567902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fa3000.
00010000:00000010:3.1:1769074741.606186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8b200.
00000080:00000010:1.1:1769074741.723882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c868e0.
00010000:00000010:3.1:1769074741.830785:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810f30400.
00010000:00000010:3.1:1769074741.830802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fa6e00.
00000080:00000010:3.1:1769074742.001959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd9340.
00010000:00000010:3.1:1769074742.071768:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ed5c00.
00010000:00000010:3.1:1769074742.071775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fa3600.
00010000:00000010:3.1:1769074742.083522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8be00.
00000080:00000010:3.1:1769074742.212852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c86540.
00010000:00000010:3.1:1769074742.330788:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ed5f00.
00010000:00000010:3.1:1769074742.330808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fa2600.
00010000:00000010:3.1:1769074742.356790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8a800.
00010000:00000010:3.1:1769074742.584962:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e23800.
00010000:00000010:3.1:1769074742.584981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58092bf400.
00000080:00000010:1.1:1769074742.754173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25080.
00010000:00000010:1.1:1769074742.894938:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e23d00.
00010000:00000010:1.1:1769074742.894947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58092bf200.
00000080:00000010:1.1:1769074743.059921:0:41264:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c256a0.
00000080:00000010:3.1:1769074743.595810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25e40.
00010000:00000010:1.1:1769074743.700566:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e23300.
00010000:00000010:1.1:1769074743.700587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d93e00.
00010000:00000010:1.1:1769074743.901015:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e23e00.
00010000:00000010:1.1:1769074743.901022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d93800.
00010000:00000010:1.1:1769074743.920991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68600.
00000080:00000010:3.1:1769074744.017174:0:41276:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25c80.
00010000:00000010:1.1:1769074744.119827:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735a00.
00010000:00000010:1.1:1769074744.119841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d93600.
00010000:00000010:1.1:1769074744.426343:0:481:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809edcd00.
00010000:00000010:1.1:1769074744.426383:0:481:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f18a00.
00010000:00000010:3.1:1769074744.473824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68a00.
00000080:00000010:3.1:1769074744.697010:0:41283:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c86120.
00000080:00000010:3.1:1769074745.168450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5804eb4d60.
00010000:00000010:3.1:1769074745.225905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735700.
00010000:00000010:3.1:1769074745.225928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d92800.
00010000:00000010:3.1:1769074745.454203:0:41291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735900.
00010000:00000010:3.1:1769074745.454224:0:41291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d93400.
00010000:00000010:3.1:1769074745.469769:0:41291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68e00.
00010000:00000010:3.1:1769074745.843101:0:41297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735300.
00010000:00000010:3.1:1769074745.843114:0:41297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f1ba00.
00010000:00000010:3.1:1769074745.867186:0:41297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68200.
00000080:00000010:1.1:1769074746.324131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb43c0.
00000080:00000010:1.1:1769074746.532944:0:41304:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb4180.
00010000:00000010:3.1:1769074746.584966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f81200.
00000080:00000010:1.1:1769074746.687829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda360.
00010000:00000010:1.1:1769074746.804939:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735b00.
00010000:00000010:1.1:1769074746.804948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f1aa00.
00000080:00000010:1.1:1769074747.063781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb4140.
00010000:00000010:3.1:1769074747.127164:0:41314:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921ed00.
00010000:00000010:3.1:1769074747.127171:0:41314:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f1be00.
00010000:00000010:3.1:1769074747.150993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68400.
00000080:00000010:3.1:1769074747.307146:0:41315:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb4320.
00010000:00000010:1.1:1769074747.374861:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807dee300.
00010000:00000010:1.1:1769074747.374883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fa6800.
00010000:00000010:1.1:1769074747.382001:0:41317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704e99400.
00010000:00000010:1.1:1769074750.612180:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d31900.
00010000:00000010:1.1:1769074750.612208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809258200.
00000080:00000010:3.1:1769074750.630788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd9b20.
00000080:00000010:3.1:1769074750.634793:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a698c0.
00010000:00000010:3.1:1769074750.634808:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810828d00.
00010000:00000010:3.1:1769074750.634812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580311f400.
00000080:00000010:3.1:1769074750.643522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac08a0.
00000080:00000010:3.1:1769074750.643564:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580981dac0.
00010000:00000010:3.1:1769074750.643580:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fc0c00.
00010000:00000010:3.1:1769074750.643586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580349e800.
00000080:00000010:3.1:1769074750.652330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580348f3a0.
00000080:00000010:3.1:1769074750.655290:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b8f380.
00010000:00000010:3.1:1769074750.660944:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eada00.
00010000:00000010:3.1:1769074750.664771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807993600.
00010000:00000010:3.1:1769074750.664784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68400.
00010000:00000010:3.1:1769074750.664788:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807b80000.
00010000:00000010:3.1:1769074750.664791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a6fc00.
00000080:00000010:3.1:1769074750.732880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a82100.
00010000:00000010:3.1:1769074750.732893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eada00.
00010000:00000010:3.1:1769074750.737772:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a038200.
00010000:00000010:3.1:1769074750.737779:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68400.
00010000:00000010:3.1:1769074750.737784:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5834528d00.
00010000:00000010:3.1:1769074750.737788:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a039800.
00000080:00000010:3.1:1769074750.763619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d060.
00000080:00000010:1.1:1769074750.788985:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b88000.
00010000:00000010:1.1:1769074750.789004:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5805455300.
00010000:00000010:1.1:1769074750.789010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810d7ba00.
00010000:00000010:3.1:1769074750.827797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58346c6000.
00010000:00000010:3.1:1769074750.827824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8aa00.
00010000:00000010:3.1:1769074750.827832:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1f6800.
00010000:00000010:3.1:1769074750.827837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a3c4200.
00000080:00000010:3.1:1769074750.849847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107938e0.
00010000:00000010:3.1:1769074750.906880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c92000.
00010000:00000010:3.1:1769074750.906889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c581877a000.
00000080:00000010:3.1:1769074750.928145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72da0.
00000080:00000010:3.1:1769074750.928188:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809890840.
00010000:00000010:3.1:1769074750.928202:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eada00.
00000080:00000010:3.1:1769074751.030357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fef560.
00000080:00000010:3.1:1769074751.030403:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098edac0.
00010000:00000010:3.1:1769074751.030415:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580722f700.
00010000:00000010:3.1:1769074751.030422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809cb4400.
00000080:00000010:3.1:1769074751.039212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddaca0.
00000080:00000010:3.1:1769074751.040196:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811780000.
00010000:00000010:3.1:1769074751.048219:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5804e21300.
00010000:00000010:3.1:1769074751.048874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b44d000.
00000080:00000010:3.1:1769074751.059881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9080.
00000080:00000010:3.1:1769074751.059936:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117e3180.
00010000:00000010:3.1:1769074751.059952:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58187c0900.
00010000:00000010:3.1:1769074751.059959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58056be800.
00010000:00000010:1.1:1769074751.091471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e6ba00.
00010000:00000010:1.1:1769074751.091497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8aa00.
00010000:00000010:1.1:1769074751.091503:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580a913400.
00010000:00000010:1.1:1769074751.091509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e6a800.
00000080:00000010:3.1:1769074751.126028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793640.
00000080:00000010:3.1:1769074751.129823:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a39080.
00010000:00000010:3.1:1769074751.132910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803466000.
00010000:00000010:3.1:1769074751.132936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803479a00.
00000080:00000010:3.1:1769074751.235844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793e60.
00000080:00000010:3.1:1769074751.241999:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099ae300.
00010000:00000010:3.1:1769074751.242023:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f63200.
00010000:00000010:3.1:1769074751.242031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d25c00.
00000080:00000010:3.1:1769074751.250612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c86000.
00000080:00000010:3.1:1769074751.250643:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a3e300.
00010000:00000010:3.1:1769074751.250657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d84100.
00010000:00000010:3.1:1769074751.250664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808a98e00.
00000080:00000010:3.1:1769074751.269179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d050a0.
00000080:00000010:1.1:1769074751.340822:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a60000.
00010000:00000010:1.1:1769074751.340831:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809edc100.
00010000:00000010:1.1:1769074751.340836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f94a00.
00000080:00000010:3.1:1769074751.383071:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809af98c0.
00010000:00000010:3.1:1769074751.383094:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58092b6e00.
00010000:00000010:3.1:1769074751.383100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f1fe00.
00000080:00000010:3.1:1769074751.398728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0f60.
00000080:00000010:3.1:1769074751.398783:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809913180.
00010000:00000010:3.1:1769074751.403932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eada00.
00010000:00000010:3.1:1769074751.403953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580860b000.
00010000:00000010:3.1:1769074751.403959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69c00.
00010000:00000010:3.1:1769074751.403964:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809427800.
00010000:00000010:3.1:1769074751.403969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ce9c00.
00000080:00000010:3.1:1769074751.438393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d060.
00000080:00000010:3.1:1769074751.538197:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b90840.
00010000:00000010:3.1:1769074751.542782:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eada00.
00000080:00000010:3.1:1769074751.581770:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25540.
00000080:00000010:3.1:1769074751.581794:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099a6b40.
00010000:00000010:3.1:1769074751.591181:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eada00.
00010000:00000010:3.1:1769074751.591210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5818733600.
00010000:00000010:3.1:1769074751.591218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68600.
00010000:00000010:3.1:1769074751.591223:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb4d00.
00010000:00000010:3.1:1769074751.591242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f6f000.
00000080:00000010:3.1:1769074751.608773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452ddc0.
00000080:00000010:3.1:1769074751.661339:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b60000.
00010000:00000010:3.1:1769074751.661360:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810f25d00.
00010000:00000010:3.1:1769074751.661367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d00a00.
00000080:00000010:3.1:1769074751.674971:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac1c80.
00000080:00000010:3.1:1769074751.674998:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098739c0.
00010000:00000010:3.1:1769074751.675010:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807283f00.
00010000:00000010:3.1:1769074751.675017:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58056bea00.
00000080:00000010:3.1:1769074751.683777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810690540.
00000080:00000010:3.1:1769074751.683804:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098adac0.
00010000:00000010:3.1:1769074751.683830:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807029e00.
00010000:00000010:3.1:1769074751.683837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58187ce000.
00000080:00000010:3.1:1769074751.704585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fefb60.
00000080:00000010:3.1:1769074751.712800:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809836b40.
00010000:00000010:3.1:1769074751.712831:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5806043300.
00010000:00000010:3.1:1769074751.712838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f1fc00.
00010000:00000010:3.1:1769074751.755836:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807283e00.
00010000:00000010:3.1:1769074751.755846:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5800031000.
00000080:00000010:3.1:1769074751.783017:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580619c4e0.
00000080:00000010:3.1:1769074751.783061:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098e2100.
00010000:00000010:3.1:1769074751.793781:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eada00.
00010000:00000010:3.1:1769074751.801225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e7f600.
00010000:00000010:3.1:1769074751.801243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68600.
00010000:00000010:3.1:1769074751.801251:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808454c00.
00010000:00000010:3.1:1769074751.801256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e7f200.
00000080:00000010:3.1:1769074751.801262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452ddc0.
00000080:00000010:3.1:1769074751.873853:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b06300.
00010000:00000010:3.1:1769074751.873879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58056edc00.
00010000:00000010:3.1:1769074751.873887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e6e800.
00000080:00000010:3.1:1769074751.888580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb4ae0.
00000080:00000010:3.1:1769074751.893834:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099f4a40.
00000080:00000010:3.1:1769074751.991775:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0360.
00000080:00000010:3.1:1769074751.991805:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811790840.
00010000:00000010:3.1:1769074752.001770:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eada00.
00010000:00000010:3.1:1769074752.006804:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809699800.
00010000:00000010:3.1:1769074752.006817:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68600.
00010000:00000010:3.1:1769074752.006824:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5834462400.
00010000:00000010:3.1:1769074752.006828:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809698000.
00000080:00000010:3.1:1769074752.051673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452ddc0.
00000080:00000010:3.1:1769074752.057587:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b44200.
00010000:00000010:3.1:1769074752.057608:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f93800.
00010000:00000010:3.1:1769074752.057614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f46e00.
00000080:00000010:3.1:1769074752.071412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808f921e0.
00000080:00000010:3.1:1769074752.071459:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ae3180.
00010000:00000010:3.1:1769074752.074988:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58034a7c00.
00010000:00000010:3.1:1769074752.075012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807c2b400.
00000080:00000010:3.1:1769074752.105782:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd9020.
00000080:00000010:3.1:1769074752.105934:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bf2100.
00010000:00000010:3.1:1769074752.114790:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eada00.
00010000:00000010:3.1:1769074752.114815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e0dc00.
00010000:00000010:3.1:1769074752.114822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68600.
00010000:00000010:3.1:1769074752.114826:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58096d9e00.
00010000:00000010:3.1:1769074752.114830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809592400.
00000080:00000010:3.1:1769074752.148810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452ddc0.
00000080:00000010:1.1:1769074752.275148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810f6dd20.
00000080:00000010:1.1:1769074752.275186:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811780840.
00010000:00000010:1.1:1769074752.275198:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58187ebd00.
00010000:00000010:1.1:1769074752.275203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b454e00.
00000080:00000010:3.1:1769074752.291773:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58091cab00.
00000080:00000010:3.1:1769074752.291804:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098298c0.
00010000:00000010:3.1:1769074752.304152:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eada00.
00010000:00000010:3.1:1769074752.312785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ce8a00.
00010000:00000010:3.1:1769074752.312799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68600.
00010000:00000010:3.1:1769074752.312805:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809427000.
00010000:00000010:3.1:1769074752.312821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ce9200.
00000080:00000010:3.1:1769074752.324491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452ddc0.
00000080:00000010:3.1:1769074752.376837:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ac9080.
00010000:00000010:3.1:1769074752.376854:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5806127400.
00010000:00000010:3.1:1769074752.376861:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810dcf800.
00000080:00000010:3.1:1769074752.389986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810f6d1a0.
00000080:00000010:3.1:1769074752.390016:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809898840.
00010000:00000010:3.1:1769074752.400244:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eada00.
00000080:00000010:1.1:1769074752.475021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793680.
00000080:00000010:1.1:1769074752.475064:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809af9080.
00010000:00000010:1.1:1769074752.475078:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f0cc00.
00010000:00000010:1.1:1769074752.475086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580a9ed800.
00000080:00000010:1.1:1769074752.488105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809e0f740.
00000080:00000010:1.1:1769074752.488149:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b34a40.
00010000:00000010:1.1:1769074752.488161:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ee2700.
00010000:00000010:1.1:1769074752.488192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fb9400.
00000080:00000010:1.1:1769074752.501721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25060.
00000080:00000010:1.1:1769074752.501781:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580998b180.
00010000:00000010:1.1:1769074752.501793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809cbd100.
00010000:00000010:1.1:1769074752.501800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ead600.
00000080:00000010:1.1:1769074752.510891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9840.
00000080:00000010:1.1:1769074752.510938:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809915280.
00010000:00000010:1.1:1769074752.516722:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c7df00.
00010000:00000010:1.1:1769074752.516780:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58092d3400.
00000080:00000010:1.1:1769074752.522968:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72620.
00000080:00000010:1.1:1769074752.522994:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098b2100.
00010000:00000010:1.1:1769074752.523006:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580344b100.
00010000:00000010:1.1:1769074752.523012:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58034f9a00.
00000080:00000010:1.1:1769074752.533403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5803497440.
00000080:00000010:1.1:1769074752.533447:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b92100.
00000080:00000010:1.1:1769074752.773940:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a43180.
00010000:00000010:1.1:1769074752.773968:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580926ed00.
00010000:00000010:1.1:1769074752.773975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810630000.
00000080:00000010:1.1:1769074752.786857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580bcc7da0.
00000080:00000010:1.1:1769074752.786887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580984b180.
00010000:00000010:1.1:1769074752.800076:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735700.
00010000:00000010:3.1:1769074752.845185:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c581000d900.
00010000:00000010:3.1:1769074752.845196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fcf000.
00000080:00000010:3.1:1769074752.845204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fef580.
00000080:00000010:3.1:1769074752.849525:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098f6b40.
00010000:00000010:3.1:1769074752.849552:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ed0e00.
00010000:00000010:3.1:1769074752.849559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fc5c00.
00000080:00000010:3.1:1769074752.857466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c86460.
00000080:00000010:3.1:1769074752.860141:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580997e300.
00010000:00000010:3.1:1769074752.860162:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809db7200.
00010000:00000010:3.1:1769074752.860169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d00800.
00000080:00000010:3.1:1769074752.865925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac1ba0.
00000080:00000010:3.1:1769074752.865968:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809874a40.
00010000:00000010:3.1:1769074752.865979:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58131d0000.
00010000:00000010:3.1:1769074752.865986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58107f4800.
00000080:00000010:3.1:1769074752.887489:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0260.
00000080:00000010:3.1:1769074752.887528:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117fa100.
00010000:00000010:3.1:1769074752.887543:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58107ed400.
00010000:00000010:3.1:1769074752.887551:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810014a00.
00000080:00000010:3.1:1769074752.893113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddaac0.
00000080:00000010:3.1:1769074752.902978:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a6f380.
00010000:00000010:3.1:1769074752.902993:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58073d2b00.
00010000:00000010:3.1:1769074752.903001:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b44c200.
00000080:00000010:3.1:1769074752.912822:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9c40.
00000080:00000010:3.1:1769074752.912847:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117f3180.
00010000:00000010:3.1:1769074752.912860:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809db7500.
00010000:00000010:3.1:1769074752.912867:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d01600.
00000080:00000010:3.1:1769074752.934010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac1ec0.
00000080:00000010:3.1:1769074752.960798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793e40.
00000080:00000010:3.1:1769074752.964081:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809be8000.
00010000:00000010:3.1:1769074752.964095:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807284800.
00010000:00000010:3.1:1769074752.964102:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810630600.
00000080:00000010:3.1:1769074752.987118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58013838e0.
00000080:00000010:3.1:1769074752.987162:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809847380.
00010000:00000010:3.1:1769074752.987180:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c6a900.
00010000:00000010:3.1:1769074752.987188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58106bcc00.
00000080:00000010:3.1:1769074752.991864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fef360.
00000080:00000010:3.1:1769074752.991906:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098f7380.
00010000:00000010:3.1:1769074753.009092:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eada00.
00010000:00000010:3.1:1769074753.061827:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e000.
00010000:00000010:3.1:1769074753.061853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58086cce00.
00010000:00000010:3.1:1769074753.061859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8aa00.
00010000:00000010:3.1:1769074753.061863:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809456f00.
00010000:00000010:3.1:1769074753.061872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58086cca00.
00000080:00000010:3.1:1769074753.094002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793260.
00000080:00000010:3.1:1769074753.103438:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ae0000.
00010000:00000010:3.1:1769074753.111835:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eada00.
00010000:00000010:3.1:1769074753.111847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e6f200.
00010000:00000010:3.1:1769074753.111852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69c00.
00010000:00000010:3.1:1769074753.111857:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e07a00.
00010000:00000010:3.1:1769074753.111862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704b53000.
00000080:00000010:1.1:1769074753.204674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a90c0.
00000080:00000010:1.1:1769074753.204706:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809aa18c0.
00010000:00000010:1.1:1769074753.204725:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58107e8100.
00010000:00000010:1.1:1769074753.204751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f41e00.
00000080:00000010:1.1:1769074753.217147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fefbc0.
00000080:00000010:1.1:1769074753.217185:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809832940.
00010000:00000010:1.1:1769074753.225249:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d10a00.
00010000:00000010:1.1:1769074753.225282:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b44d600.
00000080:00000010:1.1:1769074753.243189:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9b20.
00000080:00000010:1.1:1769074753.243214:0:2424:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117f4200.
00010000:00000010:3.1:1769074753.246834:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802a06f00.
00010000:00000010:3.1:1769074753.246858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580922a200.
00000080:00000010:3.1:1769074753.278441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810688f20.
00000080:00000010:3.1:1769074753.278491:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117cc200.
00010000:00000010:3.1:1769074753.278504:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811cfcf00.
00010000:00000010:3.1:1769074753.278514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f12200.
00000080:00000010:3.1:1769074753.278518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd9a40.
00000080:00000010:3.1:1769074753.278531:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580994d280.
00010000:00000010:3.1:1769074753.278540:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809dae100.
00010000:00000010:3.1:1769074753.278545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f57400.
00000080:00000010:3.1:1769074753.294424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9ac0.
00000080:00000010:3.1:1769074753.294475:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809aa7380.
00010000:00000010:3.1:1769074753.294488:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f80a00.
00010000:00000010:3.1:1769074753.294495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5800030400.
00000080:00000010:3.1:1769074753.303233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805f8d680.
00000080:00000010:3.1:1769074753.303326:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098e2940.
00010000:00000010:3.1:1769074753.319779:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803488900.
00010000:00000010:3.1:1769074753.319791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803429000.
00000080:00000010:3.1:1769074753.319802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809fc9f80.
00000080:00000010:1.1:1769074753.409811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58106901a0.
00000080:00000010:1.1:1769074753.414083:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bda940.
00010000:00000010:1.1:1769074753.414109:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58187ebe00.
00010000:00000010:1.1:1769074753.414117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b455e00.
00000080:00000010:3.1:1769074753.578823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda5e0.
00000080:00000010:1.1:1769074753.594839:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b15280.
00010000:00000010:1.1:1769074753.594880:0:2425:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f26700.
00010000:00000010:1.1:1769074753.594888:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809c43200.
00010000:00000010:3.1:1769074753.714353:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c582c49ac00.
00010000:00000010:3.1:1769074753.714374:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8aa00.
00010000:00000010:3.1:1769074753.714381:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580349ad00.
00010000:00000010:3.1:1769074753.714386:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c582c49a600.
00000080:00000010:3.1:1769074753.749998:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107939e0.
00000080:00000010:3.1:1769074753.750973:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b83180.
00010000:00000010:3.1:1769074753.750989:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58131d6700.
00010000:00000010:3.1:1769074753.750996:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d8c800.
00000080:00000010:3.1:1769074753.760988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a97a0.
00000080:00000010:3.1:1769074753.761051:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809805ac0.
00010000:00000010:3.1:1769074753.877771:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834736e00.
00010000:00000010:3.1:1769074753.877781:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8aa00.
00010000:00000010:3.1:1769074753.877787:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5834462600.
00010000:00000010:3.1:1769074753.877791:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834736400.
00000080:00000010:3.1:1769074753.899759:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793a40.
00000080:00000010:1.1:1769074753.967874:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05280.
00000080:00000010:1.1:1769074753.976273:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580985a940.
00010000:00000010:1.1:1769074753.982488:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ef4400.
00010000:00000010:1.1:1769074753.982503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e20e00.
00000080:00000010:1.1:1769074753.986816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c253c0.
00010000:00000010:3.1:1769074754.041784:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807dee700.
00010000:00000010:3.1:1769074754.041800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8a000.
00000080:00000010:3.1:1769074754.053231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda7c0.
00000080:00000010:3.1:1769074754.053277:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099b0000.
00010000:00000010:3.1:1769074754.056319:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58092b3e00.
00010000:00000010:3.1:1769074754.056343:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fc4e00.
00000080:00000010:3.1:1769074754.064780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c86f60.
00000080:00000010:3.1:1769074754.065391:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580995f380.
00010000:00000010:3.1:1769074754.065412:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d84200.
00010000:00000010:3.1:1769074754.065418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803049200.
00000080:00000010:3.1:1769074754.069936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05e80.
00000080:00000010:3.1:1769074754.144042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793760.
00000080:00000010:1.1:1769074754.223910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c86240.
00000080:00000010:1.1:1769074754.223950:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580997b9c0.
00010000:00000010:1.1:1769074754.223961:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e3eb00.
00010000:00000010:1.1:1769074754.223967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810e95c00.
00000080:00000010:3.1:1769074754.254206:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098b4a40.
00010000:00000010:3.1:1769074754.262191:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eada00.
00000080:00000010:3.1:1769074754.325040:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ba98c0.
00010000:00000010:3.1:1769074754.325065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f26f00.
00010000:00000010:3.1:1769074754.325072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809c43800.
00000080:00000010:3.1:1769074754.335140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72580.
00010000:00000010:3.1:1769074754.481780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58345b7600.
00010000:00000010:3.1:1769074754.481794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8a400.
00010000:00000010:3.1:1769074754.481803:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a320d00.
00010000:00000010:3.1:1769074754.481808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a2bfe00.
00000080:00000010:3.1:1769074754.481816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107931a0.
00000080:00000010:3.1:1769074754.488114:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bcf380.
00010000:00000010:3.1:1769074754.488128:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58132d4600.
00010000:00000010:3.1:1769074754.488133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58012ebe00.
00000080:00000010:3.1:1769074754.497039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0680.
00000080:00000010:3.1:1769074754.562018:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a9f380.
00010000:00000010:3.1:1769074754.562028:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e23c00.
00010000:00000010:3.1:1769074754.562034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58092be000.
00000080:00000010:3.1:1769074754.591888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c86020.
00000080:00000010:3.1:1769074754.591916:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580995b180.
00010000:00000010:3.1:1769074754.591932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580a7cda00.
00010000:00000010:3.1:1769074754.591939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d29c00.
00000080:00000010:3.1:1769074754.591944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25d40.
00000080:00000010:3.1:1769074754.600956:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a02940.
00000080:00000010:3.1:1769074754.642829:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ad6b40.
00010000:00000010:3.1:1769074754.642842:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ef4500.
00010000:00000010:3.1:1769074754.642847:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e21c00.
00000080:00000010:3.1:1769074754.649103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25140.
00000080:00000010:3.1:1769074754.649143:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809996b40.
00010000:00000010:3.1:1769074754.649153:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c581001d600.
00010000:00000010:3.1:1769074754.649160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d9ae00.
00000080:00000010:3.1:1769074754.668976:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a9209a0.
00000080:00000010:3.1:1769074754.669442:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a1e300.
00010000:00000010:3.1:1769074754.685783:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811bc2200.
00010000:00000010:3.1:1769074754.685792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807229800.
00000080:00000010:3.1:1769074754.702976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0940.
00000080:00000010:3.1:1769074754.703002:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580981b180.
00000080:00000010:3.1:1769074754.743814:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098a6300.
00010000:00000010:3.1:1769074754.743845:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809271100.
00010000:00000010:3.1:1769074754.743854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ce9800.
00000080:00000010:3.1:1769074754.766797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd9440.
00000080:00000010:3.1:1769074754.766848:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a9b9c0.
00010000:00000010:3.1:1769074754.766857:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807283300.
00010000:00000010:3.1:1769074754.766867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58056bf400.
00000080:00000010:3.1:1769074754.838023:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809be5ac0.
00010000:00000010:3.1:1769074754.838048:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807283600.
00010000:00000010:3.1:1769074754.838056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58056be400.
00000080:00000010:3.1:1769074754.847467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58186c5ce0.
00000080:00000010:3.1:1769074755.045012:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a15280.
00010000:00000010:3.1:1769074755.045079:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d10800.
00010000:00000010:3.1:1769074755.045084:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d8ca00.
00010000:00000010:1.1:1769074755.115978:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735c00.
00000080:00000010:3.1:1769074755.116020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9cc0.
00000080:00000010:3.1:1769074755.116035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb42a0.
00000080:00000010:3.1:1769074755.116052:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099c2940.
00010000:00000010:1.1:1769074755.120815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580876b600.
00010000:00000010:1.1:1769074755.120826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010aa000.
00010000:00000010:1.1:1769074755.120831:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809456600.
00010000:00000010:1.1:1769074755.120836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580876a800.
00000080:00000010:1.1:1769074755.120841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d720.
00000080:00000010:1.1:1769074755.120888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ad5280.
00010000:00000010:1.1:1769074755.145802:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735700.
00000080:00000010:1.1:1769074755.195632:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117c0840.
00000080:00000010:3.1:1769074755.196602:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac07e0.
00010000:00000010:3.1:1769074755.287982:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a20d600.
00010000:00000010:3.1:1769074755.287996:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8a000.
00010000:00000010:3.1:1769074755.288001:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c582c470600.
00010000:00000010:3.1:1769074755.288005:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a20da00.
00000080:00000010:3.1:1769074755.303991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793260.
00000080:00000010:1.1:1769074755.330057:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bac200.
00010000:00000010:1.1:1769074755.330081:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58092b3900.
00010000:00000010:1.1:1769074755.330087:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808a99000.
00000080:00000010:3.1:1769074755.363986:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098ddac0.
00010000:00000010:3.1:1769074755.364001:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e7dd00.
00010000:00000010:3.1:1769074755.364008:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f0b800.
00000080:00000010:3.1:1769074755.397310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9d20.
00000080:00000010:3.1:1769074755.397358:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a64200.
00010000:00000010:3.1:1769074755.397369:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58131d0c00.
00010000:00000010:3.1:1769074755.397376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58107f5000.
00000080:00000010:3.1:1769074755.408448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0d40.
00000080:00000010:3.1:1769074755.408495:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117fd280.
00010000:00000010:3.1:1769074755.408512:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808fd7400.
00010000:00000010:3.1:1769074755.408519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810014800.
00000080:00000010:3.1:1769074755.423794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddaf60.
00000080:00000010:3.1:1769074755.423825:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a4eb40.
00010000:00000010:3.1:1769074755.423840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead200.
00010000:00000010:1.1:1769074755.433060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580971b600.
00010000:00000010:1.1:1769074755.433091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68400.
00010000:00000010:1.1:1769074755.433099:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c582c4cda00.
00010000:00000010:1.1:1769074755.433104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580302c000.
00000080:00000010:1.1:1769074755.444783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452de60.
00000080:00000010:3.1:1769074755.493784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25cc0.
00000080:00000010:3.1:1769074755.497880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099a4200.
00010000:00000010:3.1:1769074755.497906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb0900.
00010000:00000010:3.1:1769074755.497915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ec7400.
00000080:00000010:3.1:1769074755.516327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808f92b60.
00010000:00000010:3.1:1769074755.548456:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809edc300.
00010000:00000010:3.1:1769074755.548480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5705006e00.
00010000:00000010:3.1:1769074755.550791:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580a913600.
00010000:00000010:3.1:1769074755.550813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e6ac00.
00010000:00000010:3.1:1769074755.550823:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807a0ed00.
00010000:00000010:3.1:1769074755.550829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a6f200.
00010000:00000010:1.1:1769074755.605226:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808454f00.
00010000:00000010:1.1:1769074755.605250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803760000.
00010000:00000010:1.1:1769074755.605256:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a049900.
00010000:00000010:1.1:1769074755.605267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a074e00.
00010000:00000010:3.1:1769074755.609775:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58347c6100.
00010000:00000010:3.1:1769074755.609784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c582c49c400.
00010000:00000010:3.1:1769074755.609789:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5834417e00.
00010000:00000010:3.1:1769074755.609794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f15e00.
00010000:00000010:3.1:1769074755.609798:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb4800.
00010000:00000010:3.1:1769074755.609802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e7f000.
00010000:00000010:3.1:1769074755.609806:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583471a700.
00010000:00000010:3.1:1769074755.609810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834736600.
00010000:00000010:3.1:1769074755.609813:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809576c00.
00010000:00000010:3.1:1769074755.609816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809259c00.
00010000:00000010:3.1:1769074755.609820:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58079eff00.
00010000:00000010:3.1:1769074755.609824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580860a200.
00010000:00000010:3.1:1769074755.609828:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807a61b00.
00010000:00000010:3.1:1769074755.609831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a98800.
00010000:00000010:3.1:1769074755.631915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58079b7800.
00010000:00000010:3.1:1769074755.631945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580374d000.
00010000:00000010:3.1:1769074755.631952:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c582c4c4700.
00010000:00000010:3.1:1769074755.631956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58346f2800.
00010000:00000010:3.1:1769074755.631961:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c581060b300.
00010000:00000010:3.1:1769074755.631966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d24000.
00010000:00000010:3.1:1769074755.631970:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803654900.
00010000:00000010:3.1:1769074755.631975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c36600.
00010000:00000010:3.1:1769074755.663424:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580349a900.
00010000:00000010:3.1:1769074755.663434:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c582c49a400.
00010000:00000010:3.1:1769074755.704878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580347d900.
00010000:00000010:3.1:1769074755.704902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803476c00.
00000080:00000010:3.1:1769074755.734042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107937c0.
00000080:00000010:3.1:1769074755.735789:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b639c0.
00010000:00000010:3.1:1769074755.735822:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ee2e00.
00010000:00000010:3.1:1769074755.735831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fc7000.
00010000:00000010:3.1:1769074755.741411:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809edcd00.
00010000:00000010:3.1:1769074755.741427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69a00.
00010000:00000010:3.1:1769074755.744929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58079ef700.
00010000:00000010:3.1:1769074755.744954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580860b600.
00010000:00000010:3.1:1769074755.744959:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58034a7300.
00010000:00000010:1.1:1769074755.744962:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f15300.
00010000:00000010:3.1:1769074755.744962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58034f9800.
00010000:00000010:1.1:1769074755.744968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580924ac00.
00000080:00000010:3.1:1769074755.764537:0:2434:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c253e0.
00000080:00000010:3.1:1769074755.790494:0:31:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099639c0.
00010000:00000010:1.1:1769074755.812761:0:2425:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808454d00.
00010000:00000010:1.1:1769074755.812772:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58086cc200.
00010000:00000010:3.1:1769074755.829131:0:2435:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704907100.
00010000:00000010:3.1:1769074755.829138:0:2435:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704bd8a00.
00010000:00000010:3.1:1769074755.829153:0:2435:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e07200.
00010000:00000010:3.1:1769074755.829158:0:2435:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b401600.
00010000:00000010:3.1:1769074755.829163:0:2435:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58086b5200.
00010000:00000010:3.1:1769074755.829166:0:2435:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583448be00.
00010000:00000010:3.1:1769074755.829170:0:2435:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58037ee200.
00010000:00000010:3.1:1769074755.829174:0:2435:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580799f600.
00010000:00000010:3.1:1769074755.829178:0:2435:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead200.
00010000:00000010:1.1:1769074755.860911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580607ef00.
00010000:00000010:1.1:1769074755.860921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809446c00.
00000080:00000010:1.1:1769074756.039815:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a418c0.
00010000:00000010:1.1:1769074756.039836:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810828b00.
00010000:00000010:1.1:1769074756.039842:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580311e000.
00000080:00000010:1.1:1769074756.045993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0860.
00000080:00000010:1.1:1769074756.046031:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809818000.
00010000:00000010:1.1:1769074756.053831:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ed0400.
00010000:00000010:1.1:1769074756.053855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fc5200.
00000080:00000010:1.1:1769074756.058006:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c867c0.
00000080:00000010:1.1:1769074756.058033:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099798c0.
00010000:00000010:1.1:1769074756.058048:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5813aca700.
00010000:00000010:1.1:1769074756.058053:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810d7a200.
00000080:00000010:1.1:1769074756.064449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac09e0.
00000080:00000010:1.1:1769074756.064480:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c581179b180.
00010000:00000010:1.1:1769074756.071318:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735c00.
00010000:00000010:1.1:1769074756.074779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834757400.
00010000:00000010:1.1:1769074756.074808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010abc00.
00010000:00000010:1.1:1769074756.074815:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a0a4d00.
00010000:00000010:1.1:1769074756.074820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a039600.
00000080:00000010:3.1:1769074756.151006:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107938e0.
00000080:00000010:3.1:1769074756.159070:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bde300.
00010000:00000010:3.1:1769074756.169783:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead200.
00010000:00000010:3.1:1769074756.169793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a3c3c00.
00010000:00000010:3.1:1769074756.169797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69c00.
00010000:00000010:3.1:1769074756.169801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1f6600.
00010000:00000010:3.1:1769074756.169805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58034f8800.
00000080:00000010:3.1:1769074756.180790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452db20.
00000080:00000010:1.1:1769074756.275316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a920c00.
00000080:00000010:1.1:1769074756.275375:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a35280.
00010000:00000010:1.1:1769074756.275393:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58092b3600.
00010000:00000010:1.1:1769074756.275399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803049800.
00000080:00000010:3.1:1769074756.292889:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c86980.
00000080:00000010:3.1:1769074756.292915:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580997a940.
00010000:00000010:3.1:1769074756.299857:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead200.
00010000:00000010:3.1:1769074756.305701:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834606200.
00010000:00000010:3.1:1769074756.305727:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69c00.
00010000:00000010:3.1:1769074756.305803:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5834755b00.
00010000:00000010:3.1:1769074756.305961:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834607400.
00000080:00000010:3.1:1769074756.320788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452db20.
00000080:00000010:3.1:1769074756.414099:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b65ac0.
00010000:00000010:3.1:1769074756.435844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead200.
00010000:00000010:3.1:1769074756.435875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f94400.
00010000:00000010:3.1:1769074756.435881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69c00.
00010000:00000010:3.1:1769074756.435886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035d2000.
00010000:00000010:3.1:1769074756.435891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f94e00.
00000080:00000010:3.1:1769074756.448793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452db20.
00000080:00000010:3.1:1769074756.524379:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098f6300.
00010000:00000010:3.1:1769074756.524397:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58130c3100.
00010000:00000010:3.1:1769074756.524407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810631200.
00000080:00000010:3.1:1769074756.528015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580b760280.
00000080:00000010:3.1:1769074756.528053:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811594a40.
00010000:00000010:3.1:1769074756.528064:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808fbc900.
00010000:00000010:3.1:1769074756.528070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fb8600.
00000080:00000010:3.1:1769074756.537142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25980.
00000080:00000010:3.1:1769074756.537959:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580996eb40.
00010000:00000010:3.1:1769074756.542237:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5813aebe00.
00010000:00000010:3.1:1769074756.542263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fa6000.
00000080:00000010:3.1:1769074756.642773:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793e20.
00000080:00000010:3.1:1769074756.694806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd90e0.
00000080:00000010:3.1:1769074756.698804:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580996d280.
00010000:00000010:3.1:1769074756.709312:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead200.
00010000:00000010:3.1:1769074756.713539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834430800.
00010000:00000010:3.1:1769074756.713568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69c00.
00010000:00000010:3.1:1769074756.713576:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5834417900.
00010000:00000010:3.1:1769074756.713581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834431000.
00000080:00000010:3.1:1769074756.772539:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452db20.
00000080:00000010:1.1:1769074756.909813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793fe0.
00000080:00000010:1.1:1769074756.917824:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b7b9c0.
00010000:00000010:3.1:1769074757.023624:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580869d400.
00010000:00000010:3.1:1769074757.023639:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8b800.
00010000:00000010:3.1:1769074757.023644:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58094a2c00.
00010000:00000010:3.1:1769074757.023649:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580869cc00.
00000080:00000010:3.1:1769074757.038765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793be0.
00000080:00000010:1.1:1769074757.091346:0:2425:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ad2100.
00000080:00000010:3.1:1769074757.127772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c864e0.
00000080:00000010:3.1:1769074757.127809:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580997eb40.
00010000:00000010:3.1:1769074757.135704:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead200.
00010000:00000010:3.1:1769074757.139926:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a98a00.
00010000:00000010:3.1:1769074757.139938:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69c00.
00010000:00000010:3.1:1769074757.139944:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58107edd00.
00010000:00000010:3.1:1769074757.139949:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58079f6000.
00000080:00000010:3.1:1769074757.198446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452db20.
00000080:00000010:3.1:1769074757.208841:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a81080.
00010000:00000010:3.1:1769074757.208860:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58130c3800.
00010000:00000010:3.1:1769074757.208867:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58072d9000.
00000080:00000010:3.1:1769074757.215768:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05980.
00000080:00000010:3.1:1769074757.221356:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811595ac0.
00010000:00000010:3.1:1769074757.221388:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58132d4700.
00010000:00000010:3.1:1769074757.221400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d76800.
00000080:00000010:3.1:1769074757.224350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fefdc0.
00000080:00000010:3.1:1769074757.230797:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809829080.
00010000:00000010:3.1:1769074757.245894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead200.
00010000:00000010:1.1:1769074757.251075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f61e00.
00010000:00000010:1.1:1769074757.251088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69c00.
00010000:00000010:1.1:1769074757.251094:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58079ffd00.
00010000:00000010:1.1:1769074757.251102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803759800.
00010000:00000010:3.1:1769074757.438240:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803760a00.
00010000:00000010:3.1:1769074757.438263:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8aa00.
00010000:00000010:3.1:1769074757.438269:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580792b100.
00010000:00000010:3.1:1769074757.438275:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58078dfe00.
00000080:00000010:3.1:1769074757.472940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793960.
00000080:00000010:0.1:1769074757.522804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58091ca740.
00000080:00000010:0.1:1769074757.526145:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098e18c0.
00010000:00000010:0.1:1769074757.549808:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1e00.
00010000:00000010:0.1:1769074757.553005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a20ce00.
00010000:00000010:0.1:1769074757.553032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341c400.
00010000:00000010:0.1:1769074757.553038:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1f6300.
00010000:00000010:0.1:1769074757.553043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a11d600.
00000080:00000010:0.1:1769074757.628911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddace0.
00000080:00000010:3.1:1769074757.721418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793be0.
00000080:00000010:1.1:1769074757.751800:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580985a100.
00010000:00000010:1.1:1769074757.751815:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807029300.
00010000:00000010:1.1:1769074757.751819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58187ce800.
00000080:00000010:0.1:1769074757.800574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb4a60.
00000080:00000010:0.1:1769074757.800609:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a00000.
00010000:00000010:0.1:1769074757.804802:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803413b00.
00010000:00000010:0.1:1769074757.804830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fb1000.
00000080:00000010:0.1:1769074757.813797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807cb2320.
00000080:00000010:0.1:1769074757.813842:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bd6300.
00010000:00000010:0.1:1769074757.813861:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809efeb00.
00010000:00000010:0.1:1769074757.813869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809febe00.
00000080:00000010:0.1:1769074757.831533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809fc9740.
00000080:00000010:0.1:1769074757.833543:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b50000.
00010000:00000010:0.1:1769074757.833557:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c6ad00.
00010000:00000010:0.1:1769074757.833564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fcee00.
00000080:00000010:0.1:1769074757.851808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fef8c0.
00000080:00000010:0.1:1769074757.851836:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098f39c0.
00010000:00000010:0.1:1769074757.854914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c28d00.
00010000:00000010:0.1:1769074757.854935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f28c00.
00010000:00000010:3.1:1769074757.984979:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58107e8400.
00010000:00000010:3.1:1769074757.984990:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f40200.
00000080:00000010:3.1:1769074757.984997:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809e0f920.
00000080:00000010:3.1:1769074757.985021:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b139c0.
00010000:00000010:3.1:1769074757.989829:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead200.
00010000:00000010:3.1:1769074757.993045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58079f6600.
00010000:00000010:3.1:1769074757.993072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68600.
00010000:00000010:3.1:1769074757.993080:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58037ee600.
00010000:00000010:3.1:1769074757.993085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58079f7c00.
00000080:00000010:0.1:1769074758.001026:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d980.
00000080:00000010:0.1:1769074758.030870:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a71080.
00010000:00000010:0.1:1769074758.037131:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1e00.
00010000:00000010:0.1:1769074758.037146:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704ffa200.
00010000:00000010:0.1:1769074758.037152:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341c400.
00010000:00000010:0.1:1769074758.037155:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807886900.
00010000:00000010:0.1:1769074758.037158:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58078b4600.
00000080:00000010:0.1:1769074758.089048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddace0.
00000080:00000010:1.1:1769074758.098887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a31080.
00000080:00000010:3.1:1769074758.271952:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac1020.
00000080:00000010:3.1:1769074758.271979:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809882100.
00010000:00000010:3.1:1769074758.282844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead200.
00010000:00000010:3.1:1769074758.287579:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58346c7c00.
00010000:00000010:3.1:1769074758.287601:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68600.
00010000:00000010:3.1:1769074758.287608:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580346d100.
00010000:00000010:3.1:1769074758.287612:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58346c7200.
00000080:00000010:3.1:1769074758.296365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452dfa0.
00000080:00000010:0.1:1769074758.321873:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bc6b40.
00010000:00000010:0.1:1769074758.321889:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb0e00.
00010000:00000010:0.1:1769074758.321922:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5818732400.
00000080:00000010:0.1:1769074758.330576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fef8e0.
00000080:00000010:0.1:1769074758.330604:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ad39c0.
00010000:00000010:0.1:1769074758.330619:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c581000d800.
00010000:00000010:0.1:1769074758.330625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fcf800.
00000080:00000010:0.1:1769074758.343583:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fef520.
00000080:00000010:0.1:1769074758.343612:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098f0000.
00010000:00000010:0.1:1769074758.343621:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809dae700.
00010000:00000010:0.1:1769074758.343627:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f14600.
00000080:00000010:0.1:1769074758.355456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9240.
00000080:00000010:0.1:1769074758.363797:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809aa0840.
00000080:00000010:3.1:1769074758.404818:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b498c0.
00010000:00000010:3.1:1769074758.408798:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead200.
00010000:00000010:3.1:1769074758.408834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808582600.
00010000:00000010:3.1:1769074758.408843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68600.
00010000:00000010:3.1:1769074758.408848:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58085d9000.
00010000:00000010:3.1:1769074758.408852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580853b200.
00000080:00000010:3.1:1769074758.428915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452dfa0.
00000080:00000010:1.1:1769074758.466053:0:2424:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ab39c0.
00010000:00000010:1.1:1769074758.466073:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d10d00.
00010000:00000010:1.1:1769074758.466081:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b44d200.
00010000:00000010:3.1:1769074758.522066:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802e5f300.
00010000:00000010:3.1:1769074758.522089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f24400.
00000080:00000010:3.1:1769074758.528802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d055e0.
00000080:00000010:3.1:1769074758.528837:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811519080.
00010000:00000010:3.1:1769074758.533771:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead200.
00010000:00000010:3.1:1769074758.533780:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d71000.
00010000:00000010:3.1:1769074758.533784:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68600.
00010000:00000010:3.1:1769074758.533788:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809271800.
00010000:00000010:3.1:1769074758.533791:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d70a00.
00000080:00000010:3.1:1769074758.555838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452dfa0.
00000080:00000010:3.1:1769074758.559844:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ac0840.
00010000:00000010:3.1:1769074758.559870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c7d400.
00010000:00000010:3.1:1769074758.559877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58092d2a00.
00000080:00000010:3.1:1769074758.570601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72460.
00000080:00000010:3.1:1769074758.573801:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098b2940.
00010000:00000010:3.1:1769074758.573834:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811cfc000.
00010000:00000010:3.1:1769074758.573843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808a9b600.
00000080:00000010:3.1:1769074758.583054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd9c20.
00000080:00000010:3.1:1769074758.583097:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580994a940.
00010000:00000010:3.1:1769074758.588124:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809cbdb00.
00010000:00000010:3.1:1769074758.588150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810eac400.
00000080:00000010:3.1:1769074758.636835:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580985f380.
00010000:00000010:3.1:1769074758.636861:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807202200.
00010000:00000010:3.1:1769074758.636868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810eace00.
00000080:00000010:3.1:1769074758.641533:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9f20.
00000080:00000010:3.1:1769074758.641567:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809900840.
00010000:00000010:3.1:1769074758.647985:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead200.
00010000:00000010:3.1:1769074758.653795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a27f000.
00010000:00000010:3.1:1769074758.653806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68600.
00010000:00000010:3.1:1769074758.653828:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c582c4e5800.
00010000:00000010:3.1:1769074758.653834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580302c400.
00000080:00000010:0.1:1769074758.663794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452dfa0.
00000080:00000010:1.1:1769074758.681017:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809baca40.
00000080:00000010:3.1:1769074758.719909:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b18000.
00010000:00000010:3.1:1769074758.719932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5813264b00.
00010000:00000010:3.1:1769074758.719939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580922a400.
00000080:00000010:0.1:1769074758.724257:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9620.
00000080:00000010:0.1:1769074758.724289:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117cdac0.
00010000:00000010:0.1:1769074758.740067:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1e00.
00010000:00000010:0.1:1769074758.740094:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580302d600.
00010000:00000010:0.1:1769074758.740100:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341d000.
00010000:00000010:0.1:1769074758.740105:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c582c4e5900.
00010000:00000010:0.1:1769074758.740109:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a27f600.
00000080:00000010:0.1:1769074758.745781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda0c0.
00000080:00000010:3.1:1769074758.797069:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107938e0.
00000080:00000010:3.1:1769074758.806453:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099e3180.
00010000:00000010:3.1:1769074758.832845:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead200.
00010000:00000010:3.1:1769074758.832870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ce8000.
00010000:00000010:3.1:1769074758.832877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68600.
00010000:00000010:3.1:1769074758.832882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809427500.
00010000:00000010:3.1:1769074758.832886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ce8200.
00000080:00000010:3.1:1769074758.861932:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5802ba91c0.
00000080:00000010:3.1:1769074758.870354:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098d1080.
00010000:00000010:3.1:1769074758.889777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead200.
00010000:00000010:3.1:1769074758.889788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807c2b000.
00010000:00000010:3.1:1769074758.889793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68600.
00010000:00000010:3.1:1769074758.889797:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f74200.
00010000:00000010:3.1:1769074758.889801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807c2ae00.
00000080:00000010:3.1:1769074758.894789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d740.
00000080:00000010:3.1:1769074758.930686:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809abd280.
00010000:00000010:3.1:1769074758.935340:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c7db00.
00010000:00000010:3.1:1769074758.935355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58092d3a00.
00000080:00000010:3.1:1769074758.947572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72780.
00000080:00000010:3.1:1769074758.947614:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098b6b40.
00010000:00000010:3.1:1769074758.969773:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead200.
00010000:00000010:3.1:1769074758.969787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803792a00.
00010000:00000010:3.1:1769074758.969793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68600.
00010000:00000010:3.1:1769074758.969798:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58037cdb00.
00010000:00000010:3.1:1769074758.969805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803792e00.
00000080:00000010:3.1:1769074758.969811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d740.
00000080:00000010:1.1:1769074759.019097:0:1041:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a2eb40.
00010000:00000010:1.1:1769074759.019125:0:1041:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811b9ec00.
00010000:00000010:1.1:1769074759.019133:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810d7b200.
00000080:00000010:3.1:1769074759.019983:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0500.
00000080:00000010:3.1:1769074759.024851:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117c2100.
00010000:00000010:3.1:1769074759.024879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802afc700.
00010000:00000010:3.1:1769074759.024887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ea5000.
00000080:00000010:3.1:1769074759.031944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05660.
00000080:00000010:3.1:1769074759.031981:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580985ca40.
00010000:00000010:3.1:1769074759.036506:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ed0500.
00010000:00000010:3.1:1769074759.036530:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fc5a00.
00000080:00000010:3.1:1769074759.046917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c86de0.
00000080:00000010:3.1:1769074759.046971:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580997f380.
00010000:00000010:3.1:1769074759.046986:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811cfc700.
00010000:00000010:3.1:1769074759.046994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809c82e00.
00000080:00000010:3.1:1769074759.067798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c86e00.
00000080:00000010:3.1:1769074759.117929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793680.
00000080:00000010:1.1:1769074759.147135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd9ec0.
00000080:00000010:1.1:1769074759.147179:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809934a40.
00010000:00000010:1.1:1769074759.151801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809271400.
00010000:00000010:1.1:1769074759.151833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808af1800.
00000080:00000010:1.1:1769074759.156900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd9c60.
00000080:00000010:1.1:1769074759.161817:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a9a940.
00010000:00000010:1.1:1769074759.161848:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811deea00.
00010000:00000010:1.1:1769074759.161857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808a9a600.
00000080:00000010:1.1:1769074759.169921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd9520.
00000080:00000010:1.1:1769074759.169965:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809948840.
00010000:00000010:1.1:1769074759.169974:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809edc800.
00010000:00000010:1.1:1769074759.169982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f18800.
00000080:00000010:1.1:1769074759.188895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c864c0.
00000080:00000010:1.1:1769074759.191995:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099e5ac0.
00010000:00000010:1.1:1769074759.192053:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802e5fd00.
00010000:00000010:1.1:1769074759.192059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f25000.
00000080:00000010:1.1:1769074759.205880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d050c0.
00000080:00000010:1.1:1769074759.214925:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c581151a100.
00010000:00000010:1.1:1769074759.214945:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811cfc900.
00010000:00000010:1.1:1769074759.214952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f13200.
00000080:00000010:1.1:1769074759.222992:0:19:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd90a0.
00000080:00000010:1.1:1769074759.223019:0:19:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809948000.
00010000:00000010:1.1:1769074759.223032:0:19:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807284e00.
00010000:00000010:1.1:1769074759.223042:0:19:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810630200.
00000080:00000010:1.1:1769074759.227003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5804c76f40.
00000080:00000010:0.1:1769074759.249475:0:13:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809844200.
00010000:00000010:0.1:1769074759.249509:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f26600.
00010000:00000010:0.1:1769074759.249517:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810f2ca00.
00000080:00000010:3.1:1769074759.326166:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809baa100.
00010000:00000010:3.1:1769074759.338785:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead200.
00010000:00000010:3.1:1769074759.338796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ec8000.
00010000:00000010:3.1:1769074759.338802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68600.
00010000:00000010:3.1:1769074759.338807:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f90300.
00010000:00000010:3.1:1769074759.338811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810015800.
00000080:00000010:3.1:1769074759.351781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d740.
00000080:00000010:1.1:1769074759.380928:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ab8840.
00010000:00000010:1.1:1769074759.380965:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d72600.
00010000:00000010:1.1:1769074759.380973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f47c00.
00000080:00000010:0.1:1769074759.389801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808f92700.
00000080:00000010:0.1:1769074759.389843:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ae18c0.
00000080:00000010:3.1:1769074759.477186:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b91080.
00010000:00000010:3.1:1769074759.477208:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802afc400.
00010000:00000010:3.1:1769074759.477216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ea5c00.
00000080:00000010:3.1:1769074759.477237:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05ae0.
00000080:00000010:3.1:1769074759.477253:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580985d280.
00010000:00000010:3.1:1769074759.484493:0:1363:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809daee00.
00010000:00000010:3.1:1769074759.484513:0:1363:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f14200.
00000080:00000010:3.1:1769074759.511433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9e60.
00000080:00000010:3.1:1769074759.511479:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809aa6b40.
00010000:00000010:3.1:1769074759.511493:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5806043d00.
00010000:00000010:3.1:1769074759.511500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f1f200.
00010000:00000010:0.1:1769074759.708780:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c6ac00.
00010000:00000010:0.1:1769074759.708789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58106bce00.
00000080:00000010:1.1:1769074759.716795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fefb00.
00000080:00000010:1.1:1769074759.722546:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098f18c0.
00010000:00000010:1.1:1769074759.722562:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58072b5500.
00010000:00000010:1.1:1769074759.722568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c584215ee00.
00000080:00000010:1.1:1769074759.731510:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58106907c0.
00000080:00000010:1.1:1769074759.731555:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098a98c0.
00010000:00000010:1.1:1769074759.798022:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735e00.
00010000:00000010:1.1:1769074759.798053:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f22600.
00010000:00000010:1.1:1769074759.798062:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010aac00.
00010000:00000010:1.1:1769074759.798066:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e10100.
00010000:00000010:1.1:1769074759.798073:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807c2be00.
00000080:00000010:0.1:1769074759.798922:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099ea940.
00010000:00000010:0.1:1769074759.798945:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c85000.
00010000:00000010:0.1:1769074759.798951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f61200.
00000080:00000010:3.1:1769074759.803804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1e40.
00000080:00000010:1.1:1769074759.833815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a920e20.
00000080:00000010:1.1:1769074759.833851:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a46300.
00010000:00000010:1.1:1769074759.833862:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735e00.
00010000:00000010:1.1:1769074759.840991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803761200.
00010000:00000010:1.1:1769074759.841019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010aaa00.
00010000:00000010:1.1:1769074759.841028:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808454800.
00010000:00000010:1.1:1769074759.841033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810014400.
00000080:00000010:1.1:1769074759.884847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1da0.
00000080:00000010:1.1:1769074759.900171:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ad8000.
00010000:00000010:1.1:1769074759.900210:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5804e21e00.
00010000:00000010:1.1:1769074759.900218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58107f4400.
00000080:00000010:1.1:1769074759.908805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac04e0.
00000080:00000010:1.1:1769074759.908846:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117fb9c0.
00010000:00000010:1.1:1769074759.908860:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5806043800.
00010000:00000010:1.1:1769074759.908867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f1e000.
00000080:00000010:1.1:1769074759.913002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0d00.
00000080:00000010:1.1:1769074759.913048:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580992b9c0.
00010000:00000010:1.1:1769074760.007762:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f93c00.
00010000:00000010:1.1:1769074760.007778:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b443800.
00000080:00000010:3.1:1769074760.016973:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099d39c0.
00000080:00000010:0.1:1769074760.018019:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809906b40.
00010000:00000010:3.1:1769074760.020828:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f26300.
00010000:00000010:3.1:1769074760.020852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810f2cc00.
00000080:00000010:3.1:1769074760.025048:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72b20.
00000080:00000010:3.1:1769074760.025070:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098898c0.
00010000:00000010:3.1:1769074760.025085:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c92300.
00010000:00000010:3.1:1769074760.025102:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809caaa00.
00000080:00000010:3.1:1769074760.050589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e721e0.
00000080:00000010:3.1:1769074760.050632:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098a0840.
00010000:00000010:3.1:1769074760.058056:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead200.
00010000:00000010:3.1:1769074760.058077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d28800.
00010000:00000010:3.1:1769074760.058082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68600.
00010000:00000010:3.1:1769074760.058177:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803654a00.
00010000:00000010:3.1:1769074760.058181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e03e00.
00000080:00000010:3.1:1769074760.117794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d740.
00000080:00000010:0.1:1769074760.121873:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a098c0.
00010000:00000010:0.1:1769074760.145036:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1400.
00010000:00000010:0.1:1769074760.145048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a19800.
00010000:00000010:0.1:1769074760.145055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341c400.
00010000:00000010:0.1:1769074760.145058:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807b80c00.
00010000:00000010:0.1:1769074760.145061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807992e00.
00010000:00000010:3.1:1769074760.233496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810e94600.
00010000:00000010:3.1:1769074760.233518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8a400.
00010000:00000010:3.1:1769074760.233524:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ec4f00.
00010000:00000010:3.1:1769074760.233529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580969e200.
00000080:00000010:3.1:1769074760.272847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107931c0.
00000080:00000010:0.1:1769074760.339777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05040.
00000080:00000010:0.1:1769074760.339808:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117d2100.
00010000:00000010:1.1:1769074760.361786:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1400.
00010000:00000010:1.1:1769074760.361813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fce600.
00010000:00000010:1.1:1769074760.361820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341da00.
00010000:00000010:1.1:1769074760.361825:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c28f00.
00010000:00000010:1.1:1769074760.361830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fce800.
00000080:00000010:1.1:1769074760.361836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda860.
00000080:00000010:1.1:1769074760.365833:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b4b9c0.
00010000:00000010:1.1:1769074760.365856:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809271500.
00010000:00000010:1.1:1769074760.365863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb2000.
00000080:00000010:1.1:1769074760.391489:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808f92480.
00000080:00000010:1.1:1769074760.391526:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ab5ac0.
00000080:00000010:1.1:1769074760.439808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1180.
00000080:00000010:3.1:1769074760.516102:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117cf380.
00010000:00000010:3.1:1769074760.516130:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb4a00.
00010000:00000010:3.1:1769074760.516137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e2a000.
00000080:00000010:3.1:1769074760.527100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808f92360.
00000080:00000010:3.1:1769074760.527147:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ac0000.
00010000:00000010:3.1:1769074760.527165:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c581000de00.
00010000:00000010:3.1:1769074760.527173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fce600.
00000080:00000010:3.1:1769074760.543792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fef7e0.
00000080:00000010:3.1:1769074760.551810:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098fdac0.
00010000:00000010:3.1:1769074760.551837:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809cbd500.
00010000:00000010:3.1:1769074760.551846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ead200.
00010000:00000010:0.1:1769074760.554898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809427700.
00010000:00000010:0.1:1769074760.554909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb3c00.
00010000:00000010:3.1:1769074760.564488:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580a913300.
00010000:00000010:3.1:1769074760.564515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e6bc00.
00010000:00000010:3.1:1769074760.730789:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f15b00.
00010000:00000010:3.1:1769074760.730816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580924bc00.
00010000:00000010:3.1:1769074760.730822:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5834462b00.
00010000:00000010:3.1:1769074760.730827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809699a00.
00010000:00000010:1.1:1769074760.731832:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580347db00.
00010000:00000010:1.1:1769074760.731847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834415200.
00010000:00000010:1.1:1769074760.731852:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035d2d00.
00010000:00000010:1.1:1769074760.731856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b400000.
00010000:00000010:1.1:1769074760.731860:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5834755000.
00010000:00000010:1.1:1769074760.731863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834607200.
00010000:00000010:3.1:1769074760.756807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58086cc600.
00010000:00000010:3.1:1769074760.756836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8a400.
00010000:00000010:3.1:1769074760.756842:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58094a2b00.
00010000:00000010:3.1:1769074760.756847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f56e00.
00010000:00000010:3.1:1769074760.765035:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57048ca200.
00010000:00000010:3.1:1769074760.765044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704be0800.
00010000:00000010:3.1:1769074760.795851:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580342ed00.
00010000:00000010:3.1:1769074760.795863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f22000.
00010000:00000010:1.1:1769074760.799891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58037cd900.
00010000:00000010:1.1:1769074760.799904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704ffb800.
00010000:00000010:3.1:1769074760.801435:0:2434:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e66d00.
00010000:00000010:3.1:1769074760.801456:0:2434:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803760e00.
00010000:00000010:3.1:1769074760.801460:0:2434:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807a45900.
00010000:00000010:3.1:1769074760.801464:0:2434:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a18400.
00010000:00000010:3.1:1769074760.808804:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c570502d500.
00010000:00000010:3.1:1769074760.808814:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb7000.
00000080:00000010:3.1:1769074760.823771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107932a0.
00010000:00000010:1.1:1769074760.823814:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58034b5e00.
00010000:00000010:1.1:1769074760.823826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a27e800.
00010000:00000010:1.1:1769074760.848799:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58079ef200.
00010000:00000010:1.1:1769074760.848812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580860b800.
00010000:00000010:1.1:1769074760.866776:0:36320:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580a7cd900.
00010000:00000010:1.1:1769074760.866799:0:36320:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c37a00.
00000080:00000010:3.1:1769074760.880865:0:36322:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ae98c0.
00010000:00000010:3.1:1769074760.880978:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58107edc00.
00010000:00000010:3.1:1769074760.880984:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d71c00.
00010000:00000010:3.1:1769074760.908839:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58106ba900.
00010000:00000010:3.1:1769074760.908847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b4df400.
00010000:00000010:1.1:1769074760.908933:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58094a2400.
00010000:00000010:1.1:1769074760.908940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58086cc400.
00010000:00000010:0.1:1769074760.916922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580342e600.
00010000:00000010:0.1:1769074760.916932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f22400.
00000080:00000010:3.1:1769074760.917373:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd9d00.
00000080:00000010:3.1:1769074760.917395:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a77380.
00010000:00000010:3.1:1769074760.917404:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58034b5a00.
00010000:00000010:3.1:1769074760.917409:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580345b800.
00000080:00000010:3.1:1769074760.925403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58034976a0.
00000080:00000010:3.1:1769074760.925426:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b9ca40.
00010000:00000010:3.1:1769074760.929019:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead200.
00000080:00000010:0.1:1769074761.008317:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a00840.
00010000:00000010:3.1:1769074761.008878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fe4d00.
00010000:00000010:3.1:1769074761.008884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704b52800.
00010000:00000010:3.1:1769074761.068911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807acd900.
00010000:00000010:3.1:1769074761.068921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58079c1200.
00010000:00000010:3.1:1769074761.068925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580799fa00.
00010000:00000010:3.1:1769074761.068929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341c400.
00010000:00000010:3.1:1769074761.068933:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58107ed600.
00010000:00000010:3.1:1769074761.068937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a6e200.
00010000:00000010:3.1:1769074761.075891:0:41340:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f0cf00.
00010000:00000010:3.1:1769074761.075899:0:41340:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834607000.
00010000:00000010:3.1:1769074761.092281:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ec4700.
00010000:00000010:3.1:1769074761.092289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580876b400.
00010000:00000010:3.1:1769074761.092293:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808454500.
00010000:00000010:3.1:1769074761.092297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58086cdc00.
00000080:00000010:0.1:1769074761.132764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddaae0.
00000080:00000010:3.1:1769074761.144931:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a8e300.
00010000:00000010:3.1:1769074761.147921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5805fab300.
00010000:00000010:3.1:1769074761.147935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809277a00.
00000080:00000010:3.1:1769074761.152880:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580b760580.
00000080:00000010:3.1:1769074761.152918:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098deb40.
00010000:00000010:3.1:1769074761.152928:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f0c000.
00010000:00000010:3.1:1769074761.152937:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810e94800.
00000080:00000010:0.1:1769074761.215788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a99a0.
00000080:00000010:0.1:1769074761.215818:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117db9c0.
00010000:00000010:0.1:1769074761.215827:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1b00.
00010000:00000010:0.1:1769074761.215833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c54200.
00010000:00000010:0.1:1769074761.215837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341d800.
00010000:00000010:0.1:1769074761.215841:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58037eef00.
00010000:00000010:0.1:1769074761.215844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c55e00.
00000080:00000010:1.1:1769074761.232617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddaae0.
00000080:00000010:1.1:1769074761.237835:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a22100.
00010000:00000010:1.1:1769074761.237846:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808fbca00.
00010000:00000010:1.1:1769074761.237852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fb9e00.
00000080:00000010:3.1:1769074761.249001:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25c40.
00000080:00000010:3.1:1769074761.249037:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580998a100.
00010000:00000010:3.1:1769074761.249054:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c6ab00.
00010000:00000010:3.1:1769074761.249061:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58106bc800.
00000080:00000010:0.1:1769074761.264325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fef000.
00000080:00000010:0.1:1769074761.264378:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098ea100.
00010000:00000010:0.1:1769074761.264397:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807202900.
00010000:00000010:0.1:1769074761.264403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f2ea00.
00000080:00000010:0.1:1769074761.271294:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9740.
00000080:00000010:0.1:1769074761.271326:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098fd280.
00010000:00000010:0.1:1769074761.271334:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803488700.
00010000:00000010:0.1:1769074761.271339:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580349ca00.
00010000:00000010:1.1:1769074761.280782:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580926e400.
00010000:00000010:1.1:1769074761.280792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b4ba200.
00000080:00000010:0.1:1769074761.280914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5803497300.
00000080:00000010:0.1:1769074761.280939:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b8d280.
00000080:00000010:3.1:1769074761.289776:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580537f120.
00000080:00000010:3.1:1769074761.289806:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580984dac0.
00010000:00000010:3.1:1769074761.289921:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810828100.
00010000:00000010:3.1:1769074761.289928:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580311fc00.
00000080:00000010:3.1:1769074761.294817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0420.
00000080:00000010:3.1:1769074761.300546:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117fca40.
00010000:00000010:3.1:1769074761.315283:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead200.
00010000:00000010:0.1:1769074761.315785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580a9ecc00.
00010000:00000010:0.1:1769074761.328883:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68200.
00010000:00000010:0.1:1769074761.328917:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f05f00.
00010000:00000010:0.1:1769074761.328922:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580a9ec800.
00000080:00000010:1.1:1769074761.374002:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b2a940.
00010000:00000010:1.1:1769074761.374023:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811171400.
00010000:00000010:1.1:1769074761.374030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ce3e00.
00000080:00000010:3.1:1769074761.418832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05800.
00000080:00000010:3.1:1769074761.482829:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809abdac0.
00010000:00000010:3.1:1769074761.482856:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818736500.
00010000:00000010:3.1:1769074761.482864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808a99c00.
00000080:00000010:3.1:1769074761.493303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c255c0.
00000080:00000010:3.1:1769074761.493335:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809956300.
00010000:00000010:3.1:1769074761.509504:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818709800.
00010000:00000010:3.1:1769074761.509530:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809c38e00.
00000080:00000010:3.1:1769074761.525041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72c20.
00000080:00000010:3.1:1769074761.529790:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098bb180.
00000080:00000010:0.1:1769074761.588938:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117bca40.
00010000:00000010:0.1:1769074761.588952:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5813aeb700.
00010000:00000010:0.1:1769074761.588958:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fac200.
00000080:00000010:1.1:1769074761.603104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddaee0.
00000080:00000010:1.1:1769074761.603141:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580999b180.
00010000:00000010:1.1:1769074761.603152:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c85600.
00010000:00000010:1.1:1769074761.603169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e7f800.
00000080:00000010:0.1:1769074761.637803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58054de6a0.
00000080:00000010:0.1:1769074761.637827:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580987f380.
00010000:00000010:3.1:1769074761.655043:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e0c400.
00010000:00000010:3.1:1769074761.655309:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010ab800.
00010000:00000010:3.1:1769074761.655317:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58086b5b00.
00010000:00000010:3.1:1769074761.655321:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583448a600.
00000080:00000010:3.1:1769074761.678998:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddac00.
00000080:00000010:3.1:1769074761.688698:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b0a940.
00010000:00000010:3.1:1769074761.690338:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ed5000.
00010000:00000010:3.1:1769074761.690354:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fa3400.
00000080:00000010:3.1:1769074761.812820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793be0.
00000080:00000010:0.1:1769074761.817371:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809aa0000.
00010000:00000010:0.1:1769074761.822777:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1b00.
00010000:00000010:0.1:1769074761.822786:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834431200.
00010000:00000010:0.1:1769074761.822791:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341da00.
00010000:00000010:0.1:1769074761.822795:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58107e8e00.
00010000:00000010:0.1:1769074761.822798:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834430000.
00000080:00000010:0.1:1769074761.831779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda360.
00000080:00000010:1.1:1769074761.845837:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b02100.
00000080:00000010:3.1:1769074761.870894:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bca100.
00010000:00000010:3.1:1769074761.876838:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead200.
00010000:00000010:3.1:1769074761.879777:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580969f800.
00010000:00000010:3.1:1769074761.879786:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68600.
00010000:00000010:3.1:1769074761.879795:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ed8200.
00010000:00000010:3.1:1769074761.879799:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580969fe00.
00000080:00000010:3.1:1769074761.894846:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452dac0.
00000080:00000010:3.1:1769074761.902102:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b2a100.
00010000:00000010:3.1:1769074761.909837:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead200.
00000080:00000010:3.1:1769074761.970285:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793660.
00000080:00000010:3.1:1769074761.970319:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099c8000.
00010000:00000010:3.1:1769074761.987013:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead200.
00010000:00000010:3.1:1769074761.987023:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a074600.
00010000:00000010:3.1:1769074761.987028:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69c00.
00010000:00000010:3.1:1769074761.987033:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a049400.
00010000:00000010:3.1:1769074761.987036:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a074800.
00000080:00000010:3.1:1769074762.008752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452dac0.
00010000:00000010:3.1:1769074762.081929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e000.
00010000:00000010:3.1:1769074762.109083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704e99400.
00010000:00000010:3.1:1769074762.109091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8a000.
00010000:00000010:3.1:1769074762.109101:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735b00.
00010000:00000010:3.1:1769074762.109106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704e99a00.
00000080:00000010:3.1:1769074762.113772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793660.
00000080:00000010:0.1:1769074762.113802:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099d3180.
00010000:00000010:0.1:1769074762.113816:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807283500.
00010000:00000010:0.1:1769074762.113823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e9f000.
00000080:00000010:3.1:1769074762.197945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c86180.
00000080:00000010:3.1:1769074762.204889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809959080.
00010000:00000010:3.1:1769074762.214356:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead200.
00010000:00000010:3.1:1769074762.218941:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b442a00.
00010000:00000010:3.1:1769074762.218950:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69c00.
00010000:00000010:3.1:1769074762.218958:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ecc600.
00010000:00000010:3.1:1769074762.218963:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a19600.
00000080:00000010:3.1:1769074762.238961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452dac0.
00000080:00000010:3.1:1769074762.310897:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b2c200.
00010000:00000010:3.1:1769074762.310913:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb4e00.
00010000:00000010:3.1:1769074762.310920:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e2a600.
00000080:00000010:3.1:1769074762.323880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808f926c0.
00000080:00000010:3.1:1769074762.323915:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ac4200.
00000080:00000010:3.1:1769074762.404045:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9ce0.
00000080:00000010:0.1:1769074762.411396:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099018c0.
00010000:00000010:0.1:1769074762.412995:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e23b00.
00010000:00000010:0.1:1769074762.413845:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58092bf600.
00000080:00000010:0.1:1769074762.419067:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c254c0.
00000080:00000010:1.1:1769074762.424325:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099a1080.
00010000:00000010:1.1:1769074762.424347:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808fd7600.
00010000:00000010:1.1:1769074762.424351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e04e00.
00000080:00000010:0.1:1769074762.428575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793b20.
00000080:00000010:0.1:1769074762.428616:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a4f380.
00010000:00000010:0.1:1769074762.431836:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811cfc500.
00010000:00000010:0.1:1769074762.431846:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f13a00.
00000080:00000010:1.1:1769074762.438804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd9d20.
00000080:00000010:1.1:1769074762.442818:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099318c0.
00010000:00000010:1.1:1769074762.443139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808fd7f00.
00010000:00000010:1.1:1769074762.443157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810014c00.
00010000:00000010:3.1:1769074762.485095:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834415400.
00010000:00000010:3.1:1769074762.485119:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8aa00.
00010000:00000010:3.1:1769074762.485125:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809762400.
00010000:00000010:3.1:1769074762.485130:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fcf800.
00000080:00000010:3.1:1769074762.504803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107932a0.
00000080:00000010:3.1:1769074762.508865:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b4c200.
00010000:00000010:3.1:1769074762.508888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808fbcc00.
00010000:00000010:3.1:1769074762.508896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e20800.
00000080:00000010:3.1:1769074762.557328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c257c0.
00000080:00000010:3.1:1769074762.557375:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809993180.
00010000:00000010:3.1:1769074762.557389:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802e5fe00.
00010000:00000010:3.1:1769074762.557395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f24200.
00010000:00000010:3.1:1769074762.576022:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921ed00.
00010000:00000010:3.1:1769074762.576049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a11d200.
00010000:00000010:3.1:1769074762.576054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8b800.
00010000:00000010:3.1:1769074762.576058:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c582c4cd400.
00010000:00000010:3.1:1769074762.576061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a11dc00.
00000080:00000010:3.1:1769074762.599900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107932a0.
00000080:00000010:0.1:1769074762.658365:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bbca40.
00010000:00000010:0.1:1769074762.658397:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb9b00.
00010000:00000010:0.1:1769074762.658405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803479000.
00000080:00000010:3.1:1769074762.662012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580348fd20.
00000080:00000010:3.1:1769074762.662037:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bd7380.
00010000:00000010:3.1:1769074762.668362:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58072b5d00.
00010000:00000010:3.1:1769074762.668386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c584215f000.
00000080:00000010:0.1:1769074762.677354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810690d80.
00000080:00000010:0.1:1769074762.677391:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098ae300.
00010000:00000010:0.1:1769074762.677400:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58072b5800.
00010000:00000010:0.1:1769074762.677406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c584215e600.
00010000:00000010:0.1:1769074762.712795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a2be200.
00010000:00000010:0.1:1769074762.712813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8b800.
00010000:00000010:0.1:1769074762.712820:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1f6400.
00010000:00000010:0.1:1769074762.712825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f89000.
00000080:00000010:0.1:1769074762.747982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793660.
00000080:00000010:1.1:1769074762.756949:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bd5280.
00010000:00000010:1.1:1769074762.756968:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f63000.
00010000:00000010:1.1:1769074762.756986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d25800.
00000080:00000010:0.1:1769074762.770304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c86940.
00000080:00000010:0.1:1769074762.770351:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a3d280.
00010000:00000010:0.1:1769074762.770369:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d10600.
00010000:00000010:0.1:1769074762.770378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d8ce00.
00000080:00000010:1.1:1769074762.801797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a91e0.
00000080:00000010:1.1:1769074762.801848:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809803180.
00010000:00000010:1.1:1769074762.801858:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb9500.
00010000:00000010:1.1:1769074762.801865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e14e00.
00000080:00000010:3.1:1769074762.812635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72360.
00000080:00000010:3.1:1769074762.814953:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580988f380.
00010000:00000010:3.1:1769074762.814991:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58107d1a00.
00010000:00000010:3.1:1769074762.815002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809eee200.
00000080:00000010:3.1:1769074762.851402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25ca0.
00000080:00000010:3.1:1769074762.851443:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580998a940.
00010000:00000010:3.1:1769074762.851456:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811cfca00.
00010000:00000010:3.1:1769074762.851464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f13600.
00000080:00000010:3.1:1769074762.851468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd9c60.
00000080:00000010:3.1:1769074762.853919:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809933180.
00010000:00000010:3.1:1769074762.853946:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58034fa200.
00010000:00000010:3.1:1769074762.853954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b4d7c00.
00000080:00000010:0.1:1769074762.868943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807cb2060.
00000080:00000010:0.1:1769074762.869321:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b7f380.
00010000:00000010:0.1:1769074762.873061:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580344bb00.
00010000:00000010:0.1:1769074762.873094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58034f8c00.
00000080:00000010:0.1:1769074762.916818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda180.
00000080:00000010:1.1:1769074762.917461:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099b3180.
00010000:00000010:3.1:1769074762.927821:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735b00.
00010000:00000010:3.1:1769074762.927832:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fa7200.
00010000:00000010:3.1:1769074762.927837:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010aa200.
00010000:00000010:3.1:1769074762.927841:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809edc700.
00010000:00000010:3.1:1769074762.927846:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c36e00.
00000080:00000010:3.1:1769074762.962061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb15a0.
00000080:00000010:1.1:1769074762.995825:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a12100.
00000080:00000010:1.1:1769074763.033457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1480.
00000080:00000010:0.1:1769074763.037850:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a10840.
00010000:00000010:0.1:1769074763.037873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5813aca600.
00010000:00000010:0.1:1769074763.037879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5805644600.
00000080:00000010:0.1:1769074763.184262:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809946300.
00010000:00000010:0.1:1769074763.184291:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580346d500.
00010000:00000010:0.1:1769074763.184298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e14800.
00000080:00000010:0.1:1769074763.184304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5803497880.
00000080:00000010:0.1:1769074763.184344:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bc4200.
00010000:00000010:0.1:1769074763.184354:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58131d6e00.
00010000:00000010:0.1:1769074763.184358:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d8d600.
00000080:00000010:0.1:1769074763.184362:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9b60.
00000080:00000010:0.1:1769074763.184373:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809800000.
00010000:00000010:0.1:1769074763.184378:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818736c00.
00010000:00000010:0.1:1769074763.184382:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808a99a00.
00000080:00000010:0.1:1769074763.184386:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5803190ca0.
00000080:00000010:0.1:1769074763.184397:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580995eb40.
00010000:00000010:0.1:1769074763.192178:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803488a00.
00010000:00000010:0.1:1769074763.192205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580349c200.
00000080:00000010:0.1:1769074763.192238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5803497bc0.
00000080:00000010:0.1:1769074763.193790:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b8eb40.
00010000:00000010:0.1:1769074763.193958:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808fbc700.
00010000:00000010:0.1:1769074763.193967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fb9800.
00000080:00000010:0.1:1769074763.215774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25a00.
00000080:00000010:1.1:1769074763.215861:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580998dac0.
00010000:00000010:1.1:1769074763.215878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d3d600.
00010000:00000010:1.1:1769074763.215884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b400a00.
00000080:00000010:3.1:1769074763.219597:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd9b60.
00000080:00000010:3.1:1769074763.219633:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a24200.
00010000:00000010:3.1:1769074763.219650:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58092b6a00.
00010000:00000010:3.1:1769074763.219656:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808abbc00.
00000080:00000010:3.1:1769074763.238804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58091caa00.
00000080:00000010:3.1:1769074763.238848:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098dc200.
00010000:00000010:3.1:1769074763.238855:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c7d800.
00010000:00000010:3.1:1769074763.238861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809caa400.
00000080:00000010:3.1:1769074763.238866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72f20.
00000080:00000010:3.1:1769074763.238877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098a5280.
00010000:00000010:3.1:1769074763.238889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810f25900.
00010000:00000010:3.1:1769074763.238893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809c42c00.
00000080:00000010:3.1:1769074763.243772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac1dc0.
00000080:00000010:3.1:1769074763.243863:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098839c0.
00010000:00000010:3.1:1769074763.243882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e66100.
00010000:00000010:3.1:1769074763.243889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ec9600.
00000080:00000010:3.1:1769074763.247847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0000.
00000080:00000010:3.1:1769074763.247876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a55ac0.
00010000:00000010:3.1:1769074763.247889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d84e00.
00010000:00000010:3.1:1769074763.247896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803049c00.
00000080:00000010:3.1:1769074763.253933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05ba0.
00000080:00000010:3.1:1769074763.260718:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809940000.
00010000:00000010:3.1:1769074763.274805:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadf00.
00010000:00000010:3.1:1769074763.274815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a6f000.
00010000:00000010:3.1:1769074763.274820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69a00.
00010000:00000010:3.1:1769074763.274825:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807a0e200.
00010000:00000010:3.1:1769074763.274828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a6f800.
00010000:00000010:1.1:1769074763.303804:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580346d200.
00010000:00000010:1.1:1769074763.303835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580302de00.
00000080:00000010:0.1:1769074763.304569:0:2424:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a8a100.
00000080:00000010:3.1:1769074763.317685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58034972e0.
00000080:00000010:3.1:1769074763.317712:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bb18c0.
00010000:00000010:3.1:1769074763.328777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadf00.
00010000:00000010:3.1:1769074763.328787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b401e00.
00010000:00000010:3.1:1769074763.328792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69a00.
00010000:00000010:3.1:1769074763.328797:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e7de00.
00010000:00000010:3.1:1769074763.328801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b400400.
00000080:00000010:3.1:1769074763.328807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d1a0.
00000080:00000010:1.1:1769074763.346994:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a84200.
00010000:00000010:1.1:1769074763.347007:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810daff00.
00010000:00000010:1.1:1769074763.347012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580605f200.
00010000:00000010:3.1:1769074763.372802:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921ed00.
00010000:00000010:3.1:1769074763.372823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e03400.
00010000:00000010:3.1:1769074763.372828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8b000.
00010000:00000010:3.1:1769074763.372832:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5805f8ab00.
00010000:00000010:3.1:1769074763.372836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e02400.
00000080:00000010:3.1:1769074763.379869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793320.
00000080:00000010:3.1:1769074763.403773:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809e0fce0.
00000080:00000010:3.1:1769074763.403799:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b2f380.
00000080:00000010:1.1:1769074763.404103:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a20000.
00010000:00000010:1.1:1769074763.404114:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f05a00.
00010000:00000010:1.1:1769074763.404119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580a9ed400.
00010000:00000010:3.1:1769074763.411915:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58132d4000.
00010000:00000010:3.1:1769074763.411925:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d76a00.
00000080:00000010:3.1:1769074763.415777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fefc60.
00000080:00000010:3.1:1769074763.415803:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580982d280.
00000080:00000010:0.1:1769074763.423367:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58106908a0.
00000080:00000010:0.1:1769074763.423397:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b45280.
00010000:00000010:3.1:1769074763.424099:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f0c400.
00010000:00000010:3.1:1769074763.424108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fe1a00.
00010000:00000010:0.1:1769074763.433892:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1b00.
00010000:00000010:0.1:1769074763.440791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f95800.
00010000:00000010:0.1:1769074763.440799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341ca00.
00010000:00000010:0.1:1769074763.440805:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035d2500.
00010000:00000010:0.1:1769074763.440809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f95000.
00000080:00000010:0.1:1769074763.440813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda740.
00000080:00000010:1.1:1769074763.460830:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099f7380.
00010000:00000010:1.1:1769074763.460839:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58421e0500.
00010000:00000010:1.1:1769074763.460845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e9ea00.
00000080:00000010:3.1:1769074763.495652:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107932a0.
00000080:00000010:3.1:1769074763.502763:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a87380.
00010000:00000010:3.1:1769074763.502793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921f700.
00010000:00000010:3.1:1769074763.502800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810011e00.
00000080:00000010:3.1:1769074763.507438:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb4440.
00000080:00000010:3.1:1769074763.507466:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099fa940.
00010000:00000010:3.1:1769074763.507475:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5805fab400.
00010000:00000010:3.1:1769074763.507481:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809277400.
00000080:00000010:3.1:1769074763.525402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580b760320.
00000080:00000010:3.1:1769074763.525451:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098da100.
00010000:00000010:3.1:1769074763.525468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5813264d00.
00010000:00000010:3.1:1769074763.525475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807229400.
00000080:00000010:0.1:1769074763.527461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a93e0.
00000080:00000010:0.1:1769074763.527496:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117df380.
00010000:00000010:0.1:1769074763.527505:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5806043400.
00010000:00000010:0.1:1769074763.527511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803048400.
00010000:00000010:3.1:1769074763.607807:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808af0e00.
00010000:00000010:3.1:1769074763.607837:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8aa00.
00010000:00000010:3.1:1769074763.607843:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810dc5f00.
00010000:00000010:3.1:1769074763.607849:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e7f400.
00000080:00000010:3.1:1769074763.630808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107932a0.
00000080:00000010:1.1:1769074763.665840:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809aa5280.
00010000:00000010:1.1:1769074763.665861:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d10e00.
00010000:00000010:1.1:1769074763.665868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d8cc00.
00000080:00000010:0.1:1769074763.700255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9600.
00000080:00000010:0.1:1769074763.700282:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809804a40.
00000080:00000010:1.1:1769074763.857889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b52100.
00010000:00000010:1.1:1769074763.857910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5805fab500.
00010000:00000010:1.1:1769074763.857918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809276800.
00000080:00000010:3.1:1769074763.884976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580537f800.
00000080:00000010:3.1:1769074763.891013:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098dd280.
00010000:00000010:3.1:1769074763.891045:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580605c100.
00010000:00000010:3.1:1769074763.891054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e2b400.
00000080:00000010:3.1:1769074763.907455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808f92da0.
00000080:00000010:3.1:1769074763.907500:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ab3180.
00010000:00000010:3.1:1769074763.910152:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580722ff00.
00010000:00000010:3.1:1769074763.910179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809cb4600.
00000080:00000010:3.1:1769074763.918360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddab00.
00000080:00000010:3.1:1769074763.923411:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811785280.
00010000:00000010:3.1:1769074763.950166:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadf00.
00000080:00000010:3.1:1769074764.021900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809fc92c0.
00000080:00000010:3.1:1769074764.025896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bdc200.
00010000:00000010:3.1:1769074764.025928:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f63400.
00010000:00000010:3.1:1769074764.025935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d24600.
00000080:00000010:3.1:1769074764.051569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05ea0.
00000080:00000010:3.1:1769074764.055355:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a3dac0.
00010000:00000010:1.1:1769074764.059996:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadf00.
00010000:00000010:1.1:1769074764.060021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58079f7600.
00010000:00000010:1.1:1769074764.060027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68400.
00010000:00000010:1.1:1769074764.060031:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807acd000.
00010000:00000010:1.1:1769074764.060035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58079c1a00.
00000080:00000010:1.1:1769074764.069341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d600.
00000080:00000010:0.1:1769074764.103352:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a4b9c0.
00010000:00000010:0.1:1769074764.103364:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808aad000.
00010000:00000010:0.1:1769074764.103369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5801687000.
00000080:00000010:3.1:1769074764.117782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58054dea40.
00000080:00000010:3.1:1769074764.117807:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580987eb40.
00010000:00000010:3.1:1769074764.129482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead900.
00000080:00000010:0.1:1769074764.197614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580348fba0.
00000080:00000010:0.1:1769074764.197649:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bcca40.
00010000:00000010:0.1:1769074764.204784:0:1363:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810f30800.
00010000:00000010:0.1:1769074764.204795:0:1363:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fa6600.
00000080:00000010:0.1:1769074764.204801:0:1363:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd9940.
00000080:00000010:0.1:1769074764.204832:0:1363:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099c3180.
00010000:00000010:0.1:1769074764.204840:0:1363:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5805fabe00.
00010000:00000010:0.1:1769074764.204845:0:1363:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58106bd600.
00000080:00000010:0.1:1769074764.213788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fef3e0.
00010000:00000010:3.1:1769074764.223239:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e300.
00010000:00000010:3.1:1769074764.246055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a18600.
00010000:00000010:3.1:1769074764.246089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8a000.
00010000:00000010:3.1:1769074764.246095:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807b80200.
00010000:00000010:3.1:1769074764.246100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a18c00.
00000080:00000010:3.1:1769074764.255268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5804c76f40.
00000080:00000010:3.1:1769074764.295093:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809beca40.
00010000:00000010:3.1:1769074764.295124:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f5c800.
00010000:00000010:3.1:1769074764.295132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f0b600.
00000080:00000010:3.1:1769074764.306251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9940.
00000080:00000010:3.1:1769074764.306298:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a839c0.
00010000:00000010:3.1:1769074764.306307:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58107d1500.
00010000:00000010:3.1:1769074764.306318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e20000.
00000080:00000010:0.1:1769074764.330865:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809afeb40.
00010000:00000010:0.1:1769074764.343913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1100.
00010000:00000010:0.1:1769074764.343936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807c2b800.
00010000:00000010:0.1:1769074764.343942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341c200.
00010000:00000010:0.1:1769074764.343946:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f74800.
00010000:00000010:0.1:1769074764.343949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807c2b600.
00000080:00000010:3.1:1769074764.387801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda0a0.
00000080:00000010:3.1:1769074764.399332:0:11591:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099e4200.
00010000:00000010:0.1:1769074764.448628:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e000.
00010000:00000010:1.1:1769074764.448769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803428000.
00010000:00000010:1.1:1769074764.448776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8a400.
00010000:00000010:1.1:1769074764.448780:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fc0600.
00010000:00000010:1.1:1769074764.448784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803429c00.
00000080:00000010:3.1:1769074764.522328:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b74a40.
00010000:00000010:3.1:1769074764.522340:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58051c9f00.
00010000:00000010:3.1:1769074764.522346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809c83200.
00000080:00000010:0.1:1769074764.555427:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098e0840.
00010000:00000010:0.1:1769074764.563449:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5813264800.
00010000:00000010:0.1:1769074764.563472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807228800.
00000080:00000010:0.1:1769074764.575534:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9a60.
00000080:00000010:0.1:1769074764.575577:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117da100.
00010000:00000010:0.1:1769074764.575589:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580bccdd00.
00010000:00000010:0.1:1769074764.575596:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fada00.
00000080:00000010:1.1:1769074764.583299:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddac20.
00000080:00000010:1.1:1769074764.586785:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809998000.
00010000:00000010:1.1:1769074764.586823:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810cceb00.
00010000:00000010:1.1:1769074764.586831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58012eb400.
00000080:00000010:3.1:1769074764.621823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fef9e0.
00000080:00000010:3.1:1769074764.621856:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809832100.
00010000:00000010:3.1:1769074764.621870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58092b6200.
00010000:00000010:3.1:1769074764.621876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808abae00.
00000080:00000010:3.1:1769074764.631036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58091cab60.
00000080:00000010:3.1:1769074764.631087:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098ea940.
00010000:00000010:3.1:1769074764.631097:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fc0000.
00010000:00000010:3.1:1769074764.631104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580349f600.
00010000:00000010:0.1:1769074764.671048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e0d000.
00010000:00000010:0.1:1769074764.671364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8a400.
00010000:00000010:0.1:1769074764.671370:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580875af00.
00010000:00000010:0.1:1769074764.671376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580876a400.
00000080:00000010:0.1:1769074764.671383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5804c76f40.
00000080:00000010:1.1:1769074764.684829:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b10000.
00000080:00000010:3.1:1769074764.712341:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b32100.
00010000:00000010:3.1:1769074764.712353:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580926f900.
00010000:00000010:3.1:1769074764.712359:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e6b400.
00000080:00000010:3.1:1769074764.717777:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a920b80.
00000080:00000010:3.1:1769074764.722619:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a28840.
00010000:00000010:3.1:1769074764.728274:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead800.
00010000:00000010:3.1:1769074764.728292:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834737c00.
00010000:00000010:3.1:1769074764.728297:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69c00.
00010000:00000010:3.1:1769074764.728302:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5834462e00.
00010000:00000010:3.1:1769074764.728305:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834736a00.
00000080:00000010:3.1:1769074764.752631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d100.
00000080:00000010:3.1:1769074764.810766:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5804c76f40.
00000080:00000010:3.1:1769074764.810888:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099d7380.
00010000:00000010:3.1:1769074764.810900:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fc0b00.
00010000:00000010:3.1:1769074764.810906:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fe0200.
00000080:00000010:3.1:1769074764.824762:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72340.
00000080:00000010:3.1:1769074764.829794:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b44a40.
00010000:00000010:3.1:1769074764.829807:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c581060bc00.
00010000:00000010:3.1:1769074764.829814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f56200.
00000080:00000010:3.1:1769074764.829821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580619c820.
00000080:00000010:3.1:1769074764.829837:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809aca940.
00010000:00000010:3.1:1769074764.829846:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead800.
00010000:00000010:3.1:1769074764.829851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a038600.
00010000:00000010:3.1:1769074764.829854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69c00.
00010000:00000010:3.1:1769074764.829859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5834755a00.
00010000:00000010:3.1:1769074764.829863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834414a00.
00000080:00000010:3.1:1769074764.852009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d100.
00000080:00000010:0.1:1769074764.908901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9880.
00000080:00000010:0.1:1769074764.908940:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809807380.
00010000:00000010:0.1:1769074764.908953:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58056ed700.
00010000:00000010:0.1:1769074764.908961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810010a00.
00000080:00000010:0.1:1769074764.913900:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb4400.
00000080:00000010:0.1:1769074764.925069:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099fa100.
00010000:00000010:0.1:1769074764.930959:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1100.
00010000:00000010:0.1:1769074764.930985:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f64400.
00010000:00000010:0.1:1769074764.930993:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341d000.
00010000:00000010:0.1:1769074764.930997:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f90800.
00010000:00000010:0.1:1769074764.931001:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ec8200.
00000080:00000010:0.1:1769074764.948837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda820.
00010000:00000010:3.1:1769074765.014144:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58097b6400.
00010000:00000010:3.1:1769074765.014166:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8a000.
00010000:00000010:3.1:1769074765.014172:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb0f00.
00010000:00000010:3.1:1769074765.014175:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58097b6600.
00000080:00000010:3.1:1769074765.036874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793560.
00000080:00000010:1.1:1769074765.084928:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ada940.
00010000:00000010:3.1:1769074765.113800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f1b000.
00010000:00000010:3.1:1769074765.113809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010ab000.
00010000:00000010:3.1:1769074765.113815:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ecca00.
00010000:00000010:3.1:1769074765.113820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d28e00.
00000080:00000010:3.1:1769074765.113825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1fa0.
00000080:00000010:0.1:1769074765.234793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793420.
00000080:00000010:0.1:1769074765.234857:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099ff380.
00010000:00000010:0.1:1769074765.234895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809efe100.
00010000:00000010:0.1:1769074765.234902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809feb800.
00000080:00000010:1.1:1769074765.256189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809fc9d00.
00000080:00000010:1.1:1769074765.256232:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b56b40.
00010000:00000010:1.1:1769074765.263093:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c6a500.
00010000:00000010:1.1:1769074765.263142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58106bdc00.
00000080:00000010:1.1:1769074765.267443:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fef720.
00000080:00000010:1.1:1769074765.267478:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098f4a40.
00010000:00000010:1.1:1769074765.267495:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811dee000.
00010000:00000010:1.1:1769074765.267502:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ca0c00.
00000080:00000010:1.1:1769074765.280473:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d057e0.
00000080:00000010:1.1:1769074765.280520:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811598840.
00010000:00000010:1.1:1769074765.291598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735c00.
00000080:00000010:3.1:1769074765.333195:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b8c200.
00000080:00000010:0.1:1769074765.353853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fef140.
00000080:00000010:0.1:1769074765.359516:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809820840.
00010000:00000010:0.1:1769074765.359530:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809dae900.
00010000:00000010:0.1:1769074765.359535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f15200.
00010000:00000010:3.1:1769074765.420241:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e000.
00010000:00000010:3.1:1769074765.420403:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58079f7200.
00010000:00000010:3.1:1769074765.420410:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8aa00.
00010000:00000010:3.1:1769074765.420415:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f90c00.
00010000:00000010:3.1:1769074765.420419:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58085e6800.
00000080:00000010:3.1:1769074765.461836:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793da0.
00000080:00000010:0.1:1769074765.556425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793da0.
00010000:00000010:3.1:1769074765.586036:0:36321:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803610a00.
00010000:00000010:3.1:1769074765.586353:0:36321:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803793c00.
00010000:00000010:3.1:1769074765.586361:0:36321:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807a45c00.
00010000:00000010:3.1:1769074765.586365:0:36321:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a19c00.
00010000:00000010:3.1:1769074765.586370:0:36321:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580875a200.
00010000:00000010:3.1:1769074765.586373:0:36321:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e0c800.
00010000:00000010:1.1:1769074765.611956:0:2425:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580875a600.
00010000:00000010:1.1:1769074765.611965:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834430600.
00010000:00000010:1.1:1769074765.611970:0:2425:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807a0e800.
00010000:00000010:1.1:1769074765.611973:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a6ea00.
00010000:00000010:3.1:1769074765.631790:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c570502d100.
00010000:00000010:3.1:1769074765.631800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704eafc00.
00010000:00000010:3.1:1769074765.631805:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735300.
00010000:00000010:3.1:1769074765.631817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704e98000.
00010000:00000010:0.1:1769074765.635332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a075600.
00010000:00000010:0.1:1769074765.635352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8b000.
00010000:00000010:0.1:1769074765.635359:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5834528600.
00010000:00000010:0.1:1769074765.635363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a075000.
00010000:00000010:1.1:1769074765.639848:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5834426700.
00010000:00000010:1.1:1769074765.639870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f46200.
00000080:00000010:3.1:1769074765.699535:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793420.
00010000:00000010:0.1:1769074765.706020:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0900.
00010000:00000010:0.1:1769074765.706030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580971b000.
00010000:00000010:0.1:1769074765.706035:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583471a900.
00010000:00000010:0.1:1769074765.706039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810e96000.
00010000:00000010:0.1:1769074765.706043:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f15900.
00010000:00000010:0.1:1769074765.706047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fa7000.
00010000:00000010:0.1:1769074765.706051:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809eccb00.
00010000:00000010:0.1:1769074765.706055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809eeca00.
00010000:00000010:0.1:1769074765.706059:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f5c300.
00010000:00000010:0.1:1769074765.706062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807993000.
00010000:00000010:0.1:1769074765.706081:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807a61400.
00010000:00000010:0.1:1769074765.706085:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a99000.
00010000:00000010:1.1:1769074765.709900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fcd000.
00010000:00000010:1.1:1769074765.709911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580a9edc00.
00010000:00000010:1.1:1769074765.726773:0:36320:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58106ba300.
00010000:00000010:1.1:1769074765.726781:0:36320:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b4dee00.
00010000:00000010:0.1:1769074765.740116:0:36320:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803488200.
00010000:00000010:0.1:1769074765.740126:0:36320:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803429200.
00010000:00000010:0.1:1769074765.740130:0:36320:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583471a400.
00010000:00000010:0.1:1769074765.740133:0:36320:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834736000.
00010000:00000010:3.1:1769074765.743959:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f15500.
00010000:00000010:3.1:1769074765.743968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f1a600.
00010000:00000010:3.1:1769074765.743973:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb0000.
00010000:00000010:3.1:1769074765.743977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58097b6800.
00010000:00000010:3.1:1769074765.759781:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a049000.
00010000:00000010:3.1:1769074765.759796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a074200.
00000080:00000010:1.1:1769074765.765336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac04a0.
00000080:00000010:1.1:1769074765.765390:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809916300.
00010000:00000010:1.1:1769074765.780308:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735c00.
00010000:00000010:1.1:1769074765.784798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c56000.
00010000:00000010:1.1:1769074765.784920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010aae00.
00010000:00000010:1.1:1769074765.784926:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811cfc600.
00010000:00000010:1.1:1769074765.784934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c57a00.
00000080:00000010:1.1:1769074765.831102:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1c00.
00000080:00000010:1.1:1769074765.848175:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a018c0.
00010000:00000010:1.1:1769074765.848191:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58092b3400.
00010000:00000010:1.1:1769074765.848198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809c82800.
00000080:00000010:1.1:1769074765.848205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807cb2260.
00000080:00000010:1.1:1769074765.848217:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099098c0.
00010000:00000010:1.1:1769074765.851975:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e10800.
00010000:00000010:1.1:1769074765.852015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb6c00.
00000080:00000010:3.1:1769074765.860423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580348f120.
00000080:00000010:3.1:1769074765.865350:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809baa940.
00010000:00000010:3.1:1769074765.877335:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead800.
00010000:00000010:3.1:1769074765.877362:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fe0000.
00010000:00000010:3.1:1769074765.877369:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69c00.
00010000:00000010:3.1:1769074765.877374:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fe4e00.
00010000:00000010:3.1:1769074765.877378:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580302ca00.
00000080:00000010:3.1:1769074765.885869:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d1c0.
00000080:00000010:3.1:1769074765.889233:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099b1080.
00010000:00000010:3.1:1769074765.889266:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808fd6400.
00010000:00000010:3.1:1769074765.889273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809cc8000.
00010000:00000010:0.1:1769074765.950357:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5806127300.
00010000:00000010:0.1:1769074765.950380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810dcfa00.
00000080:00000010:3.1:1769074765.998694:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793da0.
00010000:00000010:1.1:1769074766.011957:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921ed00.
00010000:00000010:1.1:1769074766.011967:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704ffaa00.
00010000:00000010:1.1:1769074766.011971:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8b000.
00010000:00000010:1.1:1769074766.011975:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58037eed00.
00010000:00000010:1.1:1769074766.011979:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58078b5e00.
00000080:00000010:1.1:1769074766.024778:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793de0.
00000080:00000010:1.1:1769074766.061486:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a3ca40.
00010000:00000010:1.1:1769074766.061501:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810dc5d00.
00010000:00000010:1.1:1769074766.061508:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e04800.
00000080:00000010:1.1:1769074766.070839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793180.
00000080:00000010:1.1:1769074766.070868:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809abeb40.
00010000:00000010:1.1:1769074766.083998:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808fbc300.
00010000:00000010:1.1:1769074766.084006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fb8c00.
00010000:00000010:3.1:1769074766.087195:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608d00.
00010000:00000010:3.1:1769074766.087203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803758800.
00010000:00000010:3.1:1769074766.087208:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb9f00.
00010000:00000010:3.1:1769074766.087212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fb0800.
00010000:00000010:3.1:1769074766.087217:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580856cb00.
00010000:00000010:3.1:1769074766.087222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808af1600.
00010000:00000010:1.1:1769074766.090200:0:2425:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583471ac00.
00010000:00000010:1.1:1769074766.090228:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ec6600.
00000080:00000010:3.1:1769074766.091782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25f60.
00000080:00000010:3.1:1769074766.091813:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809989080.
00010000:00000010:0.1:1769074766.091875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58094a2100.
00010000:00000010:0.1:1769074766.091881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58086cc800.
00010000:00000010:0.1:1769074766.128786:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadb00.
00010000:00000010:0.1:1769074766.128826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69200.
00010000:00000010:0.1:1769074766.193254:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c582c470a00.
00010000:00000010:0.1:1769074766.193265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a2bf000.
00010000:00000010:3.1:1769074766.196002:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead800.
00010000:00000010:3.1:1769074766.213753:0:41343:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58085d9e00.
00010000:00000010:3.1:1769074766.213762:0:41343:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f65a00.
00010000:00000010:3.1:1769074766.213767:0:41343:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58106ba100.
00010000:00000010:3.1:1769074766.213772:0:41343:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f95c00.
00010000:00000010:0.1:1769074766.230165:0:1363:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809576100.
00010000:00000010:0.1:1769074766.230178:0:1363:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583448aa00.
00010000:00000010:3.1:1769074766.230523:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58085d9d00.
00010000:00000010:3.1:1769074766.230533:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580853b800.
00010000:00000010:1.1:1769074766.270297:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807a45a00.
00010000:00000010:1.1:1769074766.270309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a19000.
00010000:00000010:3.1:1769074766.270922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1f6500.
00010000:00000010:3.1:1769074766.270931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb7200.
00010000:00000010:3.1:1769074766.276784:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58056ed400.
00010000:00000010:1.1:1769074766.276843:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f05900.
00010000:00000010:1.1:1769074766.276852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e04200.
00010000:00000010:1.1:1769074766.276857:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58079b7700.
00010000:00000010:1.1:1769074766.276860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580374ce00.
00010000:00000010:1.1:1769074766.276864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808454700.
00010000:00000010:1.1:1769074766.276868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803760800.
00010000:00000010:3.1:1769074766.277341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f1bc00.
00000080:00000010:0.1:1769074766.280796:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099b4a40.
00000080:00000010:0.1:1769074766.320203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddabe0.
00000080:00000010:0.1:1769074766.320279:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a50840.
00010000:00000010:0.1:1769074766.320291:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d10200.
00010000:00000010:0.1:1769074766.320297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b44c000.
00000080:00000010:0.1:1769074766.353773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793da0.
00000080:00000010:1.1:1769074766.361178:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bdb9c0.
00010000:00000010:1.1:1769074766.361189:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809223300.
00010000:00000010:1.1:1769074766.361195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b4bb400.
00000080:00000010:1.1:1769074766.366206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5802ba9c60.
00000080:00000010:1.1:1769074766.366234:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809852100.
00010000:00000010:1.1:1769074766.371793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808fd7800.
00010000:00000010:1.1:1769074766.371801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f88800.
00000080:00000010:1.1:1769074766.375373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda720.
00000080:00000010:1.1:1769074766.375419:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809aedac0.
00010000:00000010:1.1:1769074766.384320:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735c00.
00010000:00000010:1.1:1769074766.384333:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580869d800.
00010000:00000010:1.1:1769074766.384340:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010ab200.
00010000:00000010:1.1:1769074766.384344:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f93d00.
00010000:00000010:1.1:1769074766.384348:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580869d000.
00000080:00000010:1.1:1769074766.391122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1320.
00000080:00000010:1.1:1769074766.433213:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809af18c0.
00010000:00000010:1.1:1769074766.442007:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735c00.
00010000:00000010:1.1:1769074766.442040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580374c600.
00010000:00000010:1.1:1769074766.442051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010ab200.
00010000:00000010:1.1:1769074766.442057:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807886400.
00010000:00000010:1.1:1769074766.442060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580374c800.
00000080:00000010:0.1:1769074766.469860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1320.
00000080:00000010:3.1:1769074766.511274:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a32100.
00010000:00000010:3.1:1769074766.511293:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d3dc00.
00010000:00000010:3.1:1769074766.511300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b401a00.
00000080:00000010:3.1:1769074766.526189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd9d40.
00000080:00000010:3.1:1769074766.526215:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a25ac0.
00010000:00000010:3.1:1769074766.530347:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d10f00.
00010000:00000010:3.1:1769074766.530372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b44c800.
00000080:00000010:0.1:1769074766.544945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9ee0.
00000080:00000010:0.1:1769074766.544990:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117f0000.
00010000:00000010:0.1:1769074766.564783:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1700.
00010000:00000010:0.1:1769074766.580130:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834756600.
00010000:00000010:0.1:1769074766.580155:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341cc00.
00010000:00000010:0.1:1769074766.580161:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5834755300.
00010000:00000010:0.1:1769074766.580166:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834756800.
00000080:00000010:0.1:1769074766.592786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddaa00.
00010000:00000010:3.1:1769074766.640214:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809daea00.
00010000:00000010:3.1:1769074766.640230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb3600.
00000080:00000010:3.1:1769074766.642198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808f922c0.
00000080:00000010:3.1:1769074766.642233:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809aa6300.
00010000:00000010:3.1:1769074766.642254:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808fd6c00.
00010000:00000010:3.1:1769074766.642261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809cc9000.
00000080:00000010:3.1:1769074766.654028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda460.
00000080:00000010:3.1:1769074766.654084:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099239c0.
00010000:00000010:3.1:1769074766.671965:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e3ec00.
00010000:00000010:3.1:1769074766.672001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ec6400.
00000080:00000010:3.1:1769074766.680770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac13e0.
00000080:00000010:3.1:1769074766.680796:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b05ac0.
00010000:00000010:3.1:1769074766.689454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead800.
00010000:00000010:3.1:1769074766.689476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809259e00.
00010000:00000010:3.1:1769074766.689482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69800.
00010000:00000010:3.1:1769074766.689487:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580605cd00.
00010000:00000010:3.1:1769074766.689491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809447a00.
00000080:00000010:3.1:1769074766.701791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d540.
00000080:00000010:3.1:1769074766.740036:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809af5ac0.
00010000:00000010:3.1:1769074766.740061:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5805f8a300.
00010000:00000010:3.1:1769074766.740068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f89200.
00000080:00000010:3.1:1769074766.760385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda780.
00000080:00000010:3.1:1769074766.760422:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809aeb180.
00010000:00000010:3.1:1769074766.760435:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810828f00.
00010000:00000010:3.1:1769074766.760444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580311e200.
00000080:00000010:3.1:1769074766.782093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0aa0.
00000080:00000010:3.1:1769074766.782139:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117fa940.
00010000:00000010:3.1:1769074766.782152:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811cfc400.
00010000:00000010:3.1:1769074766.782161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808a9a200.
00000080:00000010:3.1:1769074766.786817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd9560.
00000080:00000010:3.1:1769074766.791964:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580994eb40.
00000080:00000010:3.1:1769074766.846773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d540.
00000080:00000010:3.1:1769074766.903793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793da0.
00000080:00000010:3.1:1769074766.949541:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098f3180.
00010000:00000010:3.1:1769074766.949558:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810f30600.
00010000:00000010:3.1:1769074766.949564:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fa7800.
00000080:00000010:3.1:1769074766.953369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd9200.
00000080:00000010:3.1:1769074766.953410:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099c0840.
00010000:00000010:3.1:1769074766.963475:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811cfc800.
00010000:00000010:3.1:1769074766.963490:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808a9b000.
00000080:00000010:3.1:1769074766.972779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd94a0.
00000080:00000010:3.1:1769074767.037763:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58186dab40.
00000080:00000010:1.1:1769074767.066347:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ac5ac0.
00010000:00000010:1.1:1769074767.066373:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5805fabd00.
00010000:00000010:1.1:1769074767.066380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808aba600.
00010000:00000010:0.1:1769074767.124323:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58130c3a00.
00010000:00000010:0.1:1769074767.124352:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58072d8200.
00000080:00000010:1.1:1769074767.133811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05860.
00000080:00000010:1.1:1769074767.133839:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58115939c0.
00000080:00000010:3.1:1769074767.190271:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809aeeb40.
00010000:00000010:3.1:1769074767.190285:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c85b00.
00010000:00000010:3.1:1769074767.190291:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f60400.
00000080:00000010:3.1:1769074767.206782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a920740.
00000080:00000010:3.1:1769074767.214853:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a45280.
00010000:00000010:3.1:1769074767.214880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f26100.
00010000:00000010:3.1:1769074767.214886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809c43600.
00000080:00000010:3.1:1769074767.219876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72720.
00000080:00000010:3.1:1769074767.219893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809884a40.
00010000:00000010:3.1:1769074767.219904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58187ebc00.
00010000:00000010:3.1:1769074767.219908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b454a00.
00010000:00000010:3.1:1769074767.291587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58051c9900.
00010000:00000010:3.1:1769074767.291617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f13400.
00000080:00000010:0.1:1769074767.293960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810f6dcc0.
00000080:00000010:0.1:1769074767.294175:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809935280.
00010000:00000010:3.1:1769074767.302959:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1700.
00010000:00000010:3.1:1769074767.303177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f23e00.
00010000:00000010:3.1:1769074767.303183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341d800.
00010000:00000010:3.1:1769074767.303189:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f74c00.
00010000:00000010:3.1:1769074767.303194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f23400.
00000080:00000010:3.1:1769074767.311779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda640.
00000080:00000010:0.1:1769074767.405860:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809acc200.
00010000:00000010:0.1:1769074767.416183:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1a00.
00010000:00000010:0.1:1769074767.418915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803758200.
00010000:00000010:0.1:1769074767.418929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341d800.
00010000:00000010:0.1:1769074767.418986:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d3d000.
00010000:00000010:0.1:1769074767.418991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803758a00.
00000080:00000010:0.1:1769074767.467183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda260.
00000080:00000010:3.1:1769074767.469719:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a42100.
00010000:00000010:3.1:1769074767.469825:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d84300.
00010000:00000010:3.1:1769074767.469831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808a98a00.
00000080:00000010:3.1:1769074767.488873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05fc0.
00000080:00000010:3.1:1769074767.558937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0380.
00000080:00000010:3.1:1769074767.558954:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a54a40.
00010000:00000010:3.1:1769074767.564639:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580349ae00.
00010000:00000010:3.1:1769074767.564663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58034f9000.
00000080:00000010:3.1:1769074767.576625:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58034971c0.
00000080:00000010:3.1:1769074767.576653:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b93180.
00010000:00000010:3.1:1769074767.576660:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802a06b00.
00010000:00000010:3.1:1769074767.576665:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ce2c00.
00000080:00000010:3.1:1769074767.583965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810f6d380.
00000080:00000010:3.1:1769074767.583984:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117ce300.
00010000:00000010:0.1:1769074767.619012:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c78b00.
00010000:00000010:0.1:1769074767.619069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b455000.
00000080:00000010:1.1:1769074767.621948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fef320.
00000080:00000010:1.1:1769074767.622011:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809815ac0.
00010000:00000010:1.1:1769074767.622024:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58092b6500.
00010000:00000010:1.1:1769074767.622030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58106bd000.
00000080:00000010:1.1:1769074767.634114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fefa20.
00000080:00000010:1.1:1769074767.646771:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098ec200.
00010000:00000010:1.1:1769074767.646789:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921ef00.
00010000:00000010:1.1:1769074767.646795:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b442200.
00000080:00000010:1.1:1769074767.657840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809db4960.
00000080:00000010:1.1:1769074767.657877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099eb180.
00010000:00000010:1.1:1769074767.672256:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735900.
00010000:00000010:1.1:1769074767.672268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d9a800.
00010000:00000010:1.1:1769074767.672273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010ab800.
00010000:00000010:1.1:1769074767.672278:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809edc400.
00010000:00000010:1.1:1769074767.672284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f1a800.
00000080:00000010:1.1:1769074767.686902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1ee0.
00010000:00000010:0.1:1769074767.711114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803792c00.
00010000:00000010:0.1:1769074767.711122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8ae00.
00010000:00000010:0.1:1769074767.711127:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803610600.
00010000:00000010:0.1:1769074767.711132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803793400.
00000080:00000010:3.1:1769074767.749783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda5c0.
00000080:00000010:3.1:1769074767.753794:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809be2940.
00010000:00000010:3.1:1769074767.753806:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811deec00.
00010000:00000010:3.1:1769074767.753813:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ca0a00.
00000080:00000010:3.1:1769074767.753820:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810f6d740.
00000080:00000010:3.1:1769074767.753837:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c581159e300.
00010000:00000010:3.1:1769074767.759782:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead500.
00010000:00000010:3.1:1769074767.763266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e0da00.
00010000:00000010:3.1:1769074767.763274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69800.
00010000:00000010:3.1:1769074767.763282:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5805f8ac00.
00010000:00000010:3.1:1769074767.763286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583448ba00.
00000080:00000010:3.1:1769074767.772781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d540.
00000080:00000010:3.1:1769074767.799166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810f6daa0.
00000080:00000010:3.1:1769074767.799211:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117ba940.
00010000:00000010:3.1:1769074767.802076:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5804e21400.
00010000:00000010:3.1:1769074767.802103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58107f5c00.
00000080:00000010:3.1:1769074767.826793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0ac0.
00000080:00000010:3.1:1769074767.826816:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117e2940.
00010000:00000010:3.1:1769074767.826827:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809223e00.
00010000:00000010:3.1:1769074767.826832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b4bba00.
00010000:00000010:0.1:1769074767.844778:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58073d2100.
00010000:00000010:0.1:1769074767.844786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d61600.
00000080:00000010:3.1:1769074767.844963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5802ba9000.
00000080:00000010:3.1:1769074767.844991:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809856b40.
00000080:00000010:1.1:1769074767.864781:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb42e0.
00000080:00000010:1.1:1769074767.864807:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099f6b40.
00010000:00000010:1.1:1769074767.864818:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735900.
00010000:00000010:1.1:1769074767.864826:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e6fe00.
00010000:00000010:1.1:1769074767.864831:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010abc00.
00010000:00000010:1.1:1769074767.864835:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9100.
00010000:00000010:1.1:1769074767.864842:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810010800.
00000080:00000010:1.1:1769074767.882655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1b40.
00000080:00000010:1.1:1769074767.897200:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a039c0.
00010000:00000010:1.1:1769074767.897217:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810cce400.
00010000:00000010:1.1:1769074767.897223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58012eb000.
00010000:00000010:3.1:1769074767.929295:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704be1e00.
00010000:00000010:3.1:1769074767.929306:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8b800.
00010000:00000010:3.1:1769074767.929311:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fe4c00.
00010000:00000010:3.1:1769074767.929315:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b4d7800.
00000080:00000010:3.1:1769074767.943783:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0ac0.
00000080:00000010:3.1:1769074767.943825:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580999a940.
00010000:00000010:3.1:1769074767.974359:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead500.
00010000:00000010:3.1:1769074767.974379:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f1a400.
00010000:00000010:3.1:1769074767.974384:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69800.
00010000:00000010:3.1:1769074767.974389:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810f30100.
00010000:00000010:3.1:1769074767.974392:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f1a600.
00000080:00000010:3.1:1769074767.975447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d540.
00000080:00000010:3.1:1769074768.043500:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a24a40.
00010000:00000010:3.1:1769074768.043525:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d84500.
00010000:00000010:3.1:1769074768.043532:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803049a00.
00000080:00000010:3.1:1769074768.046782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d057a0.
00000080:00000010:1.1:1769074768.088878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58013450e0.
00000080:00000010:1.1:1769074768.088919:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117ceb40.
00010000:00000010:1.1:1769074768.094405:0:2425:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f93a00.
00010000:00000010:1.1:1769074768.094429:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b400200.
00000080:00000010:0.1:1769074768.103468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd9400.
00000080:00000010:0.1:1769074768.109524:0:2424:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099d1080.
00010000:00000010:1.1:1769074768.110029:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58072b5200.
00010000:00000010:1.1:1769074768.110069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fc4200.
00000080:00000010:3.1:1769074768.158819:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b64200.
00010000:00000010:3.1:1769074768.158839:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580342e300.
00010000:00000010:3.1:1769074768.158846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803479e00.
00000080:00000010:3.1:1769074768.174597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580348f2a0.
00000080:00000010:3.1:1769074768.174654:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bceb40.
00010000:00000010:3.1:1769074768.182183:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808fd6a00.
00010000:00000010:3.1:1769074768.182208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e9e800.
00000080:00000010:3.1:1769074768.188785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda120.
00000080:00000010:3.1:1769074768.188828:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117d5ac0.
00010000:00000010:3.1:1769074768.188840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803466e00.
00010000:00000010:3.1:1769074768.188845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fe6800.
00010000:00000010:3.1:1769074768.252546:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58072b5b00.
00010000:00000010:3.1:1769074768.252567:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c584215e800.
00000080:00000010:3.1:1769074768.256374:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810690cc0.
00000080:00000010:3.1:1769074768.256401:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098e39c0.
00010000:00000010:3.1:1769074768.256413:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580722fb00.
00010000:00000010:3.1:1769074768.256419:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e9f400.
00000080:00000010:3.1:1769074768.256423:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda9e0.
00000080:00000010:3.1:1769074768.256437:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117d6b40.
00010000:00000010:3.1:1769074768.281341:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead500.
00010000:00000010:3.1:1769074768.281365:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810e96600.
00010000:00000010:3.1:1769074768.281372:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69800.
00010000:00000010:3.1:1769074768.281378:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c28200.
00010000:00000010:3.1:1769074768.281385:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834737a00.
00000080:00000010:3.1:1769074768.313374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d540.
00000080:00000010:1.1:1769074768.389560:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a07380.
00010000:00000010:1.1:1769074768.389579:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5813264c00.
00010000:00000010:1.1:1769074768.389584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807228a00.
00000080:00000010:1.1:1769074768.434939:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b518c0.
00010000:00000010:3.1:1769074768.444309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d9b000.
00010000:00000010:3.1:1769074768.444318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010aba00.
00010000:00000010:3.1:1769074768.444324:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809271600.
00010000:00000010:3.1:1769074768.444330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e7e600.
00010000:00000010:3.1:1769074768.558350:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead500.
00010000:00000010:3.1:1769074768.558368:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583464b600.
00010000:00000010:3.1:1769074768.558373:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69800.
00010000:00000010:3.1:1769074768.558378:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c582c4cd100.
00010000:00000010:3.1:1769074768.558382:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a27ea00.
00000080:00000010:3.1:1769074768.566789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d540.
00010000:00000010:3.1:1769074768.622153:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead500.
00010000:00000010:3.1:1769074768.622167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c54a00.
00010000:00000010:3.1:1769074768.622172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69800.
00010000:00000010:3.1:1769074768.622177:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803610c00.
00010000:00000010:3.1:1769074768.622180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c54e00.
00000080:00000010:0.1:1769074768.751580:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b7ca40.
00010000:00000010:0.1:1769074768.751599:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f05500.
00010000:00000010:0.1:1769074768.751605:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810e97600.
00000080:00000010:1.1:1769074768.761575:0:1041:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809e0fca0.
00000080:00000010:0.1:1769074768.775162:0:2425:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b2e300.
00010000:00000010:0.1:1769074768.775183:0:2425:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809efe000.
00010000:00000010:0.1:1769074768.775190:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fa8600.
00010000:00000010:3.1:1769074768.781774:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c28900.
00010000:00000010:3.1:1769074768.781798:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fcfc00.
00000080:00000010:3.1:1769074768.805135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809e0f880.
00000080:00000010:3.1:1769074768.805169:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b3d280.
00010000:00000010:3.1:1769074768.805175:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807284900.
00010000:00000010:3.1:1769074768.805179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810631000.
00000080:00000010:3.1:1769074768.817158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5804c76a20.
00000080:00000010:3.1:1769074768.817185:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809846b40.
00010000:00000010:3.1:1769074768.823824:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f0c100.
00010000:00000010:3.1:1769074768.823834:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fe0800.
00000080:00000010:3.1:1769074768.836918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810690460.
00000080:00000010:3.1:1769074768.836953:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b439c0.
00010000:00000010:3.1:1769074768.836961:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d84c00.
00010000:00000010:3.1:1769074768.836966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803048600.
00000080:00000010:3.1:1769074768.850789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05b60.
00000080:00000010:1.1:1769074768.992813:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a9a100.
00010000:00000010:0.1:1769074769.011502:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1a00.
00010000:00000010:0.1:1769074769.018702:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a20de00.
00010000:00000010:0.1:1769074769.018717:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341ca00.
00010000:00000010:0.1:1769074769.018722:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1f6d00.
00010000:00000010:0.1:1769074769.018727:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a11d000.
00000080:00000010:0.1:1769074769.055796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1c40.
00000080:00000010:3.1:1769074769.065851:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bc5280.
00000080:00000010:3.1:1769074769.152810:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099eca40.
00010000:00000010:3.1:1769074769.152819:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5813264600.
00010000:00000010:3.1:1769074769.152825:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580922bc00.
00000080:00000010:3.1:1769074769.159428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a98c0.
00000080:00000010:1.1:1769074769.162954:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117d8000.
00010000:00000010:1.1:1769074769.162971:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c581000dd00.
00010000:00000010:1.1:1769074769.162977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5800030200.
00000080:00000010:0.1:1769074769.201864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805f8de20.
00000080:00000010:0.1:1769074769.201888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098fa100.
00010000:00000010:0.1:1769074769.201897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580926f300.
00010000:00000010:0.1:1769074769.201902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e6ae00.
00000080:00000010:0.1:1769074769.308859:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a2f380.
00010000:00000010:0.1:1769074769.332119:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58092b6000.
00010000:00000010:0.1:1769074769.332129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808abb000.
00000080:00000010:0.1:1769074769.332134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fef6e0.
00000080:00000010:0.1:1769074769.332148:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098ee300.
00010000:00000010:0.1:1769074769.332153:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d35d00.
00010000:00000010:0.1:1769074769.332157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb3e00.
00010000:00000010:3.1:1769074769.380806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f0aa00.
00010000:00000010:3.1:1769074769.380815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8aa00.
00010000:00000010:3.1:1769074769.380821:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e7d300.
00010000:00000010:3.1:1769074769.380826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58079f6400.
00000080:00000010:3.1:1769074769.405771:0:1041:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac04a0.
00000080:00000010:0.1:1769074769.409813:0:2425:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a88000.
00000080:00000010:3.1:1769074769.482357:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a26300.
00010000:00000010:3.1:1769074769.482370:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f90900.
00010000:00000010:3.1:1769074769.482375:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d70c00.
00000080:00000010:3.1:1769074769.496677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd95c0.
00000080:00000010:3.1:1769074769.496703:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a8ca40.
00010000:00000010:3.1:1769074769.502848:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ef4700.
00010000:00000010:3.1:1769074769.502870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e21e00.
00000080:00000010:3.1:1769074769.513279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25da0.
00000080:00000010:0.1:1769074769.514451:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099a5ac0.
00010000:00000010:0.1:1769074769.514468:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58073d2c00.
00010000:00000010:0.1:1769074769.514474:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d60c00.
00000080:00000010:0.1:1769074769.522486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9500.
00000080:00000010:0.1:1769074769.526210:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117f2940.
00010000:00000010:0.1:1769074769.541243:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1200.
00010000:00000010:0.1:1769074769.541255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c36a00.
00010000:00000010:0.1:1769074769.541261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341c800.
00010000:00000010:0.1:1769074769.541264:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e07400.
00010000:00000010:0.1:1769074769.541267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e02200.
00000080:00000010:3.1:1769074769.584152:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd9c40.
00000080:00000010:3.1:1769074769.584178:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a20840.
00010000:00000010:3.1:1769074769.584191:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ec4600.
00010000:00000010:3.1:1769074769.584198:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f40600.
00000080:00000010:3.1:1769074769.584203:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809e0f5a0.
00000080:00000010:3.1:1769074769.593047:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b08000.
00010000:00000010:3.1:1769074769.601445:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d3db00.
00010000:00000010:3.1:1769074769.601457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b400800.
00000080:00000010:3.1:1769074769.601462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd95c0.
00000080:00000010:3.1:1769074769.601481:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a21080.
00010000:00000010:3.1:1769074769.603839:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580926ef00.
00010000:00000010:3.1:1769074769.603848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b4bbe00.
00010000:00000010:1.1:1769074769.616112:0:2425:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808fd7500.
00010000:00000010:1.1:1769074769.616123:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e05e00.
00000080:00000010:0.1:1769074769.629780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb4d40.
00000080:00000010:0.1:1769074769.629806:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099ef380.
00000080:00000010:3.1:1769074769.633079:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c250e0.
00000080:00000010:3.1:1769074769.633104:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809950840.
00010000:00000010:3.1:1769074769.633112:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c92500.
00010000:00000010:3.1:1769074769.633118:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c581877a600.
00000080:00000010:3.1:1769074769.640237:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72d40.
00000080:00000010:3.1:1769074769.640263:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809892940.
00010000:00000010:3.1:1769074769.640278:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb9a00.
00010000:00000010:3.1:1769074769.640285:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e15200.
00000080:00000010:3.1:1769074769.650799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58034971e0.
00000080:00000010:3.1:1769074769.650838:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bc5ac0.
00010000:00000010:3.1:1769074769.650844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f93600.
00010000:00000010:3.1:1769074769.650849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810015e00.
00000080:00000010:0.1:1769074769.654939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809db4de0.
00000080:00000010:0.1:1769074769.665169:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a4ca40.
00010000:00000010:0.1:1769074769.665184:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809cbda00.
00010000:00000010:0.1:1769074769.665190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810eac800.
00010000:00000010:3.1:1769074769.687553:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e700.
00010000:00000010:3.1:1769074769.687575:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580971b800.
00010000:00000010:3.1:1769074769.687580:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8a000.
00010000:00000010:3.1:1769074769.687583:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580344b700.
00010000:00000010:3.1:1769074769.687587:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a3c2e00.
00000080:00000010:3.1:1769074769.713113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0c60.
00000080:00000010:0.1:1769074769.751397:0:2424:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b4eb40.
00010000:00000010:0.1:1769074769.751416:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580a7cd600.
00010000:00000010:0.1:1769074769.751423:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810010400.
00010000:00000010:3.1:1769074769.813760:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d72000.
00010000:00000010:3.1:1769074769.813769:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f6fa00.
00000080:00000010:3.1:1769074769.819191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808f927e0.
00000080:00000010:3.1:1769074769.819228:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809adb9c0.
00010000:00000010:3.1:1769074769.819240:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ef4100.
00010000:00000010:3.1:1769074769.819247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e20200.
00000080:00000010:3.1:1769074769.831388:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c250a0.
00000080:00000010:3.1:1769074769.831418:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809997380.
00010000:00000010:3.1:1769074769.831432:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58132d4200.
00010000:00000010:3.1:1769074769.831439:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58012ebc00.
00000080:00000010:3.1:1769074769.831446:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0820.
00000080:00000010:3.1:1769074769.831460:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809818840.
00000080:00000010:3.1:1769074769.941817:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099eeb40.
00010000:00000010:3.1:1769074769.941829:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58107d1400.
00010000:00000010:3.1:1769074769.941840:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809eef200.
00000080:00000010:3.1:1769074769.948104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25c20.
00000080:00000010:3.1:1769074769.948149:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809980000.
00010000:00000010:3.1:1769074769.951940:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809223800.
00010000:00000010:3.1:1769074769.951947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b4ba000.
00000080:00000010:3.1:1769074769.996225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5804c76900.
00000080:00000010:3.1:1769074769.996285:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580983a940.
00010000:00000010:3.1:1769074769.996302:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58107d1700.
00010000:00000010:3.1:1769074769.996311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809eef400.
00000080:00000010:3.1:1769074770.007758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c86b00.
00000080:00000010:3.1:1769074770.007802:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809984200.
00010000:00000010:3.1:1769074770.011512:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c581000d300.
00010000:00000010:3.1:1769074770.011542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fce400.
00000080:00000010:3.1:1769074770.019711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fef6a0.
00000080:00000010:3.1:1769074770.025399:0:1041:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098feb40.
00010000:00000010:3.1:1769074770.025420:0:1041:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d31e00.
00010000:00000010:3.1:1769074770.025426:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809258c00.
00000080:00000010:3.1:1769074770.092785:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b35ac0.
00010000:00000010:3.1:1769074770.092796:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ef4d00.
00010000:00000010:3.1:1769074770.092802:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e21200.
00000080:00000010:3.1:1769074770.098792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25400.
00000080:00000010:3.1:1769074770.098830:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809990000.
00010000:00000010:3.1:1769074770.109775:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead500.
00010000:00000010:0.1:1769074770.132793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f95400.
00010000:00000010:0.1:1769074770.132809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69800.
00010000:00000010:0.1:1769074770.132815:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58034a7e00.
00010000:00000010:0.1:1769074770.132819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b4de200.
00000080:00000010:0.1:1769074770.145818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d0e0.
00000080:00000010:0.1:1769074770.145880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099ea100.
00010000:00000010:0.1:1769074770.145890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810dc5e00.
00010000:00000010:0.1:1769074770.145897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f47e00.
00000080:00000010:0.1:1769074770.150795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808f92ea0.
00000080:00000010:0.1:1769074770.150819:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ab8000.
00010000:00000010:0.1:1769074770.150828:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580347dc00.
00010000:00000010:0.1:1769074770.150834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803477a00.
00000080:00000010:0.1:1769074770.155774:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793880.
00000080:00000010:0.1:1769074770.155791:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b63180.
00010000:00000010:0.1:1769074770.155806:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580347de00.
00010000:00000010:0.1:1769074770.155812:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b4d7600.
00000080:00000010:0.1:1769074770.161795:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107936a0.
00000080:00000010:0.1:1769074770.162147:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b62100.
00010000:00000010:0.1:1769074770.165924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1200.
00010000:00000010:0.1:1769074770.176812:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58085e6200.
00010000:00000010:0.1:1769074770.176821:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341da00.
00010000:00000010:0.1:1769074770.176827:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f63d00.
00010000:00000010:0.1:1769074770.176831:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580860be00.
00000080:00000010:0.1:1769074770.186802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda660.
00000080:00000010:0.1:1769074770.189958:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809aaa940.
00010000:00000010:0.1:1769074770.189987:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5813264f00.
00010000:00000010:0.1:1769074770.189993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580922ac00.
00000080:00000010:0.1:1769074770.201324:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a92c0.
00000080:00000010:0.1:1769074770.201351:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117dc200.
00010000:00000010:0.1:1769074770.211764:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1200.
00010000:00000010:0.1:1769074770.211774:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803761800.
00010000:00000010:0.1:1769074770.211779:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341da00.
00010000:00000010:0.1:1769074770.211783:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807a45700.
00010000:00000010:0.1:1769074770.211786:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807993200.
00000080:00000010:0.1:1769074770.227776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda660.
00000080:00000010:0.1:1769074770.264272:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9d80.
00000080:00000010:0.1:1769074770.271151:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117f5280.
00010000:00000010:0.1:1769074770.282561:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1200.
00010000:00000010:0.1:1769074770.282576:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704eefa00.
00010000:00000010:0.1:1769074770.282582:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341da00.
00010000:00000010:0.1:1769074770.282586:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704907300.
00010000:00000010:0.1:1769074770.282590:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69000.
00000080:00000010:0.1:1769074770.290776:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda660.
00000080:00000010:0.1:1769074770.299543:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099bdac0.
00010000:00000010:0.1:1769074770.310629:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1200.
00010000:00000010:0.1:1769074770.310683:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834757200.
00010000:00000010:0.1:1769074770.310691:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341da00.
00010000:00000010:0.1:1769074770.310695:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a0a4300.
00010000:00000010:0.1:1769074770.310699:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834756c00.
00000080:00000010:0.1:1769074770.354772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda5c0.
00000080:00000010:0.1:1769074770.375726:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b8dac0.
00010000:00000010:0.1:1769074770.375774:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f05400.
00010000:00000010:0.1:1769074770.375782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810e97a00.
00000080:00000010:3.1:1769074770.379103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809e0f580.
00000080:00000010:3.1:1769074770.379153:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b2d280.
00010000:00000010:3.1:1769074770.381968:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580344bd00.
00010000:00000010:3.1:1769074770.382003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b4d7200.
00000080:00000010:3.1:1769074770.392378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793f00.
00000080:00000010:3.1:1769074770.395786:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b90000.
00010000:00000010:3.1:1769074770.395807:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d72400.
00010000:00000010:3.1:1769074770.395812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f6ea00.
00000080:00000010:3.1:1769074770.409347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808f92de0.
00000080:00000010:3.1:1769074770.409381:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ada100.
00010000:00000010:3.1:1769074770.414587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810cce100.
00010000:00000010:3.1:1769074770.414610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58012eba00.
00000080:00000010:3.1:1769074770.498008:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bba940.
00010000:00000010:3.1:1769074770.498054:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58107d1300.
00010000:00000010:3.1:1769074770.498066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fb9a00.
00000080:00000010:0.1:1769074770.510311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25e80.
00000080:00000010:0.1:1769074770.510355:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580998e300.
00010000:00000010:0.1:1769074770.510365:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5813264300.
00010000:00000010:0.1:1769074770.510385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580922a000.
00000080:00000010:1.1:1769074770.545425:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117cca40.
00000080:00000010:0.1:1769074770.545692:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a95e0.
00010000:00000010:0.1:1769074770.561974:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735c00.
00010000:00000010:1.1:1769074770.583812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580876ac00.
00010000:00000010:1.1:1769074770.583837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010ab000.
00010000:00000010:1.1:1769074770.583844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58096d9f00.
00010000:00000010:1.1:1769074770.583848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580869c000.
00000080:00000010:0.1:1769074770.623928:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b1f380.
00010000:00000010:3.1:1769074770.646686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803761a00.
00010000:00000010:3.1:1769074770.646711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010ab000.
00010000:00000010:3.1:1769074770.646718:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808454200.
00010000:00000010:3.1:1769074770.646723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803760c00.
00000080:00000010:3.1:1769074770.667815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1e80.
00000080:00000010:3.1:1769074770.707070:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ad8840.
00010000:00000010:3.1:1769074770.707095:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811cee300.
00010000:00000010:3.1:1769074770.707103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809c38800.
00000080:00000010:3.1:1769074770.730893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58054de840.
00000080:00000010:3.1:1769074770.730936:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098ba100.
00010000:00000010:3.1:1769074770.730948:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802afc500.
00010000:00000010:3.1:1769074770.730955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ea5e00.
00000080:00000010:3.1:1769074770.752275:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05820.
00000080:00000010:3.1:1769074770.752317:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809858840.
00010000:00000010:3.1:1769074770.768765:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead500.
00010000:00000010:3.1:1769074770.768778:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704eaf200.
00010000:00000010:3.1:1769074770.768782:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68e00.
00010000:00000010:3.1:1769074770.768788:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c570502da00.
00010000:00000010:3.1:1769074770.768791:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704eaec00.
00000080:00000010:3.1:1769074770.782994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d120.
00000080:00000010:3.1:1769074770.783057:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099ca100.
00010000:00000010:3.1:1769074770.783065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c28500.
00010000:00000010:3.1:1769074770.783074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fcee00.
00000080:00000010:3.1:1769074770.796062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809e0f240.
00000080:00000010:3.1:1769074770.796105:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b3eb40.
00010000:00000010:0.1:1769074770.837189:0:2425:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735000.
00010000:00000010:0.1:1769074770.837200:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e6fa00.
00010000:00000010:0.1:1769074770.837205:0:2425:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fe4500.
00010000:00000010:0.1:1769074770.837209:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fe1200.
00010000:00000010:0.1:1769074770.837212:0:2425:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a049300.
00010000:00000010:0.1:1769074770.837216:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a074400.
00010000:00000010:0.1:1769074770.837219:0:2425:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809eccc00.
00010000:00000010:0.1:1769074770.837223:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c37e00.
00010000:00000010:0.1:1769074770.849995:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807acd400.
00010000:00000010:0.1:1769074770.850022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58079c0800.
00010000:00000010:3.1:1769074770.854876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead500.
00010000:00000010:3.1:1769074770.885835:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58034a7000.
00010000:00000010:3.1:1769074770.885858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704fad200.
00010000:00000010:0.1:1769074770.886820:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809576900.
00010000:00000010:0.1:1769074770.886834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809258000.
00010000:00000010:0.1:1769074770.903060:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2f00.
00010000:00000010:0.1:1769074770.903073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f81000.
00010000:00000010:3.1:1769074770.922217:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580342e500.
00010000:00000010:3.1:1769074770.922236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f22c00.
00010000:00000010:3.1:1769074770.948893:0:2435:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5834755400.
00010000:00000010:3.1:1769074770.948991:0:2435:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834607a00.
00010000:00000010:3.1:1769074770.949000:0:2435:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580a913f00.
00010000:00000010:3.1:1769074770.949018:0:2435:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580924a800.
00010000:00000010:3.1:1769074770.949024:0:2435:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5834417200.
00010000:00000010:3.1:1769074770.949030:0:2435:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58097b7c00.
00010000:00000010:0.1:1769074770.957760:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58037cd400.
00010000:00000010:0.1:1769074770.957768:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704ffb600.
00010000:00000010:3.1:1769074770.962869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c581060b800.
00010000:00000010:3.1:1769074770.962879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808549000.
00010000:00000010:3.1:1769074770.962882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e07600.
00010000:00000010:3.1:1769074770.962886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e02a00.
00010000:00000010:1.1:1769074770.962918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a320e00.
00010000:00000010:1.1:1769074770.962927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a20d000.
00010000:00000010:3.1:1769074770.970136:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580a913100.
00010000:00000010:3.1:1769074770.970161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58079f6e00.
00010000:00000010:3.1:1769074770.979801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e300.
00010000:00000010:3.1:1769074770.979813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58034f8400.
00010000:00000010:3.1:1769074770.979818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8a400.
00010000:00000010:3.1:1769074770.979822:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704dfb300.
00010000:00000010:3.1:1769074770.979825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58034f8000.
00000080:00000010:3.1:1769074770.988924:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0ba0.
00000080:00000010:3.1:1769074771.040916:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098fb180.
00010000:00000010:3.1:1769074771.040941:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e10600.
00010000:00000010:3.1:1769074771.040962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580345a200.
00000080:00000010:3.1:1769074771.051296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5803497f00.
00000080:00000010:3.1:1769074771.051348:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b85280.
00010000:00000010:3.1:1769074771.051362:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809eccf00.
00010000:00000010:3.1:1769074771.051369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d29800.
00000080:00000010:3.1:1769074771.058011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c251a0.
00000080:00000010:3.1:1769074771.070861:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a0dac0.
00010000:00000010:3.1:1769074771.109502:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead500.
00010000:00000010:3.1:1769074771.131807:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57048cae00.
00010000:00000010:3.1:1769074771.131832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a3c5000.
00010000:00000010:3.1:1769074771.131838:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c582c4c4800.
00010000:00000010:3.1:1769074771.131843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58346f3c00.
00010000:00000010:3.1:1769074771.131847:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e10300.
00010000:00000010:3.1:1769074771.131851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a27ee00.
00010000:00000010:0.1:1769074771.132124:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809427300.
00010000:00000010:0.1:1769074771.132158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d71a00.
00010000:00000010:0.1:1769074771.132163:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807886600.
00010000:00000010:0.1:1769074771.132166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580374c000.
00010000:00000010:3.1:1769074771.135786:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809762100.
00010000:00000010:3.1:1769074771.135819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fcea00.
00010000:00000010:3.1:1769074771.135824:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58079ff400.
00010000:00000010:3.1:1769074771.135828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803759200.
00010000:00000010:3.1:1769074771.135831:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803654d00.
00010000:00000010:3.1:1769074771.135835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d9b400.
00010000:00000010:3.1:1769074771.174327:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9700.
00010000:00000010:3.1:1769074771.174337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810011a00.
00010000:00000010:3.1:1769074771.182787:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58037cd300.
00010000:00000010:3.1:1769074771.182800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704ffa400.
00000080:00000010:0.1:1769074771.191290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793dc0.
00000080:00000010:1.1:1769074771.200534:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b1eb40.
00010000:00000010:1.1:1769074771.200564:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d84000.
00010000:00000010:1.1:1769074771.200573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803049400.
00010000:00000010:3.1:1769074771.219094:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803610f00.
00010000:00000010:3.1:1769074771.219118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803792200.
00010000:00000010:3.1:1769074771.238140:0:2435:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58079ff100.
00010000:00000010:3.1:1769074771.238151:0:2435:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803758c00.
00000080:00000010:1.1:1769074771.244945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05020.
00000080:00000010:1.1:1769074771.244977:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099439c0.
00010000:00000010:1.1:1769074771.244989:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58073e8100.
00010000:00000010:1.1:1769074771.244995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580a948000.
00010000:00000010:3.1:1769074771.245064:0:2435:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d31100.
00010000:00000010:3.1:1769074771.245071:0:2435:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808583c00.
00010000:00000010:3.1:1769074771.245076:0:2435:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58106ba600.
00010000:00000010:3.1:1769074771.245081:0:2435:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f95a00.
00000080:00000010:3.1:1769074771.290218:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b89080.
00010000:00000010:3.1:1769074771.290233:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58131d6500.
00010000:00000010:3.1:1769074771.290239:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58092b4200.
00000080:00000010:3.1:1769074771.296088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fef4c0.
00000080:00000010:3.1:1769074771.296133:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098098c0.
00000080:00000010:3.1:1769074771.347835:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099f5280.
00010000:00000010:3.1:1769074771.347854:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58187c0f00.
00010000:00000010:3.1:1769074771.347863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c581877ae00.
00000080:00000010:3.1:1769074771.360159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72760.
00000080:00000010:3.1:1769074771.372761:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809891080.
00010000:00000010:3.1:1769074771.372790:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58072b5f00.
00010000:00000010:3.1:1769074771.372798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58056be000.
00000080:00000010:3.1:1769074771.433213:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809aef380.
00010000:00000010:3.1:1769074771.433233:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580607e800.
00010000:00000010:3.1:1769074771.433240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f64600.
00000080:00000010:0.1:1769074771.469925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a920e80.
00000080:00000010:0.1:1769074771.469974:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a33180.
00010000:00000010:0.1:1769074771.469985:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e10400.
00010000:00000010:0.1:1769074771.469992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580345aa00.
00000080:00000010:1.1:1769074771.487598:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5803497060.
00010000:00000010:3.1:1769074771.504493:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68a00.
00010000:00000010:3.1:1769074771.504510:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8a400.
00010000:00000010:3.1:1769074771.504517:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead600.
00010000:00000010:3.1:1769074771.504522:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68800.
00000080:00000010:0.1:1769074771.512804:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099cf380.
00000080:00000010:3.1:1769074771.512892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0d00.
00010000:00000010:0.1:1769074771.518793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580722f800.
00010000:00000010:0.1:1769074771.518831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809cb4800.
00010000:00000010:3.1:1769074771.544424:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58078dee00.
00010000:00000010:3.1:1769074771.544435:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341c400.
00010000:00000010:3.1:1769074771.544440:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c85400.
00010000:00000010:3.1:1769074771.544444:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803761c00.
00000080:00000010:3.1:1769074771.559772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda720.
00000080:00000010:1.1:1769074771.579334:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a76b40.
00010000:00000010:1.1:1769074771.579355:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5806043f00.
00010000:00000010:1.1:1769074771.579362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f1e600.
00000080:00000010:1.1:1769074771.583337:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac07a0.
00000080:00000010:1.1:1769074771.583360:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580992e300.
00010000:00000010:1.1:1769074771.583392:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d3df00.
00010000:00000010:1.1:1769074771.583397:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b400c00.
00000080:00000010:1.1:1769074771.594954:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd9b20.
00000080:00000010:1.1:1769074771.594983:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a26b40.
00010000:00000010:1.1:1769074771.612790:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735f00.
00010000:00000010:0.1:1769074771.613202:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f89800.
00010000:00000010:0.1:1769074771.613212:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010aa200.
00010000:00000010:0.1:1769074771.613217:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5834528100.
00010000:00000010:0.1:1769074771.613220:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f89600.
00000080:00000010:0.1:1769074771.613224:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1aa0.
00000080:00000010:0.1:1769074771.640196:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b7b180.
00010000:00000010:0.1:1769074771.640212:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807029000.
00010000:00000010:0.1:1769074771.640218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58187ce400.
00010000:00000010:3.1:1769074771.661783:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead600.
00010000:00000010:3.1:1769074771.668898:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580971a000.
00010000:00000010:3.1:1769074771.668912:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68800.
00010000:00000010:3.1:1769074771.668920:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5834528800.
00010000:00000010:3.1:1769074771.668925:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580971a800.
00000080:00000010:3.1:1769074771.690767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d2c0.
00010000:00000010:3.1:1769074771.850369:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c92200.
00010000:00000010:3.1:1769074771.850383:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e9f600.
00000080:00000010:3.1:1769074771.866708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddaf80.
00000080:00000010:3.1:1769074771.866761:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809892100.
00010000:00000010:3.1:1769074771.866777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5806043c00.
00010000:00000010:3.1:1769074771.866784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f1e800.
00000080:00000010:3.1:1769074771.875959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac02c0.
00000080:00000010:0.1:1769074771.902896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d059c0.
00000080:00000010:0.1:1769074771.902947:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a3eb40.
00010000:00000010:0.1:1769074771.902957:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5804e21600.
00010000:00000010:0.1:1769074771.902963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b44ca00.
00000080:00000010:0.1:1769074771.910400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9720.
00010000:00000010:1.1:1769074771.921825:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58051c9700.
00010000:00000010:1.1:1769074771.921836:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808a9a400.
00000080:00000010:0.1:1769074771.922906:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117e0840.
00000080:00000010:0.1:1769074771.936780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd92a0.
00000080:00000010:1.1:1769074771.941170:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580994ca40.
00010000:00000010:1.1:1769074771.945187:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580349a400.
00010000:00000010:1.1:1769074771.945195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58034f8e00.
00010000:00000010:3.1:1769074772.048804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834757000.
00010000:00000010:3.1:1769074772.048818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8a000.
00010000:00000010:3.1:1769074772.069469:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58347c6000.
00010000:00000010:3.1:1769074772.069494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834756200.
00000080:00000010:3.1:1769074772.069503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac08c0.
00000080:00000010:1.1:1769074772.092958:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b818c0.
00010000:00000010:1.1:1769074772.092979:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f05300.
00010000:00000010:1.1:1769074772.092995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810e96800.
00000080:00000010:3.1:1769074772.149906:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117dd280.
00010000:00000010:1.1:1769074772.154790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583448ae00.
00010000:00000010:1.1:1769074772.155017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68800.
00010000:00000010:1.1:1769074772.155024:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810dc5300.
00010000:00000010:1.1:1769074772.155029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809447c00.
00010000:00000010:3.1:1769074772.155094:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead600.
00000080:00000010:3.1:1769074772.220014:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809aeb9c0.
00010000:00000010:3.1:1769074772.220056:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead600.
00010000:00000010:3.1:1769074772.220065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810e94400.
00010000:00000010:3.1:1769074772.220070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68a00.
00010000:00000010:3.1:1769074772.220074:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608800.
00010000:00000010:3.1:1769074772.220077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810e94c00.
00000080:00000010:3.1:1769074772.269788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d5a0.
00000080:00000010:0.1:1769074772.347115:0:2425:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0180.
00000080:00000010:1.1:1769074772.355299:0:2424:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b0d280.
00000080:00000010:3.1:1769074772.439110:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0bc0.
00000080:00000010:0.1:1769074772.447528:0:2425:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b08840.
00010000:00000010:0.1:1769074772.447549:0:2425:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5806043700.
00010000:00000010:0.1:1769074772.447556:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809cc9200.
00000080:00000010:1.1:1769074772.453509:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810f6dba0.
00000080:00000010:1.1:1769074772.453534:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809929080.
00010000:00000010:1.1:1769074772.453544:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811b9ee00.
00010000:00000010:1.1:1769074772.453549:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810d7aa00.
00010000:00000010:0.1:1769074772.481783:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e10e00.
00010000:00000010:0.1:1769074772.481794:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580349ec00.
00000080:00000010:1.1:1769074772.482755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0e00.
00000080:00000010:1.1:1769074772.482786:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117c5ac0.
00000080:00000010:1.1:1769074772.482798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580348f680.
00000080:00000010:1.1:1769074772.484389:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b81080.
00010000:00000010:0.1:1769074772.484512:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735e00.
00010000:00000010:0.1:1769074772.484518:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a11d400.
00010000:00000010:0.1:1769074772.484524:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010abe00.
00010000:00000010:0.1:1769074772.484528:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580344b000.
00010000:00000010:0.1:1769074772.484531:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a11cc00.
00000080:00000010:0.1:1769074772.489104:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1560.
00000080:00000010:0.1:1769074772.537330:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bb6300.
00010000:00000010:0.1:1769074772.537356:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810f25700.
00010000:00000010:0.1:1769074772.537363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580729c400.
00000080:00000010:0.1:1769074772.552888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5802ba9580.
00000080:00000010:0.1:1769074772.552917:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580986d280.
00010000:00000010:0.1:1769074772.552931:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e100.
00010000:00000010:0.1:1769074772.552937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b443000.
00000080:00000010:0.1:1769074772.556838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809db4980.
00000080:00000010:0.1:1769074772.556858:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099cc200.
00000080:00000010:0.1:1769074772.656437:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b018c0.
00010000:00000010:0.1:1769074772.656458:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58107ed800.
00010000:00000010:0.1:1769074772.656464:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d70e00.
00000080:00000010:0.1:1769074772.656568:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd9960.
00000080:00000010:0.1:1769074772.656583:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a74a40.
00010000:00000010:0.1:1769074772.661967:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1c00.
00010000:00000010:1.1:1769074772.675177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58078b4400.
00010000:00000010:1.1:1769074772.675185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341c800.
00010000:00000010:1.1:1769074772.675190:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807886800.
00010000:00000010:1.1:1769074772.675194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58078b4800.
00000080:00000010:0.1:1769074772.778218:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a1f380.
00010000:00000010:0.1:1769074772.791799:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1c00.
00000080:00000010:3.1:1769074772.842223:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda3a0.
00000080:00000010:3.1:1769074772.842580:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a2c200.
00010000:00000010:3.1:1769074772.842589:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58051c9800.
00010000:00000010:3.1:1769074772.842596:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f12a00.
00000080:00000010:3.1:1769074772.860080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd9c80.
00000080:00000010:3.1:1769074772.860115:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809935ac0.
00010000:00000010:3.1:1769074772.860124:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb0d00.
00010000:00000010:3.1:1769074772.860131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ec6e00.
00000080:00000010:3.1:1769074772.860136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5802ba9560.
00000080:00000010:1.1:1769074772.863195:0:2424:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b05280.
00010000:00000010:1.1:1769074772.863222:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811b9e400.
00010000:00000010:1.1:1769074772.863254:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810d7ac00.
00000080:00000010:0.1:1769074772.867385:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0740.
00000080:00000010:0.1:1769074772.877209:0:2425:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117c0000.
00000080:00000010:3.1:1769074772.938842:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809988000.
00010000:00000010:3.1:1769074772.938872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58107d1600.
00010000:00000010:3.1:1769074772.938885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809eee800.
00000080:00000010:3.1:1769074772.949786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25040.
00000080:00000010:3.1:1769074772.949826:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809983180.
00010000:00000010:3.1:1769074772.949834:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58073d2300.
00010000:00000010:3.1:1769074772.949842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d61200.
00000080:00000010:3.1:1769074772.974796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9c00.
00000080:00000010:3.1:1769074772.974833:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117f4a40.
00010000:00000010:3.1:1769074772.988857:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ef4300.
00010000:00000010:3.1:1769074772.988867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e20c00.
00010000:00000010:3.1:1769074773.025607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58097b7800.
00010000:00000010:3.1:1769074773.025632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8aa00.
00010000:00000010:3.1:1769074773.025638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ed8c00.
00010000:00000010:3.1:1769074773.025643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58097b6200.
00000080:00000010:3.1:1769074773.049074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0c20.
00000080:00000010:0.1:1769074773.111832:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b34200.
00010000:00000010:0.1:1769074773.111856:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5805fab100.
00010000:00000010:0.1:1769074773.111864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808aba400.
00000080:00000010:1.1:1769074773.259185:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b4a940.
00010000:00000010:1.1:1769074773.259215:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58130c3300.
00010000:00000010:1.1:1769074773.259222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58072d9800.
00000080:00000010:1.1:1769074773.284298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d058c0.
00000080:00000010:1.1:1769074773.285836:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811593180.
00010000:00000010:1.1:1769074773.292936:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735a00.
00000080:00000010:0.1:1769074773.371836:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bdd280.
00010000:00000010:0.1:1769074773.371859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807deea00.
00010000:00000010:0.1:1769074773.371866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8ac00.
00010000:00000010:3.1:1769074773.446079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c56a00.
00010000:00000010:3.1:1769074773.446101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8b800.
00010000:00000010:3.1:1769074773.446107:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809edc600.
00010000:00000010:3.1:1769074773.446113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c57200.
00000080:00000010:3.1:1769074773.494033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0700.
00000080:00000010:0.1:1769074773.527834:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a15ac0.
00010000:00000010:0.1:1769074773.533288:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811dee700.
00010000:00000010:0.1:1769074773.533313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ca0800.
00000080:00000010:3.1:1769074773.568699:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a14a40.
00010000:00000010:3.1:1769074773.568721:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811e99300.
00010000:00000010:3.1:1769074773.568727:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808a9ae00.
00000080:00000010:3.1:1769074773.586929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd9ea0.
00000080:00000010:3.1:1769074773.586978:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809969080.
00010000:00000010:3.1:1769074773.592124:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809223700.
00010000:00000010:3.1:1769074773.592135:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580729cc00.
00000080:00000010:3.1:1769074773.603212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5802ba97e0.
00000080:00000010:3.1:1769074773.609787:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809854a40.
00010000:00000010:3.1:1769074773.609832:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811cee900.
00010000:00000010:3.1:1769074773.609842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580605e400.
00000080:00000010:3.1:1769074773.617115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac1800.
00000080:00000010:3.1:1769074773.617269:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098ca100.
00000080:00000010:0.1:1769074773.703499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05180.
00000080:00000010:0.1:1769074773.711816:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a54200.
00010000:00000010:0.1:1769074773.711834:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809223900.
00010000:00000010:0.1:1769074773.711839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d00e00.
00000080:00000010:3.1:1769074773.731250:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac18c0.
00000080:00000010:3.1:1769074773.740807:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809874200.
00010000:00000010:3.1:1769074773.740824:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ee2500.
00010000:00000010:3.1:1769074773.740830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fc7e00.
00000080:00000010:3.1:1769074773.748829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25a60.
00000080:00000010:3.1:1769074773.748878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809966300.
00010000:00000010:3.1:1769074773.748894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580bccdf00.
00010000:00000010:3.1:1769074773.748915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fadc00.
00010000:00000010:3.1:1769074773.801337:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e300.
00010000:00000010:3.1:1769074773.808797:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58079c1c00.
00010000:00000010:3.1:1769074773.808829:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8ae00.
00010000:00000010:3.1:1769074773.808835:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d3da00.
00010000:00000010:3.1:1769074773.808840:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58079f6a00.
00000080:00000010:3.1:1769074773.840829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac06e0.
00000080:00000010:3.1:1769074773.855060:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a51080.
00010000:00000010:3.1:1769074773.855084:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58107d1f00.
00010000:00000010:3.1:1769074773.855099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809eefc00.
00000080:00000010:3.1:1769074773.859919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c252a0.
00000080:00000010:3.1:1769074773.859969:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809986b40.
00010000:00000010:3.1:1769074773.859986:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808fd7300.
00010000:00000010:3.1:1769074773.859993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810014600.
00000080:00000010:0.1:1769074773.867678:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddaa20.
00000080:00000010:0.1:1769074773.867722:0:2424:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a4a100.
00000080:00000010:3.1:1769074773.950067:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a14200.
00010000:00000010:3.1:1769074773.950080:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58107d1000.
00010000:00000010:3.1:1769074773.950089:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809eef800.
00000080:00000010:3.1:1769074773.956774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25be0.
00000080:00000010:3.1:1769074773.956827:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580998ca40.
00000080:00000010:3.1:1769074773.983573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d9a0.
00000080:00000010:1.1:1769074773.999173:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a6a100.
00010000:00000010:1.1:1769074773.999182:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5805fab800.
00010000:00000010:1.1:1769074773.999190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809276400.
00000080:00000010:3.1:1769074774.026967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58091ca640.
00000080:00000010:1.1:1769074774.117837:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b76300.
00010000:00000010:3.1:1769074774.185460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb9600.
00010000:00000010:3.1:1769074774.185478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fb1c00.
00000080:00000010:0.1:1769074774.194559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5803497640.
00000080:00000010:0.1:1769074774.203119:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bd2100.
00010000:00000010:0.1:1769074774.203152:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810dafd00.
00010000:00000010:0.1:1769074774.203160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809276a00.
00000080:00000010:1.1:1769074774.211606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5802ba9ce0.
00000080:00000010:1.1:1769074774.229878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098d39c0.
00010000:00000010:3.1:1769074774.236028:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735700.
00000080:00000010:3.1:1769074774.248100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1ee0.
00000080:00000010:3.1:1769074774.292794:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b898c0.
00010000:00000010:3.1:1769074774.297686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead500.
00010000:00000010:3.1:1769074774.302968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a3c2800.
00010000:00000010:3.1:1769074774.302992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68200.
00010000:00000010:3.1:1769074774.302999:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57048caa00.
00010000:00000010:3.1:1769074774.303004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704be1000.
00000080:00000010:3.1:1769074774.361273:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d9a0.
00000080:00000010:0.1:1769074774.376686:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809beb9c0.
00010000:00000010:0.1:1769074774.376709:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f26e00.
00010000:00000010:0.1:1769074774.376719:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810f2da00.
00000080:00000010:0.1:1769074774.392692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e728e0.
00000080:00000010:0.1:1769074774.398393:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098818c0.
00010000:00000010:0.1:1769074774.398418:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808aad800.
00010000:00000010:0.1:1769074774.398424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5801687c00.
00000080:00000010:0.1:1769074774.401854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5804eb4b80.
00000080:00000010:0.1:1769074774.401905:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580983dac0.
00010000:00000010:0.1:1769074774.401924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810f25800.
00010000:00000010:0.1:1769074774.401934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d01200.
00000080:00000010:0.1:1769074774.415531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac19a0.
00000080:00000010:0.1:1769074774.415567:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580986ca40.
00010000:00000010:0.1:1769074774.415578:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f80800.
00010000:00000010:0.1:1769074774.415584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5800031400.
00000080:00000010:0.1:1769074774.559325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05900.
00000080:00000010:0.1:1769074774.562812:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809942940.
00000080:00000010:3.1:1769074774.583794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25860.
00000080:00000010:3.1:1769074774.593054:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099618c0.
00010000:00000010:0.1:1769074774.596785:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead500.
00010000:00000010:1.1:1769074774.609194:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68c00.
00010000:00000010:1.1:1769074774.609218:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68200.
00010000:00000010:1.1:1769074774.609224:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704907900.
00010000:00000010:1.1:1769074774.609230:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb6e00.
00000080:00000010:1.1:1769074774.709992:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b0b180.
00010000:00000010:1.1:1769074774.710013:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580926e000.
00010000:00000010:1.1:1769074774.710020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810631400.
00000080:00000010:1.1:1769074774.734307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580b760220.
00000080:00000010:1.1:1769074774.737351:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580984b9c0.
00010000:00000010:1.1:1769074774.737384:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580722f000.
00010000:00000010:1.1:1769074774.737391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809cb5200.
00000080:00000010:1.1:1769074774.745272:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda060.
00000080:00000010:1.1:1769074774.745315:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811786300.
00010000:00000010:1.1:1769074774.749614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735b00.
00010000:00000010:1.1:1769074774.749643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803428200.
00010000:00000010:1.1:1769074774.749650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010ab600.
00010000:00000010:1.1:1769074774.749655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580347dd00.
00010000:00000010:1.1:1769074774.749659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803429800.
00000080:00000010:1.1:1769074774.762830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1720.
00000080:00000010:0.1:1769074774.809698:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b77380.
00010000:00000010:0.1:1769074774.809720:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58051c9d00.
00010000:00000010:0.1:1769074774.809776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f12c00.
00000080:00000010:3.1:1769074774.816806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810f6da60.
00000080:00000010:3.1:1769074774.816837:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809930000.
00000080:00000010:3.1:1769074774.884387:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ab6300.
00010000:00000010:3.1:1769074774.884414:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d10100.
00010000:00000010:3.1:1769074774.884422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d8c200.
00000080:00000010:3.1:1769074774.898784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a99c0.
00000080:00000010:3.1:1769074774.898815:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809801080.
00010000:00000010:3.1:1769074774.898829:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c6aa00.
00010000:00000010:3.1:1769074774.898835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58106bda00.
00000080:00000010:3.1:1769074774.898847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fef800.
00000080:00000010:3.1:1769074774.903054:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098f2100.
00010000:00000010:0.1:1769074774.904091:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58130c3400.
00010000:00000010:0.1:1769074774.904107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58072d8e00.
00010000:00000010:3.1:1769074774.927661:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f26500.
00010000:00000010:3.1:1769074774.927695:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809c43000.
00000080:00000010:3.1:1769074774.942401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72920.
00000080:00000010:3.1:1769074774.942442:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809882940.
00010000:00000010:3.1:1769074774.942458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb0100.
00010000:00000010:3.1:1769074774.942465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5818732000.
00000080:00000010:3.1:1769074774.952961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58091ca800.
00000080:00000010:3.1:1769074774.952992:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ad0000.
00010000:00000010:3.1:1769074774.953008:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5804e21700.
00010000:00000010:3.1:1769074774.953018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b44c600.
00000080:00000010:3.1:1769074775.002783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0cc0.
00000080:00000010:3.1:1769074775.006013:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099ba940.
00010000:00000010:3.1:1769074775.029101:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead500.
00010000:00000010:3.1:1769074775.029111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580345a600.
00010000:00000010:3.1:1769074775.029116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68200.
00010000:00000010:3.1:1769074775.029121:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df400.
00010000:00000010:3.1:1769074775.029126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a2be000.
00000080:00000010:3.1:1769074775.052889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d280.
00000080:00000010:0.1:1769074775.110714:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bbb9c0.
00010000:00000010:0.1:1769074775.110749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb9900.
00010000:00000010:0.1:1769074775.110756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e15c00.
00000080:00000010:1.1:1769074775.197011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25440.
00000080:00000010:1.1:1769074775.203052:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a04a40.
00010000:00000010:1.1:1769074775.203082:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810dafb00.
00010000:00000010:1.1:1769074775.203090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580605e000.
00000080:00000010:1.1:1769074775.224780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac1200.
00000080:00000010:1.1:1769074775.224805:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098ca940.
00010000:00000010:1.1:1769074775.224816:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580bccdc00.
00010000:00000010:1.1:1769074775.224822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f5b200.
00000080:00000010:1.1:1769074775.231203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd91e0.
00000080:00000010:3.1:1769074775.313802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805f8dcc0.
00000080:00000010:3.1:1769074775.318192:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809acdac0.
00010000:00000010:3.1:1769074775.318214:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58034fab00.
00010000:00000010:3.1:1769074775.318225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341c600.
00000080:00000010:3.1:1769074775.329014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd90c0.
00000080:00000010:3.1:1769074775.329059:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bbe300.
00010000:00000010:3.1:1769074775.329075:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808aad100.
00010000:00000010:3.1:1769074775.329082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803165c00.
00000080:00000010:3.1:1769074775.362224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58185cb300.
00000080:00000010:3.1:1769074775.362266:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580983b180.
00010000:00000010:3.1:1769074775.362274:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811dee200.
00010000:00000010:3.1:1769074775.362281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ca1600.
00010000:00000010:0.1:1769074775.385452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834607800.
00010000:00000010:0.1:1769074775.385476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8b000.
00010000:00000010:0.1:1769074775.385482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809efe200.
00010000:00000010:0.1:1769074775.385486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834606c00.
00000080:00000010:3.1:1769074775.437534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0140.
00010000:00000010:0.1:1769074775.503176:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fe4900.
00010000:00000010:0.1:1769074775.503186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fe6600.
00000080:00000010:3.1:1769074775.540855:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580980b180.
00010000:00000010:3.1:1769074775.540880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ed0800.
00010000:00000010:3.1:1769074775.540887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fc4800.
00000080:00000010:3.1:1769074775.549955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c862e0.
00000080:00000010:3.1:1769074775.550049:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580997a100.
00010000:00000010:1.1:1769074775.563904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead500.
00010000:00000010:1.1:1769074775.603881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704fad400.
00010000:00000010:1.1:1769074775.603904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68200.
00010000:00000010:1.1:1769074775.603910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921fa00.
00010000:00000010:1.1:1769074775.603915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704b53a00.
00010000:00000010:3.1:1769074775.670256:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e700.
00010000:00000010:3.1:1769074775.694030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f19600.
00010000:00000010:3.1:1769074775.694047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8b000.
00010000:00000010:3.1:1769074775.694053:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e900.
00010000:00000010:3.1:1769074775.694057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f19000.
00000080:00000010:3.1:1769074775.704555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0fa0.
00000080:00000010:3.1:1769074775.705233:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099c4a40.
00010000:00000010:3.1:1769074775.710207:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead600.
00010000:00000010:3.1:1769074775.710228:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c582c49c600.
00010000:00000010:3.1:1769074775.710236:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68c00.
00010000:00000010:3.1:1769074775.710241:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f2bc00.
00010000:00000010:3.1:1769074775.710245:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c582c49b200.
00000080:00000010:3.1:1769074775.721859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d5c0.
00000080:00000010:3.1:1769074775.778983:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b94200.
00010000:00000010:3.1:1769074775.779012:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811cfce00.
00010000:00000010:3.1:1769074775.779021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f12000.
00000080:00000010:3.1:1769074775.808509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd9aa0.
00000080:00000010:0.1:1769074775.856054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0940.
00000080:00000010:0.1:1769074775.856122:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ac6300.
00010000:00000010:0.1:1769074775.868984:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fcdf00.
00010000:00000010:0.1:1769074775.869007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fce000.
00000080:00000010:0.1:1769074775.873793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809fc9060.
00000080:00000010:0.1:1769074775.873849:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b4b180.
00010000:00000010:0.1:1769074775.901909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1c00.
00000080:00000010:3.1:1769074775.964376:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b43180.
00010000:00000010:3.1:1769074775.964395:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58187eb700.
00010000:00000010:3.1:1769074775.964402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58092b5400.
00000080:00000010:3.1:1769074775.984791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fef380.
00000080:00000010:3.1:1769074775.984840:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809814a40.
00010000:00000010:3.1:1769074775.989535:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807284b00.
00010000:00000010:3.1:1769074775.989555:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810631e00.
00000080:00000010:3.1:1769074775.998774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5804c76e40.
00000080:00000010:3.1:1769074775.998801:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809845280.
00010000:00000010:3.1:1769074775.998812:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58130c3c00.
00010000:00000010:3.1:1769074775.998829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58072d8c00.
00000080:00000010:3.1:1769074776.001021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05b20.
00000080:00000010:3.1:1769074776.001063:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811590840.
00010000:00000010:3.1:1769074776.001076:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fc0f00.
00010000:00000010:3.1:1769074776.001083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580349fe00.
00010000:00000010:0.1:1769074776.038333:0:2433:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808608f00.
00010000:00000010:0.1:1769074776.038364:0:2433:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58085e7e00.
00010000:00000010:0.1:1769074776.038371:0:2433:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58056ede00.
00010000:00000010:0.1:1769074776.038378:0:2433:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f1b000.
00010000:00000010:0.1:1769074776.038383:0:2433:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58347c6900.
00010000:00000010:0.1:1769074776.038386:0:2433:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834757600.
00000080:00000010:3.1:1769074776.039829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72ea0.
00000080:00000010:3.1:1769074776.040033:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b85ac0.
00010000:00000010:0.1:1769074776.040656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f74b00.
00010000:00000010:0.1:1769074776.040667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807c2b200.
00010000:00000010:0.1:1769074776.040672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8300.
00010000:00000010:0.1:1769074776.040676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704eefe00.
00010000:00000010:3.1:1769074776.064893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58094a2300.
00010000:00000010:3.1:1769074776.064902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58086cd000.
00010000:00000010:3.1:1769074776.064907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2800.
00010000:00000010:3.1:1769074776.064911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f81600.
00010000:00000010:0.1:1769074776.080302:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead600.
00010000:00000010:0.1:1769074776.084171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58079f6c00.
00010000:00000010:0.1:1769074776.084197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68c00.
00010000:00000010:0.1:1769074776.084230:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808fd7100.
00010000:00000010:0.1:1769074776.084235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58079f7400.
00010000:00000010:3.1:1769074776.107804:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fc0300.
00010000:00000010:3.1:1769074776.107816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58345b6400.
00000080:00000010:0.1:1769074776.175382:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d5c0.
00000080:00000010:0.1:1769074776.177455:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a3f380.
00010000:00000010:3.1:1769074776.186166:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58347c6d00.
00010000:00000010:3.1:1769074776.186177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834756e00.
00010000:00000010:3.1:1769074776.186182:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ec4000.
00010000:00000010:3.1:1769074776.186197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583448a200.
00010000:00000010:3.1:1769074776.186202:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58086b5700.
00010000:00000010:3.1:1769074776.186206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583448b000.
00010000:00000010:3.1:1769074776.186209:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58086b5300.
00010000:00000010:3.1:1769074776.186213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583448b400.
00010000:00000010:3.1:1769074776.186233:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58107e8000.
00010000:00000010:3.1:1769074776.186237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809698a00.
00010000:00000010:3.1:1769074776.198833:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5834528f00.
00010000:00000010:3.1:1769074776.198854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a038000.
00010000:00000010:3.1:1769074776.198859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580792b600.
00010000:00000010:3.1:1769074776.198984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58078df000.
00010000:00000010:3.1:1769074776.242783:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5834755200.
00010000:00000010:3.1:1769074776.242794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580971b200.
00010000:00000010:3.1:1769074776.242800:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704dfbc00.
00010000:00000010:3.1:1769074776.242804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a3c2000.
00000080:00000010:0.1:1769074776.275861:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a3a100.
00010000:00000010:0.1:1769074776.275883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58073e8f00.
00010000:00000010:0.1:1769074776.275892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5805645000.
00000080:00000010:0.1:1769074776.280773:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0f40.
00000080:00000010:0.1:1769074776.280797:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811791080.
00010000:00000010:0.1:1769074776.280809:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811ceec00.
00010000:00000010:0.1:1769074776.280816:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580605f800.
00010000:00000010:3.1:1769074776.321849:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580607eb00.
00010000:00000010:3.1:1769074776.321874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5818732200.
00010000:00000010:3.1:1769074776.321880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58107e8a00.
00010000:00000010:3.1:1769074776.321883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809592200.
00010000:00000010:0.1:1769074776.325432:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58034a7800.
00010000:00000010:0.1:1769074776.325455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58034f9200.
00010000:00000010:0.1:1769074776.325461:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035d2c00.
00010000:00000010:0.1:1769074776.325465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704b52600.
00010000:00000010:0.1:1769074776.325470:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a0a4200.
00010000:00000010:0.1:1769074776.325474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a038c00.
00010000:00000010:3.1:1769074776.325605:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c570502d200.
00010000:00000010:3.1:1769074776.325612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704eaf400.
00010000:00000010:3.1:1769074776.387050:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c582c4cd600.
00010000:00000010:3.1:1769074776.387076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580349d600.
00010000:00000010:3.1:1769074776.387080:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c582c4cd300.
00010000:00000010:3.1:1769074776.387083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580349de00.
00010000:00000010:3.1:1769074776.387087:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580875a300.
00010000:00000010:3.1:1769074776.387090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834430a00.
00010000:00000010:3.1:1769074776.387094:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ecc700.
00010000:00000010:3.1:1769074776.387098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e6a400.
00010000:00000010:3.1:1769074776.387102:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fe4000.
00010000:00000010:3.1:1769074776.387107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58346f2c00.
00010000:00000010:0.1:1769074776.387232:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2d00.
00010000:00000010:0.1:1769074776.387240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f80200.
00010000:00000010:0.1:1769074776.387244:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e07300.
00010000:00000010:0.1:1769074776.387248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c57800.
00010000:00000010:3.1:1769074776.437527:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58347c6600.
00010000:00000010:3.1:1769074776.437538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c582c49c200.
00010000:00000010:1.1:1769074776.439164:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807acdc00.
00010000:00000010:1.1:1769074776.439172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f61c00.
00010000:00000010:1.1:1769074776.439176:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58096d9600.
00010000:00000010:1.1:1769074776.439179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809592800.
00010000:00000010:0.1:1769074776.445934:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704907800.
00010000:00000010:0.1:1769074776.445946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69400.
00010000:00000010:1.1:1769074776.448967:0:2425:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8c00.
00010000:00000010:1.1:1769074776.448979:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704eee200.
00010000:00000010:3.1:1769074776.450185:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df600.
00010000:00000010:3.1:1769074776.450191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580345a800.
00010000:00000010:3.1:1769074776.450196:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f0c700.
00010000:00000010:3.1:1769074776.450202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834607e00.
00010000:00000010:3.1:1769074776.499787:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f63100.
00010000:00000010:3.1:1769074776.499818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d25a00.
00000080:00000010:3.1:1769074776.516522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c86c60.
00000080:00000010:3.1:1769074776.516580:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a10000.
00010000:00000010:3.1:1769074776.523109:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58073d2000.
00010000:00000010:3.1:1769074776.523130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d60000.
00000080:00000010:0.1:1769074776.551823:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580983eb40.
00010000:00000010:0.1:1769074776.551840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ee2200.
00010000:00000010:0.1:1769074776.551847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809eee600.
00000080:00000010:0.1:1769074776.604216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810f6d2e0.
00000080:00000010:0.1:1769074776.606523:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c581179c200.
00010000:00000010:0.1:1769074776.606547:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807deeb00.
00010000:00000010:0.1:1769074776.606554:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8ba00.
00000080:00000010:0.1:1769074776.606561:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda200.
00000080:00000010:0.1:1769074776.606577:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099b6b40.
00010000:00000010:0.1:1769074776.606610:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580346d000.
00010000:00000010:0.1:1769074776.606614:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e14400.
00000080:00000010:0.1:1769074776.618495:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58034977c0.
00000080:00000010:1.1:1769074776.619293:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bc1080.
00010000:00000010:0.1:1769074776.649385:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735b00.
00010000:00000010:0.1:1769074776.649408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803793e00.
00010000:00000010:0.1:1769074776.649415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010aac00.
00010000:00000010:0.1:1769074776.649419:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803610800.
00010000:00000010:0.1:1769074776.649422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803793800.
00000080:00000010:0.1:1769074776.649427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1280.
00000080:00000010:3.1:1769074776.653070:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a2ca40.
00010000:00000010:3.1:1769074776.653079:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c78100.
00010000:00000010:3.1:1769074776.653085:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d77600.
00000080:00000010:3.1:1769074776.665533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fef940.
00000080:00000010:3.1:1769074776.665579:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098239c0.
00010000:00000010:3.1:1769074776.665592:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58056ed600.
00010000:00000010:3.1:1769074776.665601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810010c00.
00000080:00000010:3.1:1769074776.674826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb47e0.
00000080:00000010:3.1:1769074776.688793:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099fd280.
00000080:00000010:0.1:1769074776.718425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452dc80.
00010000:00000010:3.1:1769074776.718824:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eade00.
00000080:00000010:0.1:1769074776.724413:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b01080.
00010000:00000010:0.1:1769074776.724433:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58130c3200.
00010000:00000010:0.1:1769074776.724441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58072d9a00.
00000080:00000010:0.1:1769074776.734154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d057c0.
00000080:00000010:0.1:1769074776.734201:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811590000.
00010000:00000010:0.1:1769074776.734215:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e3ef00.
00010000:00000010:0.1:1769074776.734222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ec7000.
00000080:00000010:0.1:1769074776.739800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac1320.
00000080:00000010:0.1:1769074776.740086:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b06b40.
00010000:00000010:0.1:1769074776.740098:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811171600.
00010000:00000010:0.1:1769074776.740104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ce2200.
00000080:00000010:0.1:1769074776.744090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810f6d040.
00000080:00000010:0.1:1769074776.744132:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117bb180.
00010000:00000010:0.1:1769074776.744144:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818709000.
00010000:00000010:0.1:1769074776.744151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58092d2600.
00000080:00000010:0.1:1769074776.744156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72c40.
00000080:00000010:0.1:1769074776.747458:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098b98c0.
00010000:00000010:0.1:1769074776.747477:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c581001d400.
00010000:00000010:0.1:1769074776.747482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e6be00.
00000080:00000010:0.1:1769074776.754130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a920a20.
00000080:00000010:0.1:1769074776.754159:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a18000.
00010000:00000010:0.1:1769074776.766776:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1200.
00000080:00000010:3.1:1769074776.836143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0360.
00000080:00000010:3.1:1769074776.836357:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099c0000.
00010000:00000010:3.1:1769074776.836378:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f93300.
00010000:00000010:3.1:1769074776.836385:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b442800.
00000080:00000010:3.1:1769074776.842024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809db4fa0.
00000080:00000010:3.1:1769074776.846594:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099d0840.
00010000:00000010:3.1:1769074776.846621:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811171500.
00010000:00000010:3.1:1769074776.846628:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809cb4e00.
00000080:00000010:1.1:1769074776.867335:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5803497e00.
00000080:00000010:1.1:1769074776.867369:0:2424:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b9b9c0.
00010000:00000010:1.1:1769074776.867376:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e7d900.
00010000:00000010:1.1:1769074776.867381:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e7e400.
00000080:00000010:0.1:1769074776.874400:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793d80.
00000080:00000010:0.1:1769074776.874427:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a62940.
00010000:00000010:0.1:1769074776.874439:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d35800.
00010000:00000010:0.1:1769074776.874445:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ce8c00.
00000080:00000010:0.1:1769074776.883148:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd9220.
00000080:00000010:0.1:1769074776.883178:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809aab9c0.
00010000:00000010:0.1:1769074776.883186:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ee2b00.
00010000:00000010:0.1:1769074776.883192:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fc6400.
00000080:00000010:3.1:1769074776.897829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fefd80.
00000080:00000010:0.1:1769074776.898533:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25920.
00000080:00000010:0.1:1769074776.898557:0:2424:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809965280.
00010000:00000010:0.1:1769074776.898572:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58187eb100.
00010000:00000010:0.1:1769074776.898579:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58092b4000.
00000080:00000010:3.1:1769074776.901260:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580980eb40.
00010000:00000010:3.1:1769074776.909700:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e23000.
00010000:00000010:3.1:1769074776.909718:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58092bec00.
00000080:00000010:3.1:1769074776.918079:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25e60.
00000080:00000010:3.1:1769074776.924971:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099b9080.
00010000:00000010:3.1:1769074776.924987:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eade00.
00000080:00000010:0.1:1769074776.928000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d0c0.
00000080:00000010:1.1:1769074776.952936:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b998c0.
00010000:00000010:3.1:1769074777.019366:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d35e00.
00010000:00000010:3.1:1769074777.019375:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb2e00.
00000080:00000010:3.1:1769074777.019380:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd9580.
00000080:00000010:3.1:1769074777.019393:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809aad280.
00010000:00000010:3.1:1769074777.019399:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818709600.
00010000:00000010:3.1:1769074777.019402:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809c39000.
00000080:00000010:3.1:1769074777.027773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58132de940.
00000080:00000010:3.1:1769074777.027820:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098bc200.
00010000:00000010:3.1:1769074777.027836:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e7df00.
00010000:00000010:3.1:1769074777.027844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e7e000.
00000080:00000010:0.1:1769074777.027850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd9160.
00000080:00000010:0.1:1769074777.027866:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a65ac0.
00010000:00000010:0.1:1769074777.027871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580926ee00.
00010000:00000010:0.1:1769074777.027875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810630c00.
00000080:00000010:0.1:1769074777.041705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580b7606c0.
00000080:00000010:0.1:1769074777.052322:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580984c200.
00010000:00000010:0.1:1769074777.052342:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807284f00.
00010000:00000010:0.1:1769074777.052348:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810631600.
00000080:00000010:0.1:1769074777.056137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5804c76860.
00000080:00000010:0.1:1769074777.056605:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809842100.
00010000:00000010:1.1:1769074777.056796:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f63c00.
00010000:00000010:1.1:1769074777.057513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ec9a00.
00000080:00000010:3.1:1769074777.064157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05520.
00000080:00000010:0.1:1769074777.064698:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a3a940.
00010000:00000010:0.1:1769074777.064717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809cbdf00.
00010000:00000010:0.1:1769074777.064725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f1ee00.
00000080:00000010:0.1:1769074777.071038:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0ea0.
00000080:00000010:0.1:1769074777.071066:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099118c0.
00010000:00000010:1.1:1769074777.083777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580869c400.
00010000:00000010:1.1:1769074777.083786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341da00.
00010000:00000010:1.1:1769074777.083791:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809456300.
00010000:00000010:0.1:1769074777.083799:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1200.
00010000:00000010:1.1:1769074777.084008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580869c600.
00000080:00000010:3.1:1769074777.088787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddabe0.
00000080:00000010:3.1:1769074777.133019:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098cb9c0.
00010000:00000010:3.1:1769074777.138551:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580926fd00.
00010000:00000010:3.1:1769074777.138570:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e6aa00.
00000080:00000010:3.1:1769074777.150930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a920560.
00000080:00000010:3.1:1769074777.150958:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a29080.
00010000:00000010:3.1:1769074777.150970:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808fd6e00.
00010000:00000010:3.1:1769074777.150976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ead400.
00000080:00000010:3.1:1769074777.202848:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a118c0.
00010000:00000010:3.1:1769074777.202872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802889000.
00010000:00000010:3.1:1769074777.202880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ce3600.
00000080:00000010:3.1:1769074777.220870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810f6da40.
00000080:00000010:3.1:1769074777.220928:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117bc200.
00010000:00000010:3.1:1769074777.226075:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eade00.
00010000:00000010:3.1:1769074777.226086:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580349c600.
00010000:00000010:3.1:1769074777.226092:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68600.
00010000:00000010:3.1:1769074777.226096:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580349ab00.
00010000:00000010:3.1:1769074777.226100:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c582c49ba00.
00000080:00000010:3.1:1769074777.314101:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a56300.
00010000:00000010:3.1:1769074777.314123:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5805f8a400.
00010000:00000010:3.1:1769074777.314140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f89c00.
00000080:00000010:3.1:1769074777.322045:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda1a0.
00000080:00000010:3.1:1769074777.322089:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ae9080.
00010000:00000010:3.1:1769074777.330684:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5806127900.
00010000:00000010:3.1:1769074777.330704:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c584215fa00.
00000080:00000010:3.1:1769074777.337353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810690ee0.
00010000:00000010:3.1:1769074777.376790:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580799fc00.
00010000:00000010:3.1:1769074777.376799:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8ae00.
00010000:00000010:3.1:1769074777.376804:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580841da00.
00010000:00000010:3.1:1769074777.376809:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580799ea00.
00000080:00000010:3.1:1769074777.391772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0a20.
00000080:00000010:3.1:1769074777.429761:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5811db3760.
00000080:00000010:3.1:1769074777.437184:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580980a940.
00010000:00000010:3.1:1769074777.437207:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807202100.
00010000:00000010:3.1:1769074777.437213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f2fa00.
00000080:00000010:3.1:1769074777.444821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9960.
00000080:00000010:0.1:1769074777.444931:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809902940.
00010000:00000010:0.1:1769074777.444947:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5806127000.
00010000:00000010:0.1:1769074777.444954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810dcfe00.
00000080:00000010:1.1:1769074777.452786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810f6d100.
00000080:00000010:1.1:1769074777.458293:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580989e300.
00010000:00000010:1.1:1769074777.458326:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c92f00.
00010000:00000010:1.1:1769074777.458333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c581877b600.
00000080:00000010:3.1:1769074777.509815:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bd39c0.
00010000:00000010:3.1:1769074777.523100:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eade00.
00010000:00000010:1.1:1769074777.540541:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f0be00.
00010000:00000010:1.1:1769074777.540565:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68600.
00010000:00000010:1.1:1769074777.540574:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d31c00.
00010000:00000010:1.1:1769074777.540580:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f0a800.
00000080:00000010:1.1:1769074777.557464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452da60.
00000080:00000010:1.1:1769074777.564837:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a8c200.
00010000:00000010:1.1:1769074777.564864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807284200.
00010000:00000010:1.1:1769074777.564871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810630e00.
00000080:00000010:1.1:1769074777.576796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5804c76f00.
00000080:00000010:1.1:1769074777.584788:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098439c0.
00000080:00000010:3.1:1769074777.640721:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ab2940.
00010000:00000010:3.1:1769074777.640766:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c581060bb00.
00010000:00000010:3.1:1769074777.640773:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5818733e00.
00000080:00000010:3.1:1769074777.660004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fef6c0.
00000080:00000010:3.1:1769074777.660033:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ad6300.
00010000:00000010:3.1:1769074777.660046:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802afcf00.
00010000:00000010:3.1:1769074777.660052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ea5200.
00000080:00000010:3.1:1769074777.669021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05440.
00000080:00000010:3.1:1769074777.669049:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580985c200.
00010000:00000010:3.1:1769074777.669061:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f2b000.
00010000:00000010:3.1:1769074777.669067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803477000.
00000080:00000010:3.1:1769074777.743831:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bc0840.
00010000:00000010:3.1:1769074777.743999:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58073d2400.
00010000:00000010:3.1:1769074777.744006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d61a00.
00000080:00000010:3.1:1769074777.760184:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9060.
00000080:00000010:3.1:1769074777.760225:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117ee300.
00010000:00000010:3.1:1769074777.770394:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eade00.
00010000:00000010:3.1:1769074777.774304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a039e00.
00010000:00000010:3.1:1769074777.774327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68e00.
00010000:00000010:3.1:1769074777.774335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803488400.
00010000:00000010:3.1:1769074777.774340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803429600.
00000080:00000010:3.1:1769074777.789303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d7a0.
00000080:00000010:1.1:1769074777.826885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9260.
00000080:00000010:1.1:1769074777.826920:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117e6b40.
00010000:00000010:1.1:1769074777.831197:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e500.
00010000:00000010:1.1:1769074777.831209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f1b600.
00000080:00000010:3.1:1769074777.886807:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a75ac0.
00010000:00000010:3.1:1769074777.886827:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808fbc200.
00010000:00000010:3.1:1769074777.886834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fa6a00.
00000080:00000010:3.1:1769074777.901481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd9120.
00000080:00000010:3.1:1769074777.906697:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809994a40.
00000080:00000010:3.1:1769074777.990262:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809905ac0.
00010000:00000010:3.1:1769074778.007802:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eade00.
00010000:00000010:3.1:1769074778.012795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704fac400.
00010000:00000010:3.1:1769074778.012804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68e00.
00010000:00000010:3.1:1769074778.012811:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26b00.
00010000:00000010:3.1:1769074778.012816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704fad600.
00000080:00000010:0.1:1769074778.033783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d7a0.
00000080:00000010:0.1:1769074778.037917:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099f0000.
00010000:00000010:0.1:1769074778.037944:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ef4900.
00010000:00000010:0.1:1769074778.037955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d93000.
00000080:00000010:1.1:1769074778.061837:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25bc0.
00000080:00000010:1.1:1769074778.064120:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099bf380.
00000080:00000010:0.1:1769074778.247132:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bbf380.
00010000:00000010:0.1:1769074778.247149:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e3e500.
00010000:00000010:0.1:1769074778.247155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ec6000.
00000080:00000010:1.1:1769074778.256804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac1a20.
00000080:00000010:1.1:1769074778.256833:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b04a40.
00010000:00000010:1.1:1769074778.271778:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735a00.
00010000:00000010:1.1:1769074778.277774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580799f000.
00010000:00000010:1.1:1769074778.277790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010aa000.
00010000:00000010:1.1:1769074778.277796:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58037eee00.
00010000:00000010:1.1:1769074778.277799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803761400.
00000080:00000010:1.1:1769074778.316132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1d40.
00000080:00000010:0.1:1769074778.323075:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a6e300.
00000080:00000010:3.1:1769074778.347326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72d20.
00000080:00000010:3.1:1769074778.347351:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098a8000.
00010000:00000010:3.1:1769074778.360798:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eade00.
00010000:00000010:3.1:1769074778.365273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f23a00.
00010000:00000010:3.1:1769074778.365281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68e00.
00010000:00000010:3.1:1769074778.365286:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921ea00.
00010000:00000010:3.1:1769074778.365291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704b53600.
00000080:00000010:3.1:1769074778.387066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d000.
00000080:00000010:1.1:1769074778.420811:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099f18c0.
00010000:00000010:1.1:1769074778.434967:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735a00.
00010000:00000010:1.1:1769074778.439789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834779a00.
00010000:00000010:1.1:1769074778.439808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010aa000.
00010000:00000010:1.1:1769074778.439834:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58347e9900.
00010000:00000010:1.1:1769074778.439839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809698c00.
00000080:00000010:1.1:1769074778.480901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1d40.
00000080:00000010:1.1:1769074778.486039:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b58840.
00010000:00000010:1.1:1769074778.486054:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58072b5700.
00010000:00000010:1.1:1769074778.486059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5800031800.
00000080:00000010:1.1:1769074778.504260:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580619c700.
00000080:00000010:1.1:1769074778.504296:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098e0000.
00010000:00000010:1.1:1769074778.509838:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58056ed300.
00010000:00000010:1.1:1769074778.509844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810011400.
00000080:00000010:0.1:1769074778.672813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0e80.
00000080:00000010:1.1:1769074778.685305:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b84a40.
00010000:00000010:1.1:1769074778.685326:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58130c3700.
00010000:00000010:1.1:1769074778.685333:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58072d9400.
00000080:00000010:1.1:1769074778.694265:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d054e0.
00000080:00000010:1.1:1769074778.694293:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811592100.
00010000:00000010:1.1:1769074778.694300:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811ceed00.
00010000:00000010:1.1:1769074778.694307:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809c38c00.
00000080:00000010:1.1:1769074778.702438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5804eb41c0.
00000080:00000010:1.1:1769074778.702482:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098bca40.
00010000:00000010:1.1:1769074778.706019:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818709300.
00010000:00000010:1.1:1769074778.706040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809c39600.
00000080:00000010:1.1:1769074778.720988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5801383ea0.
00000080:00000010:0.1:1769074778.724579:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098bd280.
00010000:00000010:0.1:1769074778.724608:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c78800.
00010000:00000010:0.1:1769074778.724617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b4ba600.
00000080:00000010:1.1:1769074778.743010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5802ba9a40.
00000080:00000010:1.1:1769074778.743059:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809851080.
00010000:00000010:1.1:1769074778.745789:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735200.
00010000:00000010:1.1:1769074778.745797:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d92400.
00000080:00000010:1.1:1769074778.753945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580001bf80.
00000080:00000010:1.1:1769074778.753992:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099bca40.
00010000:00000010:1.1:1769074778.763030:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808fbc000.
00010000:00000010:1.1:1769074778.763052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58092bfe00.
00000080:00000010:1.1:1769074778.763061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25960.
00000080:00000010:1.1:1769074778.777084:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099a18c0.
00000080:00000010:3.1:1769074778.823952:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a35ac0.
00010000:00000010:3.1:1769074778.841389:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eade00.
00010000:00000010:3.1:1769074778.858593:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f61600.
00010000:00000010:3.1:1769074778.858617:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68e00.
00010000:00000010:3.1:1769074778.858624:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f93b00.
00010000:00000010:3.1:1769074778.858629:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f61800.
00000080:00000010:3.1:1769074778.878423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d000.
00000080:00000010:1.1:1769074778.893402:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a44200.
00010000:00000010:1.1:1769074778.900982:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58130c3d00.
00010000:00000010:1.1:1769074778.901007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58072d9600.
00000080:00000010:0.1:1769074778.910622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05600.
00000080:00000010:0.1:1769074778.911047:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811591080.
00010000:00000010:0.1:1769074778.912876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58056ed800.
00010000:00000010:0.1:1769074778.912898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e6f400.
00000080:00000010:0.1:1769074778.917215:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb4340.
00000080:00000010:0.1:1769074778.917432:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099fb180.
00000080:00000010:3.1:1769074778.938849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda300.
00010000:00000010:1.1:1769074778.940151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b443600.
00010000:00000010:1.1:1769074778.940160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341cc00.
00010000:00000010:1.1:1769074778.940167:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803610d00.
00010000:00000010:1.1:1769074778.940171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c55400.
00010000:00000010:0.1:1769074778.940557:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1200.
00000080:00000010:0.1:1769074778.998408:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a298c0.
00010000:00000010:0.1:1769074778.998433:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580bccd400.
00010000:00000010:0.1:1769074778.998440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fac000.
00000080:00000010:1.1:1769074779.019152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddafc0.
00000080:00000010:1.1:1769074779.024463:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580999eb40.
00010000:00000010:1.1:1769074779.024492:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d35100.
00010000:00000010:1.1:1769074779.024498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e2b800.
00010000:00000010:0.1:1769074779.117972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807992600.
00010000:00000010:0.1:1769074779.117998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8b800.
00010000:00000010:0.1:1769074779.118006:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807b80b00.
00010000:00000010:0.1:1769074779.118010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807992400.
00000080:00000010:0.1:1769074779.165815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac08a0.
00010000:00000010:1.1:1769074779.373796:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1200.
00010000:00000010:1.1:1769074779.373820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580969e600.
00010000:00000010:1.1:1769074779.373826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341c400.
00010000:00000010:1.1:1769074779.373829:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608a00.
00010000:00000010:1.1:1769074779.373833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ec6800.
00000080:00000010:1.1:1769074779.396486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0ae0.
00000080:00000010:1.1:1769074779.436119:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b3dac0.
00010000:00000010:1.1:1769074779.436129:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921f000.
00010000:00000010:1.1:1769074779.436134:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e6fc00.
00000080:00000010:1.1:1769074779.441870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb41e0.
00000080:00000010:1.1:1769074779.441910:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099f3180.
00010000:00000010:1.1:1769074779.453813:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735200.
00010000:00000010:1.1:1769074779.457779:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809699600.
00010000:00000010:1.1:1769074779.457788:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010aae00.
00010000:00000010:1.1:1769074779.457793:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809efe800.
00010000:00000010:1.1:1769074779.457797:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834779c00.
00000080:00000010:1.1:1769074779.472593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1fc0.
00000080:00000010:3.1:1769074779.509039:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b86b40.
00010000:00000010:3.1:1769074779.513795:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c7d500.
00010000:00000010:3.1:1769074779.514198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809caa800.
00000080:00000010:1.1:1769074779.547854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e727a0.
00000080:00000010:1.1:1769074779.547889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098a6b40.
00000080:00000010:3.1:1769074779.695303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac1780.
00000080:00000010:3.1:1769074779.695345:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809872100.
00010000:00000010:3.1:1769074779.699393:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811e99c00.
00010000:00000010:3.1:1769074779.699412:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808a9bc00.
00010000:00000010:3.1:1769074779.774905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a99200.
00010000:00000010:3.1:1769074779.774925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8ac00.
00010000:00000010:3.1:1769074779.774930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807a0e000.
00010000:00000010:3.1:1769074779.774935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580799f800.
00000080:00000010:0.1:1769074779.828812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0620.
00000080:00000010:0.1:1769074779.838837:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a83180.
00010000:00000010:0.1:1769074779.838850:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808fbc600.
00010000:00000010:0.1:1769074779.838865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fb8a00.
00000080:00000010:0.1:1769074779.846782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25ae0.
00000080:00000010:3.1:1769074779.888210:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b3b9c0.
00010000:00000010:3.1:1769074779.888232:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fada00.
00010000:00000010:3.1:1769074779.888238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803428c00.
00000080:00000010:3.1:1769074779.915805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809fc9a60.
00000080:00000010:3.1:1769074779.915863:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b5b9c0.
00010000:00000010:3.1:1769074779.915887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f93b00.
00010000:00000010:3.1:1769074779.915894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f46600.
00000080:00000010:0.1:1769074779.925125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808f925c0.
00000080:00000010:0.1:1769074779.925164:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809af3180.
00010000:00000010:0.1:1769074779.925176:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f63b00.
00010000:00000010:0.1:1769074779.925183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d24c00.
00000080:00000010:0.1:1769074779.938289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c864a0.
00000080:00000010:0.1:1769074779.938324:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a38840.
00010000:00000010:0.1:1769074779.946963:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580926e700.
00010000:00000010:0.1:1769074779.946973:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b4bbc00.
00000080:00000010:0.1:1769074779.946979:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580b760360.
00000080:00000010:0.1:1769074779.952048:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809848000.
00010000:00000010:0.1:1769074779.952075:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58187c0c00.
00010000:00000010:0.1:1769074779.952082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c581877b200.
00000080:00000010:1.1:1769074779.959783:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e724a0.
00000080:00000010:1.1:1769074779.964798:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809888840.
00010000:00000010:1.1:1769074779.964850:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb0700.
00010000:00000010:1.1:1769074779.964870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5818732c00.
00000080:00000010:3.1:1769074779.970036:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5804c76760.
00000080:00000010:3.1:1769074779.970070:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ad5ac0.
00010000:00000010:3.1:1769074779.970079:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e3ee00.
00010000:00000010:3.1:1769074779.970085:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ec7a00.
00000080:00000010:3.1:1769074779.975780:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac1d60.
00000080:00000010:3.1:1769074779.980153:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b00840.
00010000:00000010:3.1:1769074779.980182:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810f25b00.
00010000:00000010:3.1:1769074779.980189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580729c000.
00000080:00000010:3.1:1769074779.986188:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac1220.
00000080:00000010:3.1:1769074779.986234:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580986a100.
00010000:00000010:3.1:1769074779.995112:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eade00.
00010000:00000010:3.1:1769074780.045859:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704eaf600.
00010000:00000010:3.1:1769074780.045867:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8aa00.
00010000:00000010:3.1:1769074780.045873:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735400.
00010000:00000010:3.1:1769074780.045876:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704eae000.
00000080:00000010:3.1:1769074780.051519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0880.
00000080:00000010:3.1:1769074780.051568:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099ce300.
00010000:00000010:3.1:1769074780.051579:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58132d4c00.
00010000:00000010:3.1:1769074780.051587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5801687200.
00000080:00000010:3.1:1769074780.062425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58054de220.
00000080:00000010:3.1:1769074780.066823:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580987a940.
00010000:00000010:3.1:1769074780.074955:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ed0600.
00010000:00000010:3.1:1769074780.074968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fc4a00.
00000080:00000010:3.1:1769074780.079278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c86880.
00000080:00000010:0.1:1769074780.100372:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a318c0.
00010000:00000010:0.1:1769074780.100396:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c581000d600.
00010000:00000010:0.1:1769074780.100404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fce000.
00000080:00000010:1.1:1769074780.106022:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fefee0.
00000080:00000010:1.1:1769074780.106057:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098fa940.
00010000:00000010:1.1:1769074780.106070:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ed0300.
00010000:00000010:1.1:1769074780.106076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fc4c00.
00000080:00000010:1.1:1769074780.110792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c86ee0.
00000080:00000010:1.1:1769074780.111002:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580997ca40.
00010000:00000010:1.1:1769074780.111017:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811cfcd00.
00010000:00000010:1.1:1769074780.111026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808a9be00.
00000080:00000010:1.1:1769074780.130121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd9440.
00000080:00000010:1.1:1769074780.130169:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580994a100.
00010000:00000010:1.1:1769074780.130182:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c92a00.
00010000:00000010:1.1:1769074780.130189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c581877b800.
00000080:00000010:1.1:1769074780.146986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72260.
00000080:00000010:1.1:1769074780.147017:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809890000.
00010000:00000010:1.1:1769074780.151035:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818736100.
00010000:00000010:1.1:1769074780.151064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808a98400.
00000080:00000010:0.1:1769074780.167132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05840.
00000080:00000010:0.1:1769074780.167176:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809956b40.
00010000:00000010:0.1:1769074780.167191:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807029500.
00010000:00000010:0.1:1769074780.167198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d77000.
00000080:00000010:3.1:1769074780.185005:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809911080.
00010000:00000010:3.1:1769074780.185035:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818709400.
00010000:00000010:3.1:1769074780.185043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809c39800.
00000080:00000010:3.1:1769074780.200875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805f12320.
00000080:00000010:3.1:1769074780.200919:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098bb9c0.
00010000:00000010:3.1:1769074780.213799:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eade00.
00010000:00000010:3.1:1769074780.218248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704eef200.
00010000:00000010:3.1:1769074780.218271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69000.
00010000:00000010:3.1:1769074780.218278:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8500.
00010000:00000010:3.1:1769074780.218283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704eee000.
00000080:00000010:3.1:1769074780.231029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452dc80.
00000080:00000010:0.1:1769074780.231153:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099c6b40.
00010000:00000010:0.1:1769074780.231163:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818709700.
00010000:00000010:0.1:1769074780.231170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58092d3600.
00000080:00000010:0.1:1769074780.340931:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a8f380.
00010000:00000010:0.1:1769074780.340952:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58073d2500.
00010000:00000010:0.1:1769074780.340960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b44ce00.
00000080:00000010:1.1:1769074780.367946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a97e0.
00000080:00000010:1.1:1769074780.367972:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117f6300.
00010000:00000010:0.1:1769074780.373355:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735a00.
00010000:00000010:0.1:1769074780.376344:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f80000.
00010000:00000010:0.1:1769074780.376356:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010aa800.
00010000:00000010:0.1:1769074780.376362:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2100.
00010000:00000010:0.1:1769074780.376367:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f81a00.
00000080:00000010:0.1:1769074780.384688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1540.
00010000:00000010:1.1:1769074780.386040:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735100.
00010000:00000010:1.1:1769074780.386049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f1b200.
00000080:00000010:0.1:1769074780.387959:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099cb180.
00000080:00000010:3.1:1769074780.413981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd96a0.
00000080:00000010:3.1:1769074780.414026:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a6eb40.
00010000:00000010:3.1:1769074780.414042:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c92900.
00010000:00000010:3.1:1769074780.414051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c581877ba00.
00000080:00000010:1.1:1769074780.427066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72600.
00000080:00000010:1.1:1769074780.427102:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098918c0.
00010000:00000010:1.1:1769074780.427114:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f80d00.
00010000:00000010:1.1:1769074780.427121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58421fa200.
00000080:00000010:1.1:1769074780.431485:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807cb2220.
00000080:00000010:1.1:1769074780.431517:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580990a100.
00010000:00000010:1.1:1769074780.431528:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58072b5100.
00010000:00000010:1.1:1769074780.431534:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c584215ec00.
00000080:00000010:0.1:1769074780.447388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810690680.
00000080:00000010:0.1:1769074780.447430:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098e1080.
00010000:00000010:3.1:1769074780.475552:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1a00.
00010000:00000010:3.1:1769074780.475577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f6f200.
00010000:00000010:3.1:1769074780.475583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341da00.
00010000:00000010:3.1:1769074780.475588:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb4100.
00010000:00000010:3.1:1769074780.475592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f6ee00.
00000080:00000010:3.1:1769074780.488365:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda600.
00000080:00000010:3.1:1769074780.488431:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ae5280.
00010000:00000010:3.1:1769074780.488447:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e23400.
00010000:00000010:3.1:1769074780.488453:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58092bf000.
00000080:00000010:3.1:1769074780.497877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25600.
00000080:00000010:3.1:1769074780.497918:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099a3180.
00000080:00000010:0.1:1769074780.588091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0900.
00000080:00000010:1.1:1769074780.599391:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099c18c0.
00010000:00000010:1.1:1769074780.599403:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58092b3d00.
00010000:00000010:1.1:1769074780.599426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808a99600.
00000080:00000010:0.1:1769074780.619195:0:2425:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72560.
00000080:00000010:0.1:1769074780.619225:0:2425:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098b5ac0.
00010000:00000010:0.1:1769074780.619235:0:2425:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809daeb00.
00010000:00000010:0.1:1769074780.619240:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810e95e00.
00000080:00000010:1.1:1769074780.634913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810f6d8e0.
00000080:00000010:1.1:1769074780.634969:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b36b40.
00010000:00000010:1.1:1769074780.634986:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58187eb200.
00010000:00000010:1.1:1769074780.634993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b455c00.
00010000:00000010:0.1:1769074780.677191:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808548600.
00010000:00000010:0.1:1769074780.677201:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8a000.
00010000:00000010:0.1:1769074780.677208:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809271900.
00010000:00000010:0.1:1769074780.677213:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808549600.
00000080:00000010:1.1:1769074780.692316:0:2425:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0900.
00000080:00000010:0.1:1769074780.705073:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809aa5ac0.
00010000:00000010:0.1:1769074780.705087:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58051c9100.
00010000:00000010:0.1:1769074780.705093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f12600.
00000080:00000010:3.1:1769074780.748452:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58106903a0.
00000080:00000010:3.1:1769074780.748489:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098db9c0.
00010000:00000010:3.1:1769074780.759794:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eade00.
00010000:00000010:3.1:1769074780.790048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f0ba00.
00010000:00000010:3.1:1769074780.790076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69000.
00010000:00000010:3.1:1769074780.790084:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807a0eb00.
00010000:00000010:3.1:1769074780.790088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f0b000.
00000080:00000010:0.1:1769074780.790377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452dc80.
00000080:00000010:0.1:1769074780.795313:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a8b180.
00010000:00000010:0.1:1769074780.795332:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f2ba00.
00010000:00000010:0.1:1769074780.795338:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f29e00.
00000080:00000010:1.1:1769074780.798184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793080.
00000080:00000010:1.1:1769074780.798227:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b1b9c0.
00010000:00000010:1.1:1769074780.798235:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e23100.
00010000:00000010:1.1:1769074780.798241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58092bfc00.
00000080:00000010:1.1:1769074780.802373:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25fe0.
00000080:00000010:1.1:1769074780.802403:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099bc200.
00010000:00000010:1.1:1769074780.802419:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fc0100.
00010000:00000010:1.1:1769074780.802424:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fe0a00.
00000080:00000010:1.1:1769074780.812425:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72ba0.
00000080:00000010:1.1:1769074780.812454:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b47380.
00010000:00000010:1.1:1769074780.812466:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808aadf00.
00010000:00000010:1.1:1769074780.812473:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803164800.
00000080:00000010:1.1:1769074780.822195:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5804eb4da0.
00000080:00000010:1.1:1769074780.822226:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809838000.
00010000:00000010:1.1:1769074780.822237:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58073e8000.
00010000:00000010:1.1:1769074780.822243:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580a948600.
00000080:00000010:1.1:1769074780.833883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810f6dc40.
00000080:00000010:1.1:1769074780.833910:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811795ac0.
00010000:00000010:1.1:1769074780.833924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f26d00.
00010000:00000010:1.1:1769074780.833931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810f2d400.
00000080:00000010:1.1:1769074780.833935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72a20.
00000080:00000010:1.1:1769074780.833946:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809886300.
00010000:00000010:0.1:1769074780.847713:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809efed00.
00010000:00000010:0.1:1769074780.852702:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fe1e00.
00000080:00000010:1.1:1769074780.942200:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b3ca40.
00010000:00000010:1.1:1769074780.942210:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f0cb00.
00010000:00000010:1.1:1769074780.942216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580349fa00.
00000080:00000010:0.1:1769074780.952259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580348f600.
00000080:00000010:0.1:1769074780.952295:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b86300.
00010000:00000010:0.1:1769074780.952303:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c6a100.
00010000:00000010:0.1:1769074780.952310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58106bc600.
00000080:00000010:0.1:1769074780.956006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fefd60.
00000080:00000010:0.1:1769074780.956038:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098eeb40.
00010000:00000010:0.1:1769074780.956052:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c581001dc00.
00010000:00000010:0.1:1769074780.956058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e6b800.
00000080:00000010:0.1:1769074780.963386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a920200.
00000080:00000010:0.1:1769074780.963417:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a1eb40.
00010000:00000010:0.1:1769074780.963431:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580607e700.
00010000:00000010:0.1:1769074780.963437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f60e00.
00000080:00000010:0.1:1769074780.967158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a920a00.
00000080:00000010:0.1:1769074780.974383:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a37380.
00010000:00000010:0.1:1769074780.974399:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809223400.
00010000:00000010:0.1:1769074780.974406:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b4bac00.
00000080:00000010:0.1:1769074780.980312:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5802ba9b80.
00000080:00000010:0.1:1769074780.980360:0:2424:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809855ac0.
00010000:00000010:0.1:1769074780.980378:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f93700.
00010000:00000010:0.1:1769074780.980385:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e0d200.
00000080:00000010:0.1:1769074780.989251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808f929e0.
00000080:00000010:0.1:1769074780.989286:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809af4200.
00010000:00000010:1.1:1769074780.998684:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809db7000.
00010000:00000010:1.1:1769074780.998720:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5801687800.
00000080:00000010:0.1:1769074781.034378:0:2424:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098a7380.
00000080:00000010:1.1:1769074781.039789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05d60.
00010000:00000010:0.1:1769074781.039914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818736300.
00010000:00000010:0.1:1769074781.039925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808a99800.
00000080:00000010:1.1:1769074781.045661:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809955280.
00000080:00000010:3.1:1769074781.089181:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b76b40.
00010000:00000010:3.1:1769074781.089205:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f26800.
00010000:00000010:3.1:1769074781.089212:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809c43e00.
00010000:00000010:1.1:1769074781.118662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58096d9900.
00010000:00000010:1.1:1769074781.118673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580969e400.
00010000:00000010:1.1:1769074781.118678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58034fa400.
00010000:00000010:1.1:1769074781.118683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704facc00.
00010000:00000010:1.1:1769074781.118687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58079ffa00.
00010000:00000010:1.1:1769074781.118691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704fadc00.
00010000:00000010:1.1:1769074781.118694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f93e00.
00010000:00000010:1.1:1769074781.118698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f60a00.
00000080:00000010:0.1:1769074781.124804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805f128e0.
00000080:00000010:0.1:1769074781.128896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809885ac0.
00010000:00000010:1.1:1769074781.190761:0:41340:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807a45400.
00010000:00000010:1.1:1769074781.190767:0:41340:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58078df200.
00010000:00000010:1.1:1769074781.221582:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58085d9b00.
00010000:00000010:1.1:1769074781.221592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d9b600.
00010000:00000010:1.1:1769074781.221597:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807b80300.
00010000:00000010:1.1:1769074781.221601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803758600.
00010000:00000010:1.1:1769074781.221605:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58347e9800.
00010000:00000010:1.1:1769074781.221608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834778800.
00010000:00000010:3.1:1769074781.222205:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26100.
00010000:00000010:3.1:1769074781.222215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704fad000.
00010000:00000010:3.1:1769074781.222229:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5805f8a600.
00010000:00000010:3.1:1769074781.222234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809eeda00.
00010000:00000010:3.1:1769074781.222238:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921fd00.
00010000:00000010:3.1:1769074781.222242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f22800.
00010000:00000010:1.1:1769074781.240405:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580875a700.
00010000:00000010:1.1:1769074781.240423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809446e00.
00010000:00000010:1.1:1769074781.240428:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58079b7c00.
00010000:00000010:1.1:1769074781.240432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580374d800.
00010000:00000010:3.1:1769074781.246125:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f93700.
00010000:00000010:3.1:1769074781.246134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f61000.
00010000:00000010:0.1:1769074781.254998:0:2432:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921ef00.
00010000:00000010:1.1:1769074781.257360:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58347e9600.
00010000:00000010:1.1:1769074781.257382:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834779200.
00010000:00000010:0.1:1769074781.266184:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809762200.
00010000:00000010:0.1:1769074781.266193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580969fc00.
00010000:00000010:1.1:1769074781.266767:0:36320:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809447800.
00010000:00000010:1.1:1769074781.266774:0:36320:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8a400.
00010000:00000010:1.1:1769074781.266778:0:36320:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58096d9400.
00010000:00000010:1.1:1769074781.266782:0:36320:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809446800.
00010000:00000010:0.1:1769074781.274093:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d35400.
00010000:00000010:0.1:1769074781.274099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb2200.
00010000:00000010:3.1:1769074781.274852:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e23500.
00010000:00000010:3.1:1769074781.274861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58092bf200.
00010000:00000010:3.1:1769074781.357226:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035d2700.
00010000:00000010:3.1:1769074781.357245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704b53e00.
00000080:00000010:1.1:1769074781.373038:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809af8840.
00010000:00000010:1.1:1769074781.373057:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809271c00.
00010000:00000010:1.1:1769074781.373067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ce9e00.
00010000:00000010:3.1:1769074781.381395:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58034fa600.
00010000:00000010:3.1:1769074781.381420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580349c800.
00000080:00000010:3.1:1769074781.399958:0:2434:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd9560.
00000080:00000010:3.1:1769074781.399984:0:2434:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a99080.
00010000:00000010:3.1:1769074781.404129:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a0a4e00.
00010000:00000010:3.1:1769074781.404149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a038e00.
00010000:00000010:1.1:1769074781.404919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58034a7b00.
00010000:00000010:1.1:1769074781.404934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a11c600.
00010000:00000010:1.1:1769074781.404938:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809dae000.
00010000:00000010:1.1:1769074781.404943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808549800.
00010000:00000010:1.1:1769074781.404947:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead000.
00010000:00000010:1.1:1769074781.404951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807992a00.
00010000:00000010:1.1:1769074781.404955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69000.
00010000:00000010:1.1:1769074781.404961:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c85900.
00010000:00000010:1.1:1769074781.404964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a18800.
00000080:00000010:3.1:1769074781.482783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452de80.
00010000:00000010:0.1:1769074781.514890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58187d4600.
00010000:00000010:0.1:1769074781.514916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e03c00.
00000080:00000010:1.1:1769074781.516031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580001b960.
00000080:00000010:1.1:1769074781.516063:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099e6300.
00010000:00000010:1.1:1769074781.519117:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5804e21a00.
00010000:00000010:1.1:1769074781.519142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d60200.
00000080:00000010:3.1:1769074781.577390:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac10a0.
00000080:00000010:3.1:1769074781.577418:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098c9080.
00010000:00000010:3.1:1769074781.586798:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eade00.
00010000:00000010:3.1:1769074781.607089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a18200.
00010000:00000010:3.1:1769074781.607110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69800.
00010000:00000010:3.1:1769074781.607117:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807b80800.
00010000:00000010:3.1:1769074781.607122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a6e800.
00000080:00000010:3.1:1769074781.615038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452de80.
00000080:00000010:3.1:1769074781.684228:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ab1080.
00010000:00000010:3.1:1769074781.684249:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580347d800.
00010000:00000010:3.1:1769074781.684257:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b4d6800.
00000080:00000010:3.1:1769074781.687436:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793360.
00000080:00000010:3.1:1769074781.687472:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b7d280.
00010000:00000010:3.1:1769074781.708781:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eade00.
00010000:00000010:3.1:1769074781.708793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834756a00.
00010000:00000010:3.1:1769074781.708800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69800.
00010000:00000010:3.1:1769074781.708805:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a0a4600.
00010000:00000010:3.1:1769074781.708808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a039c00.
00000080:00000010:0.1:1769074781.716808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452de80.
00000080:00000010:0.1:1769074781.725209:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b8ca40.
00010000:00000010:0.1:1769074781.725236:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580346da00.
00010000:00000010:0.1:1769074781.725242:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580302c200.
00000080:00000010:3.1:1769074781.776361:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117c5280.
00010000:00000010:3.1:1769074781.776388:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eade00.
00010000:00000010:3.1:1769074781.780159:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809593c00.
00010000:00000010:3.1:1769074781.780172:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69800.
00010000:00000010:3.1:1769074781.780180:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5805f8ae00.
00010000:00000010:3.1:1769074781.780186:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809592e00.
00000080:00000010:3.1:1769074781.790786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d280.
00000080:00000010:3.1:1769074781.875556:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bbc200.
00010000:00000010:3.1:1769074781.875575:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58092b3500.
00010000:00000010:3.1:1769074781.875582:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809c83600.
00000080:00000010:3.1:1769074781.881216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c86580.
00000080:00000010:3.1:1769074781.881260:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580995dac0.
00010000:00000010:3.1:1769074781.881269:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fad100.
00010000:00000010:3.1:1769074781.881276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803429a00.
00000080:00000010:3.1:1769074781.881281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809fc98c0.
00000080:00000010:3.1:1769074781.881292:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b5b180.
00010000:00000010:3.1:1769074781.881304:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807284600.
00010000:00000010:3.1:1769074781.881308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58187cf800.
00000080:00000010:3.1:1769074781.891256:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fef540.
00000080:00000010:3.1:1769074781.891288:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809840840.
00010000:00000010:3.1:1769074781.899200:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eade00.
00010000:00000010:3.1:1769074781.910895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580969fa00.
00010000:00000010:3.1:1769074781.910904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69800.
00010000:00000010:3.1:1769074781.910911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809762d00.
00010000:00000010:3.1:1769074781.910916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5818733400.
00000080:00000010:0.1:1769074781.935021:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b4e300.
00010000:00000010:0.1:1769074781.935038:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580722fe00.
00010000:00000010:0.1:1769074781.935043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809cb5a00.
00000080:00000010:3.1:1769074781.939946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda080.
00000080:00000010:3.1:1769074781.943902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811784a40.
00010000:00000010:3.1:1769074781.943925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808fd6500.
00010000:00000010:3.1:1769074781.943930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809cc9400.
00000080:00000010:3.1:1769074781.952562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddad40.
00000080:00000010:3.1:1769074781.957280:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117d4a40.
00010000:00000010:3.1:1769074781.969894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eade00.
00010000:00000010:3.1:1769074781.969905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58346f2000.
00010000:00000010:3.1:1769074781.969910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69800.
00010000:00000010:3.1:1769074781.969915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57048cad00.
00010000:00000010:3.1:1769074781.969919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58346c7400.
00000080:00000010:3.1:1769074781.977803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d9a0.
00000080:00000010:0.1:1769074782.036176:0:2424:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809aa2940.
00010000:00000010:0.1:1769074782.036198:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e7d500.
00010000:00000010:0.1:1769074782.036205:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f5b400.
00010000:00000010:3.1:1769074782.063935:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eade00.
00010000:00000010:3.1:1769074782.063946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f46400.
00010000:00000010:3.1:1769074782.063951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69800.
00010000:00000010:3.1:1769074782.063955:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5834417b00.
00010000:00000010:3.1:1769074782.063958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f47600.
00000080:00000010:3.1:1769074782.063963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0ca0.
00010000:00000010:3.1:1769074782.145099:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809223000.
00010000:00000010:3.1:1769074782.145118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f24000.
00000080:00000010:3.1:1769074782.155445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05fa0.
00000080:00000010:3.1:1769074782.155476:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809855280.
00010000:00000010:3.1:1769074782.173904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eade00.
00010000:00000010:3.1:1769074782.173918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803760400.
00010000:00000010:3.1:1769074782.173923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69800.
00010000:00000010:3.1:1769074782.173928:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e7d200.
00010000:00000010:3.1:1769074782.173933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b401800.
00000080:00000010:3.1:1769074782.173938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d9a0.
00000080:00000010:3.1:1769074782.204291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580b760660.
00000080:00000010:3.1:1769074782.213803:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580984d280.
00010000:00000010:3.1:1769074782.213839:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d35f00.
00010000:00000010:3.1:1769074782.213846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e04600.
00000080:00000010:0.1:1769074782.222404:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107935a0.
00000080:00000010:0.1:1769074782.222435:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ab6b40.
00010000:00000010:0.1:1769074782.222448:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735800.
00010000:00000010:0.1:1769074782.222455:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d92000.
00000080:00000010:0.1:1769074782.229952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e39e20.
00000080:00000010:0.1:1769074782.229989:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099be300.
00010000:00000010:0.1:1769074782.230003:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ecc200.
00010000:00000010:0.1:1769074782.230010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d29e00.
00000080:00000010:0.1:1769074782.236834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25680.
00000080:00000010:0.1:1769074782.236860:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a0a100.
00010000:00000010:0.1:1769074782.236872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807202000.
00010000:00000010:0.1:1769074782.236876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f2e200.
00000080:00000010:1.1:1769074782.236920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a94e0.
00000080:00000010:1.1:1769074782.236935:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809903180.
00010000:00000010:1.1:1769074782.236946:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811e99500.
00010000:00000010:1.1:1769074782.236950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fc6a00.
00000080:00000010:0.1:1769074782.262238:0:2425:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd97c0.
00000080:00000010:0.1:1769074782.262265:0:2425:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809992940.
00000080:00000010:1.1:1769074782.304805:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b30000.
00010000:00000010:1.1:1769074782.304836:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fcd400.
00010000:00000010:1.1:1769074782.304843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809feb200.
00000080:00000010:0.1:1769074782.323951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580348f940.
00000080:00000010:0.1:1769074782.323985:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809be1080.
00010000:00000010:1.1:1769074782.327781:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1100.
00010000:00000010:1.1:1769074782.327791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e6f800.
00010000:00000010:1.1:1769074782.327796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341cc00.
00010000:00000010:1.1:1769074782.327799:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e07500.
00010000:00000010:1.1:1769074782.327802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c57c00.
00000080:00000010:1.1:1769074782.341903:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda960.
00000080:00000010:1.1:1769074782.386787:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a06b40.
00010000:00000010:1.1:1769074782.407785:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735f00.
00010000:00000010:1.1:1769074782.407819:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704ffac00.
00010000:00000010:1.1:1769074782.407826:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010aba00.
00010000:00000010:1.1:1769074782.407830:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580926f100.
00010000:00000010:1.1:1769074782.407833:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58078b4200.
00000080:00000010:1.1:1769074782.417073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb14a0.
00010000:00000010:0.1:1769074782.495568:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810f30a00.
00010000:00000010:0.1:1769074782.495581:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b401000.
00000080:00000010:1.1:1769074782.507299:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd97a0.
00000080:00000010:1.1:1769074782.507359:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099c1080.
00010000:00000010:1.1:1769074782.507375:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ef4a00.
00010000:00000010:1.1:1769074782.507381:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58092bf800.
00000080:00000010:1.1:1769074782.520396:0:2425:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c253a0.
00000080:00000010:1.1:1769074782.520439:0:2425:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099a6300.
00010000:00000010:1.1:1769074782.520451:0:2425:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580349a700.
00010000:00000010:1.1:1769074782.520457:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f88000.
00000080:00000010:0.1:1769074782.528922:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b939c0.
00010000:00000010:0.1:1769074782.528941:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58131d0600.
00010000:00000010:0.1:1769074782.528947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580311fa00.
00000080:00000010:0.1:1769074782.538181:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0c40.
00000080:00000010:0.1:1769074782.538218:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117fdac0.
00010000:00000010:0.1:1769074782.544191:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1b00.
00010000:00000010:0.1:1769074782.544204:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5705007400.
00010000:00000010:0.1:1769074782.544209:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341da00.
00010000:00000010:0.1:1769074782.544213:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26500.
00010000:00000010:0.1:1769074782.544219:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5705007a00.
00000080:00000010:0.1:1769074782.544224:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddace0.
00000080:00000010:0.1:1769074782.567961:0:2425:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099d5280.
00010000:00000010:1.1:1769074782.571972:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810828500.
00010000:00000010:1.1:1769074782.571983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580311f000.
00010000:00000010:3.1:1769074782.602117:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e800.
00010000:00000010:3.1:1769074782.602128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f88a00.
00010000:00000010:3.1:1769074782.602132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8a400.
00010000:00000010:3.1:1769074782.602136:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f93600.
00010000:00000010:3.1:1769074782.602138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f88c00.
00000080:00000010:3.1:1769074782.616685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0f00.
00000080:00000010:3.1:1769074782.616760:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809afca40.
00010000:00000010:3.1:1769074782.616786:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58073d2200.
00010000:00000010:3.1:1769074782.616792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b44dc00.
00000080:00000010:3.1:1769074782.631150:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9ae0.
00000080:00000010:3.1:1769074782.631192:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117f0840.
00010000:00000010:3.1:1769074782.631202:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eade00.
00010000:00000010:3.1:1769074782.631209:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c582c49ae00.
00010000:00000010:3.1:1769074782.631214:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69800.
00010000:00000010:3.1:1769074782.631219:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f2b400.
00010000:00000010:3.1:1769074782.631468:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583464ae00.
00000080:00000010:3.1:1769074782.635075:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d9a0.
00000080:00000010:3.1:1769074782.653406:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b9dac0.
00010000:00000010:3.1:1769074782.653511:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ecc400.
00010000:00000010:3.1:1769074782.653519:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d9ba00.
00000080:00000010:3.1:1769074782.661932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25300.
00000080:00000010:3.1:1769074782.661957:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a0c200.
00010000:00000010:3.1:1769074782.661973:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580349a600.
00010000:00000010:3.1:1769074782.661979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58034f9e00.
00010000:00000010:0.1:1769074782.722673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e10d00.
00010000:00000010:0.1:1769074782.722698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb7400.
00010000:00000010:0.1:1769074782.727802:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c581001df00.
00010000:00000010:0.1:1769074782.727822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e6a600.
00000080:00000010:3.1:1769074782.777012:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b96300.
00010000:00000010:3.1:1769074782.777032:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58187eb000.
00010000:00000010:3.1:1769074782.777039:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b454c00.
00000080:00000010:3.1:1769074782.786780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fefe60.
00000080:00000010:3.1:1769074782.786828:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809813180.
00010000:00000010:3.1:1769074782.786836:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58092b6f00.
00010000:00000010:3.1:1769074782.786841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808abb800.
00000080:00000010:0.1:1769074782.808860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580619c3a0.
00000080:00000010:0.1:1769074782.814417:0:2424:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098e98c0.
00010000:00000010:0.1:1769074782.814445:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58130c3e00.
00010000:00000010:0.1:1769074782.814452:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58072d8600.
00010000:00000010:3.1:1769074782.918203:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f93a00.
00010000:00000010:3.1:1769074782.918213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f41200.
00000080:00000010:3.1:1769074782.923064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809e0fa20.
00000080:00000010:3.1:1769074782.927105:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b0ca40.
00010000:00000010:3.1:1769074782.927126:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d84f00.
00010000:00000010:3.1:1769074782.927314:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803048000.
00000080:00000010:3.1:1769074782.931999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05b80.
00000080:00000010:3.1:1769074782.942828:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809943180.
00010000:00000010:3.1:1769074782.942847:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809db7400.
00010000:00000010:3.1:1769074782.942853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809c42800.
00000080:00000010:3.1:1769074783.006142:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ae1080.
00010000:00000010:3.1:1769074783.006163:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58130c3500.
00010000:00000010:3.1:1769074783.006172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ca0e00.
00000080:00000010:1.1:1769074783.020155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05760.
00000080:00000010:1.1:1769074783.020186:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c581159dac0.
00010000:00000010:0.1:1769074783.024791:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735f00.
00010000:00000010:0.1:1769074783.024824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f41800.
00010000:00000010:0.1:1769074783.024830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010abe00.
00010000:00000010:0.1:1769074783.024834:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58107e8f00.
00010000:00000010:0.1:1769074783.024837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f40e00.
00000080:00000010:0.1:1769074783.035764:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1900.
00000080:00000010:1.1:1769074783.060181:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b36300.
00010000:00000010:1.1:1769074783.060211:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808fbc800.
00010000:00000010:1.1:1769074783.060218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fb8400.
00010000:00000010:3.1:1769074783.094268:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704eef600.
00010000:00000010:3.1:1769074783.094280:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8a000.
00010000:00000010:3.1:1769074783.094287:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c570502de00.
00010000:00000010:3.1:1769074783.094291:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fac600.
00000080:00000010:3.1:1769074783.102325:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0ce0.
00000080:00000010:3.1:1769074783.102363:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099bd280.
00010000:00000010:3.1:1769074783.102369:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808fbc400.
00010000:00000010:3.1:1769074783.102375:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fb9200.
00000080:00000010:3.1:1769074783.110474:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25500.
00000080:00000010:3.1:1769074783.110503:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580998b9c0.
00010000:00000010:3.1:1769074783.124904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eade00.
00010000:00000010:3.1:1769074783.124929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e6b600.
00010000:00000010:3.1:1769074783.124936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69800.
00010000:00000010:3.1:1769074783.124941:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c581001d800.
00010000:00000010:3.1:1769074783.124954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c54400.
00000080:00000010:0.1:1769074783.146849:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099d6b40.
00010000:00000010:0.1:1769074783.157790:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1b00.
00010000:00000010:1.1:1769074783.188842:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c582c49d800.
00010000:00000010:1.1:1769074783.188865:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341c400.
00010000:00000010:1.1:1769074783.188871:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a0a4b00.
00010000:00000010:1.1:1769074783.188875:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c582c49de00.
00000080:00000010:3.1:1769074783.192407:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b8e300.
00010000:00000010:3.1:1769074783.192420:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818709200.
00010000:00000010:3.1:1769074783.192426:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58092d3e00.
00000080:00000010:3.1:1769074783.197933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72c80.
00000080:00000010:3.1:1769074783.197966:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098b6300.
00010000:00000010:3.1:1769074783.201493:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58073d2a00.
00010000:00000010:3.1:1769074783.201509:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d60800.
00000080:00000010:3.1:1769074783.212786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9660.
00000080:00000010:3.1:1769074783.212841:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117e8840.
00010000:00000010:3.1:1769074783.212855:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb9100.
00010000:00000010:3.1:1769074783.212862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fe7800.
00000080:00000010:3.1:1769074783.220475:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809fc9c20.
00000080:00000010:3.1:1769074783.220510:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bdb180.
00010000:00000010:3.1:1769074783.220524:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811dee600.
00010000:00000010:3.1:1769074783.220532:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ca0200.
00000080:00000010:0.1:1769074783.231103:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d051e0.
00000080:00000010:0.1:1769074783.231151:0:2424:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c581159b9c0.
00010000:00000010:1.1:1769074783.241815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58078df800.
00010000:00000010:1.1:1769074783.241824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341c800.
00010000:00000010:1.1:1769074783.241830:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807b80a00.
00010000:00000010:1.1:1769074783.241836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58078dec00.
00010000:00000010:0.1:1769074783.246350:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1b00.
00010000:00000010:3.1:1769074783.280783:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58092b3a00.
00010000:00000010:3.1:1769074783.280792:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809c82c00.
00000080:00000010:3.1:1769074783.286911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c86c20.
00000080:00000010:3.1:1769074783.286955:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580990c200.
00010000:00000010:3.1:1769074783.286968:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e10700.
00010000:00000010:3.1:1769074783.286975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580349fc00.
00000080:00000010:3.1:1769074783.286979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580348f6e0.
00000080:00000010:3.1:1769074783.286995:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b80000.
00010000:00000010:3.1:1769074783.306139:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eade00.
00010000:00000010:3.1:1769074783.306162:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803477800.
00010000:00000010:3.1:1769074783.306171:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69800.
00010000:00000010:3.1:1769074783.306177:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1f6700.
00010000:00000010:3.1:1769074783.306180:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e15400.
00000080:00000010:3.1:1769074783.315786:0:1363:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452da40.
00000080:00000010:0.1:1769074783.386855:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bb6b40.
00010000:00000010:0.1:1769074783.392887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1b00.
00010000:00000010:0.1:1769074783.408443:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704b53c00.
00010000:00000010:0.1:1769074783.408460:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341c800.
00010000:00000010:0.1:1769074783.408466:0:2425:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e07f00.
00010000:00000010:0.1:1769074783.408470:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704b52200.
00010000:00000010:1.1:1769074783.469774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a2bf400.
00010000:00000010:1.1:1769074783.469816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8aa00.
00010000:00000010:1.1:1769074783.469824:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1dfe00.
00010000:00000010:1.1:1769074783.469828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580345b200.
00000080:00000010:3.1:1769074783.483157:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bbb180.
00010000:00000010:3.1:1769074783.488817:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eade00.
00010000:00000010:3.1:1769074783.488830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803759000.
00010000:00000010:3.1:1769074783.488835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69800.
00010000:00000010:3.1:1769074783.488839:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58079ff000.
00010000:00000010:3.1:1769074783.488842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803759600.
00000080:00000010:3.1:1769074783.502914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452da40.
00000080:00000010:0.1:1769074783.519869:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a439c0.
00010000:00000010:0.1:1769074783.519887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5806127800.
00010000:00000010:0.1:1769074783.519893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810dcfc00.
00010000:00000010:3.1:1769074783.613183:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d70600.
00010000:00000010:3.1:1769074783.613192:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8b800.
00010000:00000010:3.1:1769074783.613198:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807a0ee00.
00010000:00000010:3.1:1769074783.613203:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808582200.
00000080:00000010:3.1:1769074783.646049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac00e0.
00000080:00000010:3.1:1769074783.646143:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a66b40.
00010000:00000010:3.1:1769074783.646160:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f74300.
00010000:00000010:3.1:1769074783.646168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809eec800.
00000080:00000010:3.1:1769074783.661988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda4e0.
00000080:00000010:3.1:1769074783.677979:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809be6300.
00010000:00000010:3.1:1769074783.691766:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eade00.
00000080:00000010:1.1:1769074783.735493:0:13:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b11080.
00010000:00000010:1.1:1769074783.735511:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c78300.
00010000:00000010:1.1:1769074783.735517:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d76c00.
00000080:00000010:3.1:1769074783.746524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fefe40.
00000080:00000010:3.1:1769074783.746560:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809822100.
00010000:00000010:3.1:1769074783.746577:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f93f00.
00010000:00000010:3.1:1769074783.746595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b442400.
00000080:00000010:3.1:1769074783.800984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a94a0.
00000080:00000010:3.1:1769074783.801017:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117ed280.
00010000:00000010:3.1:1769074783.801031:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807283400.
00010000:00000010:3.1:1769074783.801037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58056bec00.
00000080:00000010:0.1:1769074783.806408:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580987b180.
00010000:00000010:0.1:1769074783.806428:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811deed00.
00010000:00000010:0.1:1769074783.806435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ca1000.
00000080:00000010:3.1:1769074783.807237:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58186da080.
00000080:00000010:1.1:1769074783.810386:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05540.
00000080:00000010:1.1:1769074783.810434:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811599080.
00010000:00000010:1.1:1769074783.810445:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810f25200.
00010000:00000010:1.1:1769074783.810450:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d00c00.
00000080:00000010:1.1:1769074783.819495:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac1600.
00000080:00000010:1.1:1769074783.819536:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580986f380.
00010000:00000010:1.1:1769074783.828803:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735000.
00010000:00000010:1.1:1769074783.834999:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803477e00.
00010000:00000010:1.1:1769074783.835008:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010abe00.
00010000:00000010:1.1:1769074783.835015:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a0a4500.
00010000:00000010:1.1:1769074783.835020:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803477200.
00000080:00000010:1.1:1769074783.851565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1500.
00000080:00000010:0.1:1769074783.869047:0:22054:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b7c200.
00010000:00000010:0.1:1769074783.877342:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58107d1200.
00010000:00000010:0.1:1769074783.877357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809eeec00.
00000080:00000010:1.1:1769074783.924911:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b04200.
00010000:00000010:1.1:1769074783.924932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5804e21900.
00010000:00000010:1.1:1769074783.924937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58107f4a00.
00000080:00000010:0.1:1769074783.930936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac09c0.
00000080:00000010:0.1:1769074783.930960:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117e7380.
00010000:00000010:0.1:1769074783.930973:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807dee900.
00010000:00000010:0.1:1769074783.930978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8bc00.
00000080:00000010:3.1:1769074783.965187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5804c76de0.
00000080:00000010:3.1:1769074783.965227:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098dca40.
00010000:00000010:3.1:1769074783.965239:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58187c0a00.
00010000:00000010:3.1:1769074783.965247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810f2d000.
00000080:00000010:3.1:1769074783.973018:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72a00.
00000080:00000010:3.1:1769074783.973055:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580988a940.
00010000:00000010:3.1:1769074783.973068:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ee2600.
00010000:00000010:3.1:1769074783.973075:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fc7600.
00000080:00000010:3.1:1769074783.979244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25b40.
00000080:00000010:3.1:1769074783.979282:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809964200.
00000080:00000010:3.1:1769074784.024885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac08e0.
00000080:00000010:1.1:1769074784.043943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05380.
00000080:00000010:0.1:1769074784.045058:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b9c200.
00010000:00000010:0.1:1769074784.045077:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802e5fc00.
00010000:00000010:0.1:1769074784.045084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f25400.
00000080:00000010:3.1:1769074784.047165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fefb20.
00000080:00000010:3.1:1769074784.047203:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809812940.
00000080:00000010:1.1:1769074784.047777:0:2424:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580985b180.
00010000:00000010:1.1:1769074784.047799:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58187eba00.
00010000:00000010:1.1:1769074784.047806:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58092b5a00.
00010000:00000010:3.1:1769074784.051299:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c92b00.
00010000:00000010:3.1:1769074784.051310:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58056bf600.
00000080:00000010:3.1:1769074784.063793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58186c54e0.
00000080:00000010:3.1:1769074784.063827:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098a4a40.
00010000:00000010:3.1:1769074784.070959:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809db7e00.
00010000:00000010:3.1:1769074784.070969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809c42600.
00000080:00000010:0.1:1769074784.077033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac1b80.
00000080:00000010:0.1:1769074784.077060:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809876300.
00010000:00000010:0.1:1769074784.077072:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb0300.
00010000:00000010:0.1:1769074784.077080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5818732600.
00000080:00000010:0.1:1769074784.082058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58091cade0.
00000080:00000010:0.1:1769074784.082086:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ad4200.
00010000:00000010:0.1:1769074784.082098:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ee2900.
00010000:00000010:0.1:1769074784.082104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fc7c00.
00000080:00000010:0.1:1769074784.089977:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c259e0.
00000080:00000010:0.1:1769074784.090004:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809964a40.
00010000:00000010:0.1:1769074784.090014:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58092b3b00.
00010000:00000010:0.1:1769074784.090020:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809c82000.
00000080:00000010:0.1:1769074784.098236:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807cb25c0.
00000080:00000010:0.1:1769074784.098257:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580990e300.
00010000:00000010:0.1:1769074784.098267:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580607e000.
00010000:00000010:0.1:1769074784.098272:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f64000.
00000080:00000010:0.1:1769074784.117899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a920f60.
00000080:00000010:0.1:1769074784.117930:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a339c0.
00010000:00000010:0.1:1769074784.117940:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1b00.
00010000:00000010:1.1:1769074784.136851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e02800.
00010000:00000010:1.1:1769074784.136869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341d800.
00010000:00000010:1.1:1769074784.136875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580a913a00.
00010000:00000010:1.1:1769074784.136880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580924a000.
00010000:00000010:3.1:1769074784.179795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58034f9600.
00010000:00000010:3.1:1769074784.179805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8a600.
00010000:00000010:3.1:1769074784.179823:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57048ca500.
00010000:00000010:3.1:1769074784.179829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a3c2a00.
00000080:00000010:3.1:1769074784.183317:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac02a0.
00000080:00000010:3.1:1769074784.183355:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580997d280.
00010000:00000010:3.1:1769074784.183373:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802e5f200.
00010000:00000010:3.1:1769074784.183378:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f25200.
00000080:00000010:3.1:1769074784.187224:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05a80.
00000080:00000010:3.1:1769074784.192475:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c581151d280.
00010000:00000010:3.1:1769074784.196359:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadb00.
00010000:00000010:3.1:1769074784.196370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583464b000.
00010000:00000010:3.1:1769074784.196374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69200.
00010000:00000010:3.1:1769074784.196379:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c582c4cd700.
00010000:00000010:3.1:1769074784.196382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583464b800.
00000080:00000010:3.1:1769074784.206850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d7c0.
00000080:00000010:3.1:1769074784.243215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fefd40.
00000080:00000010:3.1:1769074784.243247:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809834a40.
00010000:00000010:3.1:1769074784.253919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c85d00.
00010000:00000010:3.1:1769074784.253946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f61a00.
00000080:00000010:3.1:1769074784.337951:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a398c0.
00010000:00000010:3.1:1769074784.337984:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c85f00.
00010000:00000010:3.1:1769074784.337991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ec9200.
00000080:00000010:3.1:1769074784.346896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05a20.
00000080:00000010:3.1:1769074784.346943:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a44a40.
00010000:00000010:3.1:1769074784.365158:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadb00.
00010000:00000010:3.1:1769074784.365167:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580860ae00.
00010000:00000010:3.1:1769074784.365171:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69200.
00010000:00000010:3.1:1769074784.365174:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e7d700.
00010000:00000010:3.1:1769074784.365176:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580860bc00.
00000080:00000010:3.1:1769074784.374789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d7c0.
00000080:00000010:0.1:1769074784.399297:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ad0840.
00010000:00000010:0.1:1769074784.399996:0:14:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c78600.
00010000:00000010:0.1:1769074784.400008:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b455800.
00000080:00000010:3.1:1769074784.497836:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bdf380.
00010000:00000010:3.1:1769074784.497859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802e5fb00.
00010000:00000010:3.1:1769074784.497866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f24e00.
00000080:00000010:3.1:1769074784.502822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05dc0.
00000080:00000010:3.1:1769074784.502855:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c581151ca40.
00010000:00000010:0.1:1769074784.508161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808583200.
00010000:00000010:0.1:1769074784.508188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69200.
00010000:00000010:0.1:1769074784.508196:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808608d00.
00010000:00000010:0.1:1769074784.508228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808583600.
00010000:00000010:3.1:1769074784.510799:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadb00.
00000080:00000010:0.1:1769074784.515800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d7c0.
00000080:00000010:1.1:1769074784.542073:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809aac200.
00010000:00000010:1.1:1769074784.542094:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580605c700.
00010000:00000010:1.1:1769074784.542101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e2aa00.
00000080:00000010:0.1:1769074784.548135:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808f920a0.
00000080:00000010:0.1:1769074784.548158:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ac4a40.
00010000:00000010:0.1:1769074784.548171:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ec4500.
00010000:00000010:0.1:1769074784.548177:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e0d600.
00000080:00000010:0.1:1769074784.554860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809e0f100.
00000080:00000010:0.1:1769074784.554902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809af4a40.
00010000:00000010:0.1:1769074784.554915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802e5f400.
00010000:00000010:0.1:1769074784.554923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f24c00.
00000080:00000010:0.1:1769074784.561990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05500.
00000080:00000010:1.1:1769074784.569119:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811518840.
00010000:00000010:1.1:1769074784.569138:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580a7cd100.
00010000:00000010:1.1:1769074784.569144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f19e00.
00010000:00000010:3.1:1769074784.604233:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580722f400.
00010000:00000010:3.1:1769074784.604248:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809cb5400.
00000080:00000010:3.1:1769074784.612189:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda320.
00000080:00000010:3.1:1769074784.612223:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811782940.
00010000:00000010:3.1:1769074784.612237:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811e99f00.
00010000:00000010:3.1:1769074784.612245:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fad200.
00000080:00000010:3.1:1769074784.619333:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda380.
00000080:00000010:3.1:1769074784.623296:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580996a100.
00000080:00000010:1.1:1769074784.700829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac1440.
00000080:00000010:1.1:1769074784.700853:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098cb180.
00010000:00000010:1.1:1769074784.700860:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58034a7400.
00010000:00000010:1.1:1769074784.700864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341de00.
00010000:00000010:0.1:1769074784.731845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58079f7e00.
00010000:00000010:0.1:1769074784.731862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010aa200.
00010000:00000010:0.1:1769074784.731869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58079b7000.
00010000:00000010:0.1:1769074784.731874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58079f6200.
00000080:00000010:1.1:1769074784.734209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd9880.
00000080:00000010:1.1:1769074784.734251:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bbd280.
00000080:00000010:1.1:1769074784.741870:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bedac0.
00010000:00000010:0.1:1769074784.750909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735300.
00010000:00000010:1.1:1769074784.762843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58086cda00.
00010000:00000010:1.1:1769074784.762854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010ab200.
00010000:00000010:1.1:1769074784.762859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808fd7000.
00010000:00000010:1.1:1769074784.762864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58086cc000.
00000080:00000010:3.1:1769074784.781466:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ae5ac0.
00010000:00000010:0.1:1769074784.792056:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1b00.
00010000:00000010:0.1:1769074784.792078:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807992000.
00010000:00000010:0.1:1769074784.792083:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341d400.
00010000:00000010:0.1:1769074784.792087:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580792b700.
00010000:00000010:0.1:1769074784.792091:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58078de200.
00000080:00000010:0.1:1769074784.797992:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d2c0.
00000080:00000010:3.1:1769074784.891988:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809e0ff40.
00000080:00000010:3.1:1769074784.902356:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809af2100.
00010000:00000010:3.1:1769074784.902384:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58073d2600.
00010000:00000010:3.1:1769074784.902392:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d60400.
00000080:00000010:3.1:1769074784.911261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9be0.
00000080:00000010:3.1:1769074784.911309:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117ea940.
00010000:00000010:3.1:1769074784.915844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadb00.
00010000:00000010:3.1:1769074784.915868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58078b4e00.
00010000:00000010:3.1:1769074784.915874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69a00.
00010000:00000010:3.1:1769074784.915877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58037ee300.
00010000:00000010:3.1:1769074784.915880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58078b5400.
00010000:00000010:0.1:1769074784.963782:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e2b600.
00010000:00000010:0.1:1769074784.963791:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8ac00.
00010000:00000010:0.1:1769074784.963798:0:2425:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580605c200.
00010000:00000010:0.1:1769074784.963812:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e05000.
00000080:00000010:1.1:1769074784.990238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac05a0.
00000080:00000010:1.1:1769074784.996184:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809aea940.
00010000:00000010:1.1:1769074785.001955:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735c00.
00000080:00000010:0.1:1769074785.074025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fefda0.
00000080:00000010:0.1:1769074785.074053:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809827380.
00010000:00000010:0.1:1769074785.074067:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811e99a00.
00010000:00000010:0.1:1769074785.074073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808a9b400.
00000080:00000010:0.1:1769074785.080545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd9880.
00000080:00000010:0.1:1769074785.080571:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580996e300.
00010000:00000010:0.1:1769074785.080579:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803488000.
00010000:00000010:0.1:1769074785.080605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803428400.
00000080:00000010:0.1:1769074785.082171:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809fc9640.
00000080:00000010:0.1:1769074785.094804:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b70840.
00010000:00000010:0.1:1769074785.094836:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5806127200.
00010000:00000010:0.1:1769074785.094842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810dcf600.
00000080:00000010:0.1:1769074785.098232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810f6d880.
00000080:00000010:0.1:1769074785.098273:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580989a940.
00010000:00000010:0.1:1769074785.098283:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58130c3b00.
00010000:00000010:0.1:1769074785.098290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58072d8000.
00000080:00000010:1.1:1769074785.109127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05220.
00000080:00000010:1.1:1769074785.109154:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811596b40.
00010000:00000010:1.1:1769074785.109166:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580a7cd400.
00010000:00000010:1.1:1769074785.109173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810011000.
00000080:00000010:0.1:1769074785.233026:0:2425:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a55280.
00010000:00000010:0.1:1769074785.233045:0:2425:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809223600.
00010000:00000010:0.1:1769074785.233053:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580729ca00.
00000080:00000010:0.1:1769074785.245287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5802ba92a0.
00000080:00000010:0.1:1769074785.245328:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809856300.
00010000:00000010:0.1:1769074785.249217:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58073d2d00.
00010000:00000010:0.1:1769074785.249229:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d8d800.
00000080:00000010:1.1:1769074785.257343:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809804200.
00010000:00000010:1.1:1769074785.257386:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921ee00.
00010000:00000010:1.1:1769074785.257394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b443c00.
00000080:00000010:0.1:1769074785.257966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9540.
00000080:00000010:3.1:1769074785.280909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809e0fd60.
00000080:00000010:3.1:1769074785.280970:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b16b40.
00010000:00000010:3.1:1769074785.294845:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadb00.
00010000:00000010:3.1:1769074785.298488:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580374d400.
00010000:00000010:3.1:1769074785.298503:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69a00.
00010000:00000010:3.1:1769074785.298510:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807886100.
00010000:00000010:3.1:1769074785.298515:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704ffb000.
00000080:00000010:3.1:1769074785.350969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452dd20.
00000080:00000010:3.1:1769074785.394056:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a80000.
00010000:00000010:3.1:1769074785.394073:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580722f300.
00010000:00000010:3.1:1769074785.394079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809cb5800.
00000080:00000010:0.1:1769074785.402345:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811784200.
00000080:00000010:3.1:1769074785.402900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda700.
00010000:00000010:0.1:1769074785.416038:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1b00.
00010000:00000010:0.1:1769074785.416052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834778e00.
00010000:00000010:0.1:1769074785.416057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341cc00.
00010000:00000010:0.1:1769074785.416060:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58347e9200.
00010000:00000010:0.1:1769074785.416063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834779e00.
00000080:00000010:3.1:1769074785.454429:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b5a940.
00010000:00000010:3.1:1769074785.484640:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadb00.
00010000:00000010:3.1:1769074785.484652:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580345ae00.
00010000:00000010:3.1:1769074785.485061:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69a00.
00010000:00000010:3.1:1769074785.485069:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580346d600.
00010000:00000010:3.1:1769074785.485072:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580345a400.
00010000:00000010:1.1:1769074785.566238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834415e00.
00010000:00000010:1.1:1769074785.566248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8ae00.
00010000:00000010:1.1:1769074785.566254:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f0c600.
00010000:00000010:1.1:1769074785.566259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834779400.
00000080:00000010:0.1:1769074785.591173:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac08a0.
00000080:00000010:3.1:1769074785.640998:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809aa39c0.
00010000:00000010:3.1:1769074785.641015:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f90100.
00010000:00000010:3.1:1769074785.641022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808af1400.
00000080:00000010:0.1:1769074785.674935:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117e39c0.
00000080:00000010:1.1:1769074785.681841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0b00.
00000080:00000010:1.1:1769074785.716058:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099e5280.
00010000:00000010:1.1:1769074785.726777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735c00.
00010000:00000010:1.1:1769074785.726786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f64800.
00010000:00000010:1.1:1769074785.726793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010aa800.
00010000:00000010:1.1:1769074785.726796:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58037eeb00.
00010000:00000010:1.1:1769074785.726801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807993c00.
00000080:00000010:1.1:1769074785.726807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1520.
00000080:00000010:1.1:1769074785.738006:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a739c0.
00010000:00000010:1.1:1769074785.738031:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f93200.
00010000:00000010:1.1:1769074785.738039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e0ca00.
00000080:00000010:1.1:1769074785.741818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809e0f700.
00000080:00000010:1.1:1769074785.741865:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809af0000.
00010000:00000010:1.1:1769074785.764164:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735c00.
00010000:00000010:1.1:1769074785.791492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834414400.
00010000:00000010:1.1:1769074785.791499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010aa800.
00010000:00000010:1.1:1769074785.791504:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58347e9a00.
00010000:00000010:1.1:1769074785.791508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834778200.
00000080:00000010:0.1:1769074785.799885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b5a100.
00010000:00000010:0.1:1769074785.799906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f80500.
00010000:00000010:0.1:1769074785.799912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810eac600.
00010000:00000010:0.1:1769074785.915669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c581001d300.
00010000:00000010:0.1:1769074785.915679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d9be00.
00000080:00000010:3.1:1769074785.956212:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a1c200.
00010000:00000010:0.1:1769074785.967560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580876b200.
00010000:00000010:0.1:1769074785.967568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69a00.
00010000:00000010:0.1:1769074785.967597:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ed8100.
00010000:00000010:0.1:1769074785.967601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f47800.
00010000:00000010:3.1:1769074785.968894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadb00.
00000080:00000010:0.1:1769074785.995626:0:13:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b298c0.
00000080:00000010:3.1:1769074786.028243:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809afa100.
00010000:00000010:3.1:1769074786.031905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809db7800.
00010000:00000010:3.1:1769074786.031935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d00600.
00000080:00000010:3.1:1769074786.035169:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac1d20.
00000080:00000010:3.1:1769074786.035195:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809872940.
00010000:00000010:3.1:1769074786.035201:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58131d0900.
00010000:00000010:3.1:1769074786.035206:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580311ea00.
00000080:00000010:3.1:1769074786.055134:0:1041:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0ec0.
00000080:00000010:3.1:1769074786.055162:0:1041:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117ff380.
00010000:00000010:3.1:1769074786.055176:0:1041:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5805455a00.
00010000:00000010:3.1:1769074786.055182:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58107f4200.
00000080:00000010:3.1:1769074786.055187:0:1041:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0580.
00000080:00000010:3.1:1769074786.055304:0:1041:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117e0000.
00000080:00000010:3.1:1769074786.109836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a97c0.
00000080:00000010:3.1:1769074786.109899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117f2100.
00010000:00000010:3.1:1769074786.109916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811cee400.
00010000:00000010:3.1:1769074786.109924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809c39400.
00000080:00000010:3.1:1769074786.144803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5804eb4260.
00000080:00000010:3.1:1769074786.145040:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098ba940.
00010000:00000010:3.1:1769074786.145050:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580607e100.
00010000:00000010:3.1:1769074786.145057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f60200.
00000080:00000010:3.1:1769074786.149803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a9202e0.
00000080:00000010:3.1:1769074786.149848:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a32940.
00010000:00000010:3.1:1769074786.149864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807283d00.
00010000:00000010:3.1:1769074786.149871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809cabc00.
00000080:00000010:3.1:1769074786.149876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72660.
00000080:00000010:3.1:1769074786.149889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809879080.
00010000:00000010:3.1:1769074786.162877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadb00.
00000080:00000010:3.1:1769074786.229641:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b4ca40.
00010000:00000010:3.1:1769074786.229655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807284000.
00010000:00000010:3.1:1769074786.229664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58187cf000.
00010000:00000010:0.1:1769074786.290926:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df100.
00010000:00000010:0.1:1769074786.290933:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580345b600.
00010000:00000010:0.1:1769074786.290937:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809427f00.
00010000:00000010:0.1:1769074786.290957:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb2c00.
00010000:00000010:3.1:1769074786.315319:0:2434:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c582c4e5300.
00010000:00000010:3.1:1769074786.315329:0:2434:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f29200.
00000080:00000010:0.1:1769074786.316170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fefea0.
00000080:00000010:0.1:1769074786.316195:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098418c0.
00010000:00000010:0.1:1769074786.316202:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802a06c00.
00010000:00000010:0.1:1769074786.316205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b44de00.
00000080:00000010:0.1:1769074786.320051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9a00.
00000080:00000010:0.1:1769074786.320087:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117f1080.
00010000:00000010:3.1:1769074786.324469:0:41343:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c582c470d00.
00010000:00000010:3.1:1769074786.324494:0:41343:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a2bfa00.
00010000:00000010:3.1:1769074786.345726:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809576e00.
00010000:00000010:3.1:1769074786.345967:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809258a00.
00010000:00000010:3.1:1769074786.386949:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803610100.
00010000:00000010:3.1:1769074786.386956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e02600.
00010000:00000010:3.1:1769074786.386960:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c582c45e900.
00010000:00000010:3.1:1769074786.386964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583464a400.
00010000:00000010:3.1:1769074786.386968:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fadc00.
00010000:00000010:3.1:1769074786.386971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803476e00.
00010000:00000010:0.1:1769074786.390147:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807886300.
00010000:00000010:0.1:1769074786.390156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58078b5a00.
00010000:00000010:3.1:1769074786.390892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a320b00.
00010000:00000010:3.1:1769074786.390903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a20c000.
00010000:00000010:3.1:1769074786.427853:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580841d100.
00010000:00000010:3.1:1769074786.427862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580799f400.
00000080:00000010:0.1:1769074786.435140:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bbdac0.
00010000:00000010:0.1:1769074786.435154:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58092b3200.
00010000:00000010:0.1:1769074786.435158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809c83e00.
00010000:00000010:0.1:1769074786.470883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807c2a600.
00010000:00000010:0.1:1769074786.470893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8ba00.
00010000:00000010:0.1:1769074786.470900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9900.
00010000:00000010:0.1:1769074786.470904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f1ac00.
00000080:00000010:0.1:1769074786.474921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0a40.
00000080:00000010:1.1:1769074786.480234:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099c4200.
00010000:00000010:0.1:1769074786.485915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735c00.
00010000:00000010:1.1:1769074786.514375:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810010600.
00010000:00000010:1.1:1769074786.514392:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010abe00.
00010000:00000010:1.1:1769074786.514398:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58187d4b00.
00010000:00000010:1.1:1769074786.514402:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d9b200.
00000080:00000010:3.1:1769074786.582351:0:36322:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0240.
00000080:00000010:3.1:1769074786.582383:0:36322:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580980d280.
00010000:00000010:3.1:1769074786.582393:0:36322:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c581001d100.
00010000:00000010:3.1:1769074786.582398:0:36322:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d9b800.
00000080:00000010:3.1:1769074786.636163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a920b60.
00000080:00000010:3.1:1769074786.636190:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a1b9c0.
00010000:00000010:0.1:1769074786.639624:0:1363:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580958bc00.
00010000:00000010:0.1:1769074786.639632:0:1363:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f57000.
00010000:00000010:0.1:1769074786.639637:0:1363:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58096d9700.
00010000:00000010:0.1:1769074786.639641:0:1363:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809593200.
00010000:00000010:0.1:1769074786.639646:0:1363:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809762300.
00010000:00000010:0.1:1769074786.639649:0:1363:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58097b7600.
00010000:00000010:0.1:1769074786.639652:0:1363:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5834426b00.
00010000:00000010:0.1:1769074786.639656:0:1363:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f46800.
00010000:00000010:0.1:1769074786.639677:0:1363:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807a45d00.
00010000:00000010:0.1:1769074786.639681:0:1363:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a18e00.
00010000:00000010:3.1:1769074786.640793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fc0a00.
00010000:00000010:3.1:1769074786.640804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a20dc00.
00010000:00000010:3.1:1769074786.640808:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5805f8aa00.
00010000:00000010:3.1:1769074786.640813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a20d400.
00010000:00000010:1.1:1769074786.640870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f93800.
00010000:00000010:1.1:1769074786.640877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e6e000.
00010000:00000010:1.1:1769074786.640881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58037cda00.
00010000:00000010:1.1:1769074786.640885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704ffbc00.
00010000:00000010:1.1:1769074786.640889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810f30500.
00010000:00000010:1.1:1769074786.640892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5705006c00.
00010000:00000010:1.1:1769074786.640913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c582c4c4f00.
00010000:00000010:1.1:1769074786.640917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58346f3000.
00010000:00000010:3.1:1769074786.660383:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608e00.
00010000:00000010:3.1:1769074786.660398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f41000.
00010000:00000010:1.1:1769074786.683322:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8900.
00010000:00000010:1.1:1769074786.683332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704eee400.
00010000:00000010:1.1:1769074786.683338:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807a45b00.
00010000:00000010:1.1:1769074786.683342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a19200.
00010000:00000010:1.1:1769074786.683345:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5834417000.
00010000:00000010:1.1:1769074786.683349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f29c00.
00010000:00000010:1.1:1769074786.683353:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810f30400.
00010000:00000010:1.1:1769074786.683356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8b600.
00010000:00000010:3.1:1769074786.694902:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb9400.
00010000:00000010:3.1:1769074786.694913:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58034f8200.
00010000:00000010:3.1:1769074786.694918:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808454300.
00010000:00000010:3.1:1769074786.694921:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e04400.
00000080:00000010:0.1:1769074786.701788:0:41339:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099fe300.
00010000:00000010:3.1:1769074786.708493:0:2435:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58034fad00.
00010000:00000010:3.1:1769074786.708506:0:2435:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a3c4000.
00010000:00000010:1.1:1769074786.722010:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808608300.
00010000:00000010:1.1:1769074786.722035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808582000.
00010000:00000010:1.1:1769074786.722039:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58079b7d00.
00010000:00000010:1.1:1769074786.722042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580374da00.
00010000:00000010:0.1:1769074786.732521:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807886700.
00010000:00000010:0.1:1769074786.732529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580374cc00.
00010000:00000010:0.1:1769074786.732534:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58347e9c00.
00010000:00000010:0.1:1769074786.732537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834779800.
00010000:00000010:0.1:1769074786.732541:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1dfa00.
00010000:00000010:0.1:1769074786.732545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580345be00.
00010000:00000010:0.1:1769074786.732550:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1e00.
00010000:00000010:0.1:1769074786.732553:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580856c000.
00010000:00000010:0.1:1769074786.732558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ec9400.
00010000:00000010:0.1:1769074786.732562:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f74a00.
00010000:00000010:0.1:1769074786.732762:0:41339:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807c2aa00.
00010000:00000010:3.1:1769074786.761791:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809efe700.
00010000:00000010:3.1:1769074786.761804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834415600.
00010000:00000010:3.1:1769074786.761810:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58187d4500.
00010000:00000010:3.1:1769074786.761814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f18e00.
00010000:00000010:3.1:1769074786.761818:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5834417400.
00010000:00000010:3.1:1769074786.761821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ec7c00.
00000080:00000010:1.1:1769074786.770800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddade0.
00000080:00000010:1.1:1769074786.774862:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bb3180.
00000080:00000010:0.1:1769074786.847981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25900.
00000080:00000010:0.1:1769074786.848017:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099518c0.
00010000:00000010:0.1:1769074786.848030:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb4000.
00010000:00000010:0.1:1769074786.848036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f6e400.
00000080:00000010:0.1:1769074786.852841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808f92f60.
00010000:00000010:0.1:1769074786.852858:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735900.
00010000:00000010:0.1:1769074786.852863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808582a00.
00010000:00000010:0.1:1769074786.852867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010aa800.
00010000:00000010:0.1:1769074786.852869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808608400.
00010000:00000010:0.1:1769074786.852872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808583e00.
00000080:00000010:1.1:1769074786.860256:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809adca40.
00000080:00000010:0.1:1769074786.860830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1940.
00000080:00000010:1.1:1769074786.882598:0:2425:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809aa8000.
00010000:00000010:1.1:1769074786.882619:0:2425:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818709a00.
00010000:00000010:1.1:1769074786.882626:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58092d2200.
00000080:00000010:3.1:1769074786.927824:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ae8000.
00010000:00000010:3.1:1769074786.935049:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead100.
00000080:00000010:1.1:1769074786.971183:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a0b9c0.
00010000:00000010:1.1:1769074786.971202:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d10300.
00010000:00000010:1.1:1769074786.971210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d8d200.
00010000:00000010:3.1:1769074786.992806:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580860a400.
00010000:00000010:3.1:1769074786.992819:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8b000.
00010000:00000010:3.1:1769074786.992825:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58085d9700.
00010000:00000010:3.1:1769074786.992830:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580853ae00.
00000080:00000010:3.1:1769074787.009890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0da0.
00000080:00000010:0.1:1769074787.035837:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a9c200.
00010000:00000010:0.1:1769074787.040253:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809edc900.
00010000:00000010:0.1:1769074787.040264:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f19a00.
00000080:00000010:0.1:1769074787.048833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c86740.
00000080:00000010:0.1:1769074787.048879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099e2940.
00010000:00000010:0.1:1769074787.048896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5813acaf00.
00010000:00000010:0.1:1769074787.048903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5805644c00.
00000080:00000010:3.1:1769074787.079100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fefa40.
00000080:00000010:3.1:1769074787.082297:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809826b40.
00010000:00000010:3.1:1769074787.082322:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807283700.
00010000:00000010:3.1:1769074787.082329:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58056bee00.
00000080:00000010:3.1:1769074787.086296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58106904e0.
00000080:00000010:3.1:1769074787.097352:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098aa100.
00010000:00000010:3.1:1769074787.097373:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811bc2b00.
00010000:00000010:3.1:1769074787.097378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d61c00.
00000080:00000010:3.1:1769074787.105788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9800.
00000080:00000010:3.1:1769074787.105857:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117ec200.
00010000:00000010:0.1:1769074787.113247:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead100.
00010000:00000010:0.1:1769074787.118130:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809447400.
00010000:00000010:0.1:1769074787.118140:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69200.
00010000:00000010:0.1:1769074787.118147:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809576500.
00010000:00000010:0.1:1769074787.118151:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809446000.
00000080:00000010:0.1:1769074787.160181:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d820.
00000080:00000010:0.1:1769074787.165034:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809af2940.
00010000:00000010:0.1:1769074787.165060:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58131d6800.
00010000:00000010:0.1:1769074787.165067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58092b4400.
00000080:00000010:3.1:1769074787.272404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58091cacc0.
00000080:00000010:3.1:1769074787.272456:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580982dac0.
00010000:00000010:3.1:1769074787.272472:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580926e900.
00010000:00000010:3.1:1769074787.272480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b4ba400.
00000080:00000010:3.1:1769074787.280927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5802ba9da0.
00010000:00000010:0.1:1769074787.289105:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808fbc100.
00010000:00000010:0.1:1769074787.289114:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fb8200.
00000080:00000010:0.1:1769074787.298950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c257e0.
00000080:00000010:1.1:1769074787.303398:0:2424:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580998eb40.
00010000:00000010:1.1:1769074787.303414:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58187c0700.
00010000:00000010:1.1:1769074787.303421:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c581877aa00.
00000080:00000010:0.1:1769074787.362833:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b4a100.
00010000:00000010:0.1:1769074787.362856:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58187eb500.
00010000:00000010:0.1:1769074787.362861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b455400.
00000080:00000010:1.1:1769074787.378883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808feff20.
00000080:00000010:1.1:1769074787.382947:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809816300.
00010000:00000010:1.1:1769074787.382973:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58034fa000.
00010000:00000010:1.1:1769074787.382979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b4d6000.
00000080:00000010:3.1:1769074787.392071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac1840.
00000080:00000010:3.1:1769074787.392115:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809885280.
00010000:00000010:3.1:1769074787.405326:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead900.
00010000:00000010:0.1:1769074787.407157:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704eae400.
00010000:00000010:0.1:1769074787.407169:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69c00.
00010000:00000010:0.1:1769074787.407175:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c570502d400.
00010000:00000010:0.1:1769074787.407180:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010ab400.
00000080:00000010:0.1:1769074787.415367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d300.
00000080:00000010:0.1:1769074787.415418:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099b8840.
00010000:00000010:0.1:1769074787.415431:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58187c0000.
00010000:00000010:0.1:1769074787.415438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810f2c200.
00000080:00000010:0.1:1769074787.432079:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72140.
00000080:00000010:0.1:1769074787.432123:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580988c200.
00010000:00000010:0.1:1769074787.437765:0:2425:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1e00.
00010000:00000010:1.1:1769074787.455054:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58085e6a00.
00010000:00000010:1.1:1769074787.455064:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341c400.
00010000:00000010:1.1:1769074787.455071:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58085d9a00.
00010000:00000010:1.1:1769074787.455075:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58085e7c00.
00000080:00000010:3.1:1769074787.477253:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809aaf380.
00010000:00000010:3.1:1769074787.491169:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead900.
00010000:00000010:3.1:1769074787.491187:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810e97400.
00010000:00000010:3.1:1769074787.491194:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69800.
00010000:00000010:3.1:1769074787.491199:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fcd300.
00010000:00000010:3.1:1769074787.491201:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810e97c00.
00000080:00000010:3.1:1769074787.512975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d540.
00000080:00000010:0.1:1769074787.546256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0d20.
00000080:00000010:1.1:1769074787.570171:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809aaa100.
00010000:00000010:1.1:1769074787.570187:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807029a00.
00010000:00000010:1.1:1769074787.570194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d76200.
00000080:00000010:0.1:1769074787.574779:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809824a40.
00000080:00000010:1.1:1769074787.575068:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fefd20.
00010000:00000010:1.1:1769074787.589872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1e00.
00010000:00000010:0.1:1769074787.590282:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a20c600.
00010000:00000010:0.1:1769074787.590290:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341c600.
00010000:00000010:0.1:1769074787.590294:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e10b00.
00010000:00000010:0.1:1769074787.590298:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809698200.
00000080:00000010:1.1:1769074787.593904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda600.
00010000:00000010:3.1:1769074787.649311:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809edc200.
00010000:00000010:3.1:1769074787.649337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f18400.
00000080:00000010:3.1:1769074787.663427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c86bc0.
00000080:00000010:3.1:1769074787.666357:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099ed280.
00010000:00000010:3.1:1769074787.666383:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809cbdc00.
00010000:00000010:3.1:1769074787.666390:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810eada00.
00000080:00000010:3.1:1769074787.678467:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0280.
00000080:00000010:3.1:1769074787.678500:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809915ac0.
00010000:00000010:3.1:1769074787.678510:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5804e21d00.
00010000:00000010:3.1:1769074787.678515:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58107f5600.
00000080:00000010:3.1:1769074787.684262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0de0.
00000080:00000010:3.1:1769074787.684314:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117fc200.
00010000:00000010:0.1:1769074787.754797:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921ed00.
00010000:00000010:0.1:1769074787.754830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f28800.
00010000:00000010:0.1:1769074787.754836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8b000.
00010000:00000010:0.1:1769074787.754842:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ed8800.
00010000:00000010:0.1:1769074787.754845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580876a000.
00000080:00000010:0.1:1769074787.780793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac00c0.
00000080:00000010:1.1:1769074787.798012:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b12100.
00010000:00000010:1.1:1769074787.798023:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802e5f600.
00010000:00000010:1.1:1769074787.798030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f24600.
00010000:00000010:3.1:1769074787.832792:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580926ea00.
00010000:00000010:3.1:1769074787.832833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b4bae00.
00000080:00000010:3.1:1769074787.847180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5811e00300.
00000080:00000010:3.1:1769074787.850785:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580984a100.
00010000:00000010:3.1:1769074787.850799:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810dafa00.
00010000:00000010:3.1:1769074787.851243:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580605ec00.
00000080:00000010:3.1:1769074787.862284:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac1400.
00000080:00000010:3.1:1769074787.871001:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098c98c0.
00010000:00000010:3.1:1769074787.871023:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811cee500.
00010000:00000010:3.1:1769074787.871031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809c39a00.
00000080:00000010:0.1:1769074787.915102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5802ba9a00.
00000080:00000010:0.1:1769074787.919115:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098518c0.
00010000:00000010:0.1:1769074787.928846:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818736000.
00010000:00000010:0.1:1769074787.928855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fc5e00.
00000080:00000010:0.1:1769074787.937140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c86c00.
00000080:00000010:1.1:1769074787.944429:0:33737:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809966b40.
00010000:00000010:1.1:1769074787.944450:0:33737:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f93e00.
00010000:00000010:1.1:1769074787.944455:0:33737:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f47000.
00000080:00000010:3.1:1769074787.966251:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fef5a0.
00000080:00000010:3.1:1769074787.969257:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809837380.
00010000:00000010:3.1:1769074787.969279:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802e5f500.
00010000:00000010:3.1:1769074787.969284:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f25c00.
00000080:00000010:3.1:1769074787.980204:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805eebd20.
00000080:00000010:3.1:1769074787.980252:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c581151b180.
00010000:00000010:3.1:1769074787.980264:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809271d00.
00010000:00000010:3.1:1769074787.980270:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ce8800.
00000080:00000010:3.1:1769074787.990105:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd9520.
00010000:00000010:3.1:1769074788.065569:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921ec00.
00010000:00000010:3.1:1769074788.081782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809592a00.
00010000:00000010:3.1:1769074788.081792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8b600.
00010000:00000010:3.1:1769074788.081798:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ed8d00.
00010000:00000010:3.1:1769074788.081802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580876ba00.
00000080:00000010:3.1:1769074788.099544:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0e80.
00010000:00000010:3.1:1769074788.135125:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5804e21100.
00010000:00000010:3.1:1769074788.135150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58107f4c00.
00000080:00000010:3.1:1769074788.139454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0300.
00000080:00000010:3.1:1769074788.139501:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117e18c0.
00010000:00000010:3.1:1769074788.139511:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ed0a00.
00010000:00000010:3.1:1769074788.139519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fc5000.
00000080:00000010:3.1:1769074788.149694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c86ce0.
00000080:00000010:3.1:1769074788.149764:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809958840.
00000080:00000010:1.1:1769074788.243266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58034970c0.
00000080:00000010:1.1:1769074788.243298:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b88840.
00010000:00000010:1.1:1769074788.243304:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811deee00.
00010000:00000010:1.1:1769074788.243311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ca0400.
00000080:00000010:3.1:1769074788.244209:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05a60.
00000080:00000010:3.1:1769074788.244234:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c581159b180.
00010000:00000010:3.1:1769074788.244243:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810daf300.
00010000:00000010:3.1:1769074788.244248:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809277200.
00000080:00000010:3.1:1769074788.274270:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5802ba9d60.
00000080:00000010:3.1:1769074788.274318:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098d3180.
00010000:00000010:3.1:1769074788.274331:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802e5f700.
00010000:00000010:3.1:1769074788.274338:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f24800.
00000080:00000010:3.1:1769074788.274342:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05f80.
00000080:00000010:3.1:1769074788.274356:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811518000.
00010000:00000010:3.1:1769074788.282984:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c92e00.
00010000:00000010:3.1:1769074788.283032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809cab200.
00000080:00000010:3.1:1769074788.284130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72160.
00000080:00000010:3.1:1769074788.392368:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bd6b40.
00010000:00000010:3.1:1769074788.398477:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadf00.
00010000:00000010:3.1:1769074788.402585:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58085e6600.
00010000:00000010:3.1:1769074788.402600:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69e00.
00010000:00000010:3.1:1769074788.402607:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f5c100.
00010000:00000010:3.1:1769074788.402621:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58085e6400.
00000080:00000010:3.1:1769074788.424835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d3c0.
00010000:00000010:3.1:1769074788.448422:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e7d000.
00010000:00000010:3.1:1769074788.448436:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f5ba00.
00000080:00000010:3.1:1769074788.457265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd9580.
00000080:00000010:3.1:1769074788.457305:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a618c0.
00010000:00000010:3.1:1769074788.457324:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58072b5000.
00010000:00000010:3.1:1769074788.457331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c584215fe00.
00000080:00000010:3.1:1769074788.470473:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810690960.
00000080:00000010:3.1:1769074788.470513:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098a9080.
00010000:00000010:3.1:1769074788.470521:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809edc000.
00010000:00000010:3.1:1769074788.470530:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f18000.
00000080:00000010:3.1:1769074788.470534:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c863a0.
00000080:00000010:3.1:1769074788.473393:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099e7380.
00010000:00000010:3.1:1769074788.473414:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ee2000.
00010000:00000010:3.1:1769074788.473422:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fc6e00.
00000080:00000010:3.1:1769074788.495833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c258c0.
00000080:00000010:3.1:1769074788.495876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809960840.
00010000:00000010:3.1:1769074788.495890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58131d6f00.
00010000:00000010:3.1:1769074788.495900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58092b4a00.
00000080:00000010:3.1:1769074788.495905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fefe20.
00000080:00000010:3.1:1769074788.495918:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580980ca40.
00000080:00000010:1.1:1769074788.571065:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25660.
00000080:00000010:1.1:1769074788.582944:0:2424:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099898c0.
00010000:00000010:1.1:1769074788.582965:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ed8b00.
00010000:00000010:1.1:1769074788.582969:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810e96e00.
00000080:00000010:3.1:1769074788.594847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac1a60.
00000080:00000010:3.1:1769074788.604943:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809870000.
00010000:00000010:3.1:1769074788.604986:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e66800.
00010000:00000010:3.1:1769074788.604992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ec8a00.
00000080:00000010:3.1:1769074788.608329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05920.
00000080:00000010:1.1:1769074788.611512:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805eeb820.
00000080:00000010:1.1:1769074788.611545:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098d0840.
00010000:00000010:1.1:1769074788.611557:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580926e600.
00010000:00000010:1.1:1769074788.611562:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ea4e00.
00000080:00000010:1.1:1769074788.630884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05560.
00000080:00000010:1.1:1769074788.630913:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580986e300.
00000080:00000010:3.1:1769074788.689204:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099ec200.
00010000:00000010:3.1:1769074788.689225:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921f200.
00010000:00000010:3.1:1769074788.689248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f95e00.
00000080:00000010:3.1:1769074788.689255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb48a0.
00000080:00000010:3.1:1769074788.749080:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099d4200.
00010000:00000010:3.1:1769074788.749105:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58187ebf00.
00010000:00000010:3.1:1769074788.749113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58092b5200.
00000080:00000010:3.1:1769074788.753804:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0b20.
00000080:00000010:3.1:1769074788.753879:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809810840.
00010000:00000010:3.1:1769074788.753891:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810daf600.
00010000:00000010:3.1:1769074788.753897:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808aba000.
00000080:00000010:3.1:1769074788.768555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5804c76780.
00000080:00000010:3.1:1769074788.768768:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098d8840.
00010000:00000010:3.1:1769074788.770128:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803413600.
00010000:00000010:3.1:1769074788.770146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fb1e00.
00000080:00000010:3.1:1769074788.775487:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58034978c0.
00000080:00000010:3.1:1769074788.775532:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bd0840.
00010000:00000010:3.1:1769074788.785881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadf00.
00000080:00000010:3.1:1769074788.833176:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099e1080.
00010000:00000010:3.1:1769074788.833190:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818709d00.
00010000:00000010:3.1:1769074788.833195:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809c38a00.
00000080:00000010:3.1:1769074788.847150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72aa0.
00000080:00000010:3.1:1769074788.847187:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098be300.
00010000:00000010:3.1:1769074788.847198:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ed8600.
00010000:00000010:3.1:1769074788.847206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f29400.
00000080:00000010:3.1:1769074788.847211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107937a0.
00000080:00000010:3.1:1769074788.855680:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b1a940.
00010000:00000010:3.1:1769074788.881785:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadf00.
00010000:00000010:3.1:1769074788.881795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580374ca00.
00010000:00000010:3.1:1769074788.881800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69000.
00010000:00000010:3.1:1769074788.881819:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58079ff800.
00010000:00000010:3.1:1769074788.881824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803758000.
00000080:00000010:3.1:1769074788.902789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d8a0.
00000080:00000010:1.1:1769074788.943884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099d18c0.
00010000:00000010:1.1:1769074788.943906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ef4800.
00010000:00000010:1.1:1769074788.943913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e21a00.
00000080:00000010:0.1:1769074788.953039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25d80.
00000080:00000010:0.1:1769074788.953078:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099939c0.
00010000:00000010:0.1:1769074788.966786:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58107e8600.
00010000:00000010:0.1:1769074788.967160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f40a00.
00000080:00000010:3.1:1769074788.970109:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809e0f3e0.
00000080:00000010:3.1:1769074788.989081:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b098c0.
00010000:00000010:3.1:1769074788.989107:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c6a800.
00010000:00000010:3.1:1769074788.989113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58106bd200.
00000080:00000010:3.1:1769074788.993344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fef220.
00000080:00000010:3.1:1769074788.993366:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098f2940.
00010000:00000010:3.1:1769074788.993374:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f5ca00.
00010000:00000010:3.1:1769074788.993379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f0a200.
00000080:00000010:3.1:1769074788.998804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807cb2360.
00000080:00000010:3.1:1769074788.998857:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a86300.
00010000:00000010:3.1:1769074789.051513:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ef4600.
00010000:00000010:3.1:1769074789.051540:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e20a00.
00000080:00000010:3.1:1769074789.055767:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25020.
00000080:00000010:3.1:1769074789.055791:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809992100.
00010000:00000010:3.1:1769074789.070065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadf00.
00000080:00000010:0.1:1769074789.171069:0:2425:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a11080.
00010000:00000010:1.1:1769074789.179125:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1d00.
00010000:00000010:1.1:1769074789.179138:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580853ac00.
00010000:00000010:1.1:1769074789.179142:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341d400.
00010000:00000010:1.1:1769074789.179146:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c581060b600.
00010000:00000010:1.1:1769074789.179149:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580853a200.
00000080:00000010:1.1:1769074789.189967:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda280.
00000080:00000010:0.1:1769074789.233872:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809adf380.
00000080:00000010:3.1:1769074789.277795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddac60.
00000080:00000010:0.1:1769074789.277855:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ad7380.
00010000:00000010:0.1:1769074789.281811:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58034fa800.
00010000:00000010:0.1:1769074789.281837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb6a00.
00000080:00000010:1.1:1769074789.383794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0480.
00000080:00000010:0.1:1769074789.393540:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b9f380.
00010000:00000010:0.1:1769074789.393554:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810f30900.
00010000:00000010:0.1:1769074789.393561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fa7600.
00000080:00000010:0.1:1769074789.410045:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd9ce0.
00000080:00000010:0.1:1769074789.417325:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580996f380.
00010000:00000010:0.1:1769074789.417341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58034fa100.
00010000:00000010:0.1:1769074789.417346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580349f400.
00000080:00000010:0.1:1769074789.421241:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580348f4c0.
00000080:00000010:0.1:1769074789.421268:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b7a100.
00010000:00000010:0.1:1769074789.421281:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735d00.
00010000:00000010:0.1:1769074789.421288:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d92c00.
00000080:00000010:1.1:1769074789.437434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb4040.
00000080:00000010:1.1:1769074789.437476:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099ceb40.
00000080:00000010:3.1:1769074789.479995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1920.
00000080:00000010:3.1:1769074789.480062:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b3a100.
00010000:00000010:3.1:1769074789.480074:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811bc2300.
00010000:00000010:3.1:1769074789.480080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807228400.
00000080:00000010:3.1:1769074789.498062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9440.
00000080:00000010:3.1:1769074789.498105:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117eb9c0.
00010000:00000010:3.1:1769074789.498119:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580344be00.
00010000:00000010:3.1:1769074789.498126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580302dc00.
00000080:00000010:3.1:1769074789.507949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5803497420.
00000080:00000010:3.1:1769074789.507994:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bb7380.
00010000:00000010:3.1:1769074789.511205:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f90600.
00010000:00000010:3.1:1769074789.511217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808af0000.
00000080:00000010:0.1:1769074789.521010:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a8b9c0.
00000080:00000010:3.1:1769074789.521280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd9c80.
00010000:00000010:0.1:1769074789.530791:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1500.
00010000:00000010:1.1:1769074789.539802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5818732800.
00010000:00000010:1.1:1769074789.539837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341de00.
00010000:00000010:1.1:1769074789.539845:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809456700.
00010000:00000010:1.1:1769074789.539849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5818733a00.
00000080:00000010:0.1:1769074789.577176:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809adb180.
00010000:00000010:0.1:1769074789.577198:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ed5500.
00010000:00000010:0.1:1769074789.577205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fa3a00.
00000080:00000010:0.1:1769074789.579796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c86700.
00000080:00000010:0.1:1769074789.586033:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580996b180.
00010000:00000010:0.1:1769074789.586049:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c581060b400.
00010000:00000010:0.1:1769074789.586055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f57a00.
00000080:00000010:3.1:1769074789.660795:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809820000.
00010000:00000010:3.1:1769074789.673509:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadf00.
00010000:00000010:3.1:1769074789.684846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f5ae00.
00010000:00000010:3.1:1769074789.684855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68e00.
00010000:00000010:3.1:1769074789.684863:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f90700.
00010000:00000010:3.1:1769074789.684867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580860ac00.
00010000:00000010:1.1:1769074789.734018:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808548200.
00010000:00000010:1.1:1769074789.734045:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8ba00.
00010000:00000010:1.1:1769074789.734052:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580856c300.
00010000:00000010:1.1:1769074789.734093:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808af1e00.
00000080:00000010:3.1:1769074789.813794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580001bf60.
00000080:00000010:3.1:1769074789.813871:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580990b9c0.
00010000:00000010:3.1:1769074789.820998:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58034a7600.
00010000:00000010:3.1:1769074789.821036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341ce00.
00000080:00000010:0.1:1769074789.825792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd97e0.
00000080:00000010:0.1:1769074789.825826:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bbeb40.
00010000:00000010:0.1:1769074789.825841:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e200.
00010000:00000010:0.1:1769074789.825848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f94000.
00000080:00000010:0.1:1769074789.835807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb4a20.
00000080:00000010:0.1:1769074789.835855:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099e8000.
00010000:00000010:0.1:1769074789.835864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c78000.
00010000:00000010:0.1:1769074789.835871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d77200.
00000080:00000010:0.1:1769074789.848797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fefb80.
00000080:00000010:0.1:1769074789.853199:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809825ac0.
00010000:00000010:0.1:1769074789.853224:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58107d1100.
00010000:00000010:0.1:1769074789.853233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809eefa00.
00000080:00000010:1.1:1769074789.866976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25760.
00000080:00000010:1.1:1769074789.869908:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099839c0.
00010000:00000010:1.1:1769074789.877849:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5813aca100.
00010000:00000010:1.1:1769074789.877875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5805645e00.
00010000:00000010:3.1:1769074789.909127:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadf00.
00010000:00000010:3.1:1769074789.909136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580302ce00.
00010000:00000010:3.1:1769074789.909140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68e00.
00010000:00000010:3.1:1769074789.909143:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704907f00.
00010000:00000010:3.1:1769074789.909146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69600.
00000080:00000010:3.1:1769074789.915177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452dfc0.
00000080:00000010:3.1:1769074789.919804:0:1041:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099b4200.
00010000:00000010:3.1:1769074789.928383:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadf00.
00010000:00000010:3.1:1769074789.932787:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580853be00.
00010000:00000010:3.1:1769074789.932796:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69600.
00010000:00000010:3.1:1769074789.932804:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58085d9200.
00010000:00000010:3.1:1769074789.932809:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580853a000.
00000080:00000010:3.1:1769074789.939819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452dd80.
00000080:00000010:0.1:1769074790.023800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0440.
00000080:00000010:1.1:1769074790.053935:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b2eb40.
00010000:00000010:1.1:1769074790.053955:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ed8000.
00010000:00000010:1.1:1769074790.053962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f28000.
00000080:00000010:1.1:1769074790.057852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793b60.
00000080:00000010:3.1:1769074790.085010:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809980840.
00010000:00000010:3.1:1769074790.089244:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58131d6300.
00010000:00000010:3.1:1769074790.089282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58092b5600.
00000080:00000010:3.1:1769074790.094408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fefac0.
00000080:00000010:3.1:1769074790.094454:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580980b9c0.
00010000:00000010:3.1:1769074790.106857:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadf00.
00010000:00000010:3.1:1769074790.110770:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810010200.
00010000:00000010:3.1:1769074790.110777:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69600.
00010000:00000010:3.1:1769074790.110784:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e07800.
00010000:00000010:3.1:1769074790.110788:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c57e00.
00000080:00000010:3.1:1769074790.121844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452dd80.
00000080:00000010:3.1:1769074790.156191:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117e5280.
00010000:00000010:3.1:1769074790.156218:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e66900.
00010000:00000010:3.1:1769074790.156226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f0a600.
00000080:00000010:3.1:1769074790.167859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac01e0.
00000080:00000010:3.1:1769074790.167906:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a518c0.
00010000:00000010:3.1:1769074790.171798:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810cce000.
00010000:00000010:3.1:1769074790.171838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803164200.
00000080:00000010:3.1:1769074790.181127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58091ca4a0.
00000080:00000010:3.1:1769074790.181172:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098398c0.
00010000:00000010:3.1:1769074790.181187:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811171f00.
00010000:00000010:3.1:1769074790.181194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580a948200.
00000080:00000010:1.1:1769074790.210937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25320.
00000080:00000010:0.1:1769074790.213876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72840.
00000080:00000010:0.1:1769074790.213939:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809896300.
00010000:00000010:0.1:1769074790.213963:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58107d1800.
00010000:00000010:0.1:1769074790.213978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fb8800.
00000080:00000010:1.1:1769074790.215781:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809988840.
00000080:00000010:3.1:1769074790.282813:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bae300.
00010000:00000010:3.1:1769074790.291815:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadf00.
00010000:00000010:0.1:1769074790.292539:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58345b6200.
00010000:00000010:0.1:1769074790.292551:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69600.
00010000:00000010:0.1:1769074790.292558:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1f6100.
00010000:00000010:0.1:1769074790.292562:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e15600.
00000080:00000010:0.1:1769074790.318316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452dd80.
00000080:00000010:0.1:1769074790.324589:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bd4a40.
00010000:00000010:0.1:1769074790.333795:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1500.
00000080:00000010:3.1:1769074790.372314:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ace300.
00010000:00000010:3.1:1769074790.377780:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810daf100.
00010000:00000010:3.1:1769074790.377792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580605e800.
00000080:00000010:3.1:1769074790.388794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac1b40.
00000080:00000010:3.1:1769074790.397165:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098cf380.
00010000:00000010:3.1:1769074790.397186:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809223a00.
00010000:00000010:3.1:1769074790.397193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580729ce00.
00010000:00000010:0.1:1769074790.424475:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fa8000.
00010000:00000010:0.1:1769074790.424482:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8ae00.
00010000:00000010:0.1:1769074790.424486:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fcde00.
00010000:00000010:0.1:1769074790.424490:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834606000.
00000080:00000010:0.1:1769074790.468847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0a20.
00000080:00000010:0.1:1769074790.474769:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b60840.
00010000:00000010:0.1:1769074790.474796:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ed5a00.
00010000:00000010:0.1:1769074790.474803:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fa3800.
00000080:00000010:0.1:1769074790.484023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c866e0.
00000080:00000010:0.1:1769074790.487789:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099adac0.
00010000:00000010:0.1:1769074790.594799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a3c2600.
00010000:00000010:0.1:1769074790.594866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8ac00.
00010000:00000010:0.1:1769074790.594872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fe4f00.
00010000:00000010:0.1:1769074790.594877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a3c3400.
00000080:00000010:0.1:1769074790.598014:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0360.
00000080:00000010:0.1:1769074790.598049:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099ad280.
00010000:00000010:1.1:1769074790.598769:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5805fabf00.
00010000:00000010:1.1:1769074790.598797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809277800.
00000080:00000010:0.1:1769074790.603534:0:2425:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5802ba9f20.
00000080:00000010:0.1:1769074790.609299:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098d6b40.
00010000:00000010:0.1:1769074790.609322:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807283000.
00010000:00000010:0.1:1769074790.609330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58056bfa00.
00000080:00000010:3.1:1769074790.622085:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58054de4a0.
00000080:00000010:3.1:1769074790.622115:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809878840.
00010000:00000010:3.1:1769074790.636943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadf00.
00010000:00000010:3.1:1769074790.638360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a3c3600.
00010000:00000010:3.1:1769074790.638382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68e00.
00010000:00000010:3.1:1769074790.638389:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb9c00.
00010000:00000010:3.1:1769074790.638394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a3c2c00.
00000080:00000010:3.1:1769074790.677791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452dfc0.
00000080:00000010:0.1:1769074790.681055:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099ab9c0.
00010000:00000010:0.1:1769074790.681081:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818709e00.
00010000:00000010:0.1:1769074790.681090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809c38400.
00000080:00000010:1.1:1769074790.685777:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58054deae0.
00000080:00000010:1.1:1769074790.685799:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098b8000.
00010000:00000010:1.1:1769074790.685811:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810f25c00.
00010000:00000010:1.1:1769074790.685815:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580729c800.
00000080:00000010:1.1:1769074790.691669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac1fe0.
00000080:00000010:1.1:1769074790.691716:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580986eb40.
00010000:00000010:1.1:1769074790.694800:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58056eda00.
00010000:00000010:1.1:1769074790.694810:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d9ac00.
00000080:00000010:1.1:1769074790.702134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25280.
00000080:00000010:1.1:1769074790.702185:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a08000.
00010000:00000010:1.1:1769074790.712772:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735000.
00010000:00000010:1.1:1769074790.744112:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c37600.
00010000:00000010:1.1:1769074790.744127:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010abc00.
00010000:00000010:1.1:1769074790.744133:0:2425:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580a7cdb00.
00010000:00000010:1.1:1769074790.744137:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c37000.
00000080:00000010:0.1:1769074790.755174:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a05280.
00000080:00000010:1.1:1769074790.760625:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1280.
00000080:00000010:3.1:1769074790.807241:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b41080.
00010000:00000010:3.1:1769074790.807256:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fe4700.
00010000:00000010:3.1:1769074790.807262:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fe6c00.
00000080:00000010:3.1:1769074790.813239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809fc9c40.
00000080:00000010:3.1:1769074790.813298:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809be9080.
00010000:00000010:3.1:1769074790.853949:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadf00.
00010000:00000010:0.1:1769074790.874856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c56e00.
00010000:00000010:0.1:1769074790.874876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8a600.
00010000:00000010:0.1:1769074790.874883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f93200.
00010000:00000010:0.1:1769074790.874887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c56200.
00000080:00000010:0.1:1769074790.901999:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099e0840.
00010000:00000010:0.1:1769074790.902025:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811171900.
00010000:00000010:0.1:1769074790.902032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ce2e00.
00000080:00000010:3.1:1769074790.914438:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117be300.
00010000:00000010:3.1:1769074790.914480:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809223d00.
00010000:00000010:3.1:1769074790.914490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803165400.
00000080:00000010:3.1:1769074790.926874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805eeb5e0.
00000080:00000010:3.1:1769074790.931109:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809850000.
00010000:00000010:3.1:1769074790.931165:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e66a00.
00010000:00000010:3.1:1769074790.931173:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ec8600.
00000080:00000010:3.1:1769074790.936802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0200.
00000080:00000010:3.1:1769074790.941110:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a76300.
00010000:00000010:3.1:1769074790.941127:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809cbd200.
00010000:00000010:3.1:1769074790.941135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810dcee00.
00000080:00000010:3.1:1769074790.947315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda7e0.
00000080:00000010:3.1:1769074790.947353:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809917380.
00010000:00000010:3.1:1769074790.947364:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5813acac00.
00010000:00000010:3.1:1769074790.947371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5805645c00.
00000080:00000010:3.1:1769074790.964774:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0060.
00000080:00000010:3.1:1769074790.964803:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c581179a940.
00010000:00000010:3.1:1769074790.965078:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809efea00.
00010000:00000010:3.1:1769074790.965087:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fea400.
00000080:00000010:3.1:1769074790.973924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72d60.
00000080:00000010:3.1:1769074790.973966:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b55ac0.
00010000:00000010:3.1:1769074790.983067:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadf00.
00010000:00000010:3.1:1769074790.983093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58345b7a00.
00010000:00000010:3.1:1769074790.983099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68600.
00010000:00000010:3.1:1769074790.983104:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5834462f00.
00010000:00000010:3.1:1769074790.983107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58345b7400.
00000080:00000010:1.1:1769074791.029986:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b42940.
00010000:00000010:1.1:1769074791.029999:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580926e200.
00010000:00000010:1.1:1769074791.030005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e9f800.
00000080:00000010:1.1:1769074791.039166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda6a0.
00000080:00000010:1.1:1769074791.039189:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580984f380.
00010000:00000010:1.1:1769074791.048281:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735000.
00010000:00000010:1.1:1769074791.048304:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809feaa00.
00010000:00000010:1.1:1769074791.048310:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010ab000.
00010000:00000010:1.1:1769074791.048314:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580349a200.
00010000:00000010:1.1:1769074791.048318:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c582c49a200.
00000080:00000010:1.1:1769074791.082323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1b00.
00000080:00000010:1.1:1769074791.086251:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b7a940.
00010000:00000010:1.1:1769074791.096445:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735000.
00010000:00000010:1.1:1769074791.101202:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f15c00.
00010000:00000010:1.1:1769074791.101217:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010ab000.
00010000:00000010:1.1:1769074791.101222:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580605ce00.
00010000:00000010:1.1:1769074791.101226:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580869c200.
00000080:00000010:1.1:1769074791.146760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb14e0.
00000080:00000010:3.1:1769074791.150887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809af39c0.
00010000:00000010:3.1:1769074791.174361:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadf00.
00010000:00000010:3.1:1769074791.174389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583464b200.
00010000:00000010:3.1:1769074791.174396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68600.
00010000:00000010:3.1:1769074791.174401:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0300.
00010000:00000010:3.1:1769074791.174405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a27f800.
00000080:00000010:3.1:1769074791.223501:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d1e0.
00000080:00000010:3.1:1769074791.239009:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809aed280.
00010000:00000010:3.1:1769074791.239020:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f2b900.
00010000:00000010:3.1:1769074791.239027:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341d600.
00000080:00000010:3.1:1769074791.248022:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd9620.
00000080:00000010:3.1:1769074791.248937:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bb9080.
00010000:00000010:0.1:1769074791.249857:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c78500.
00010000:00000010:0.1:1769074791.249900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d76600.
00010000:00000010:3.1:1769074791.370068:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f90f00.
00010000:00000010:3.1:1769074791.370080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580860a800.
00000080:00000010:0.1:1769074791.377100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fef760.
00000080:00000010:0.1:1769074791.381013:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809825280.
00010000:00000010:3.1:1769074791.385887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26900.
00010000:00000010:3.1:1769074791.385900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704fada00.
00010000:00000010:0.1:1769074791.426758:0:2433:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58094a2f00.
00010000:00000010:0.1:1769074791.426788:0:2433:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58086ccc00.
00010000:00000010:1.1:1769074791.431468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1500.
00010000:00000010:3.1:1769074791.432817:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58085d9c00.
00010000:00000010:3.1:1769074791.432838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580853a800.
00010000:00000010:3.1:1769074791.432842:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9600.
00010000:00000010:3.1:1769074791.432846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810011c00.
00010000:00000010:3.1:1769074791.432851:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809daed00.
00010000:00000010:3.1:1769074791.432855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ce9a00.
00010000:00000010:3.1:1769074791.432859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a049c00.
00010000:00000010:3.1:1769074791.432878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fa8800.
00010000:00000010:0.1:1769074791.432945:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f90000.
00010000:00000010:0.1:1769074791.432958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808549e00.
00010000:00000010:0.1:1769074791.432962:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807acd100.
00010000:00000010:0.1:1769074791.432965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58079c1800.
00010000:00000010:1.1:1769074791.441145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810e95400.
00010000:00000010:1.1:1769074791.441183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341dc00.
00010000:00000010:1.1:1769074791.441190:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb0400.
00010000:00000010:1.1:1769074791.441195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580969ee00.
00010000:00000010:1.1:1769074791.482936:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0e00.
00010000:00000010:1.1:1769074791.482956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583464ac00.
00000080:00000010:3.1:1769074791.483776:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda9c0.
00000080:00000010:3.1:1769074791.483860:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b3b180.
00010000:00000010:3.1:1769074791.483872:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ed8500.
00010000:00000010:3.1:1769074791.483879:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f28400.
00000080:00000010:3.1:1769074791.492111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793120.
00000080:00000010:3.1:1769074791.496811:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809af8000.
00010000:00000010:3.1:1769074791.496839:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58187d4800.
00010000:00000010:3.1:1769074791.496846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e02c00.
00000080:00000010:3.1:1769074791.507122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c86d60.
00000080:00000010:3.1:1769074791.507165:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a139c0.
00010000:00000010:3.1:1769074791.520772:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadf00.
00010000:00000010:3.1:1769074791.549202:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f5ce00.
00010000:00000010:3.1:1769074791.549227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f0b400.
00000080:00000010:3.1:1769074791.568778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0a00.
00000080:00000010:3.1:1769074791.587207:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a85ac0.
00010000:00000010:3.1:1769074791.587227:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c85200.
00010000:00000010:3.1:1769074791.587233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f60600.
00000080:00000010:3.1:1769074791.618329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a920d00.
00000080:00000010:3.1:1769074791.618362:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a40000.
00010000:00000010:3.1:1769074791.618371:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f63f00.
00010000:00000010:3.1:1769074791.618387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d24a00.
00000080:00000010:3.1:1769074791.649774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c86420.
00000080:00000010:3.1:1769074791.649825:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a3b180.
00010000:00000010:3.1:1769074791.657753:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fc0800.
00010000:00000010:3.1:1769074791.657764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580349f800.
00010000:00000010:1.1:1769074791.680025:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583471ad00.
00010000:00000010:1.1:1769074791.680051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810e96a00.
00000080:00000010:3.1:1769074791.684931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e724e0.
00000080:00000010:3.1:1769074791.684989:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b87380.
00010000:00000010:3.1:1769074791.685005:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58187d4700.
00010000:00000010:3.1:1769074791.685011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e02e00.
00010000:00000010:3.1:1769074791.691143:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5805f8a200.
00010000:00000010:3.1:1769074791.691161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a20c400.
00010000:00000010:3.1:1769074791.696727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f5c900.
00010000:00000010:3.1:1769074791.696764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f0b200.
00010000:00000010:3.1:1769074791.741775:0:41340:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f74f00.
00010000:00000010:3.1:1769074791.741787:0:41340:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807c2a200.
00010000:00000010:3.1:1769074791.766029:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58106ba500.
00010000:00000010:3.1:1769074791.766045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b4df200.
00010000:00000010:3.1:1769074791.766049:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810dc5800.
00010000:00000010:3.1:1769074791.766052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580853b600.
00000080:00000010:0.1:1769074791.768946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c86cc0.
00000080:00000010:0.1:1769074791.768999:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a16b40.
00010000:00000010:3.1:1769074791.769202:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58079b7e00.
00010000:00000010:3.1:1769074791.769208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b443a00.
00010000:00000010:3.1:1769074791.769212:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809456a00.
00010000:00000010:3.1:1769074791.769216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5818733800.
00010000:00000010:0.1:1769074791.773441:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580926ff00.
00010000:00000010:0.1:1769074791.773474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f65800.
00010000:00000010:0.1:1769074791.811661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580a7cd200.
00010000:00000010:0.1:1769074791.811675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c36400.
00010000:00000010:3.1:1769074791.823788:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58187d4200.
00010000:00000010:3.1:1769074791.823800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f14a00.
00010000:00000010:3.1:1769074791.823805:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580347d200.
00010000:00000010:3.1:1769074791.823809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834415c00.
00000080:00000010:3.1:1769074791.878647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05e00.
00000080:00000010:3.1:1769074791.878703:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580989b9c0.
00010000:00000010:3.1:1769074791.878712:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803413000.
00010000:00000010:3.1:1769074791.878719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b4de800.
00000080:00000010:3.1:1769074791.882859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809fc9b80.
00000080:00000010:0.1:1769074791.883806:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bea100.
00010000:00000010:0.1:1769074791.883839:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802a06800.
00010000:00000010:0.1:1769074791.883845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580922b600.
00000080:00000010:0.1:1769074791.897181:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9fc0.
00000080:00000010:0.1:1769074791.897207:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117ca100.
00010000:00000010:0.1:1769074791.897218:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5813aeba00.
00010000:00000010:0.1:1769074791.897223:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fade00.
00000080:00000010:0.1:1769074791.897228:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddab80.
00000080:00000010:0.1:1769074791.897241:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580999e300.
00010000:00000010:0.1:1769074791.897250:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802a06200.
00010000:00000010:0.1:1769074791.897253:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580922ae00.
00000080:00000010:0.1:1769074791.900933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810f6d7c0.
00000080:00000010:0.1:1769074791.900973:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117cb9c0.
00010000:00000010:0.1:1769074791.900985:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809cbd600.
00010000:00000010:0.1:1769074791.900991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ead000.
00000080:00000010:0.1:1769074791.911449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a96c0.
00010000:00000010:1.1:1769074791.919608:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5813264700.
00010000:00000010:1.1:1769074791.919629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580922ba00.
00000080:00000010:0.1:1769074791.920083:0:2425:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809914200.
00000080:00000010:3.1:1769074791.923021:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9820.
00000080:00000010:3.1:1769074791.923048:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117c8840.
00010000:00000010:3.1:1769074791.923062:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb4f00.
00010000:00000010:3.1:1769074791.923083:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f6e600.
00000080:00000010:3.1:1769074791.933248:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808f92c00.
00000080:00000010:3.1:1769074791.933296:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ade300.
00010000:00000010:3.1:1769074791.933306:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f93c00.
00010000:00000010:3.1:1769074791.933312:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f89400.
00000080:00000010:3.1:1769074791.945493:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddadc0.
00000080:00000010:3.1:1769074791.945546:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ae39c0.
00010000:00000010:3.1:1769074791.945722:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808aad200.
00010000:00000010:3.1:1769074791.945951:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58056bf200.
00000080:00000010:3.1:1769074791.955484:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58106906e0.
00000080:00000010:3.1:1769074791.955522:0:13:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098aa940.
00000080:00000010:1.1:1769074791.992861:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a3b9c0.
00010000:00000010:3.1:1769074791.998286:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b4d6a00.
00010000:00000010:3.1:1769074791.998297:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010aae00.
00010000:00000010:3.1:1769074791.998303:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ed5400.
00010000:00000010:3.1:1769074791.998308:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b4d6e00.
00000080:00000010:3.1:1769074792.003966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb10c0.
00000080:00000010:3.1:1769074792.004019:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099b0840.
00010000:00000010:3.1:1769074792.009923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807202a00.
00010000:00000010:3.1:1769074792.009946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f1f000.
00000080:00000010:3.1:1769074792.014781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0b60.
00000080:00000010:3.1:1769074792.016720:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580992ca40.
00010000:00000010:3.1:1769074792.016765:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c78400.
00010000:00000010:3.1:1769074792.016773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b455600.
00000080:00000010:3.1:1769074792.019638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fefbe0.
00000080:00000010:3.1:1769074792.033890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809817380.
00000080:00000010:3.1:1769074792.132436:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099feb40.
00010000:00000010:3.1:1769074792.132461:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580722fa00.
00010000:00000010:3.1:1769074792.132468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e9f200.
00000080:00000010:3.1:1769074792.144180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda340.
00000080:00000010:3.1:1769074792.144214:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117d6300.
00010000:00000010:3.1:1769074792.144223:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818736e00.
00010000:00000010:3.1:1769074792.144238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fc6c00.
00000080:00000010:3.1:1769074792.166565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c25820.
00000080:00000010:3.1:1769074792.166603:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809965ac0.
00010000:00000010:3.1:1769074792.170781:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadc00.
00010000:00000010:3.1:1769074792.194001:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810f25e00.
00010000:00000010:3.1:1769074792.194013:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580729d000.
00000080:00000010:3.1:1769074792.198392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5802ba9fe0.
00000080:00000010:3.1:1769074792.198430:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580986b9c0.
00010000:00000010:3.1:1769074792.198439:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580605c500.
00010000:00000010:3.1:1769074792.198445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb3a00.
00000080:00000010:3.1:1769074792.202799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808f92780.
00000080:00000010:3.1:1769074792.202838:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ab7380.
00010000:00000010:3.1:1769074792.209056:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadc00.
00000080:00000010:0.1:1769074792.249162:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117c98c0.
00010000:00000010:0.1:1769074792.249181:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f5c700.
00010000:00000010:0.1:1769074792.249205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f0ae00.
00000080:00000010:1.1:1769074792.261115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807cb20c0.
00000080:00000010:1.1:1769074792.261148:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a818c0.
00010000:00000010:0.1:1769074792.270924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803488800.
00010000:00000010:0.1:1769074792.270974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803428600.
00000080:00000010:3.1:1769074792.276790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fef100.
00000080:00000010:3.1:1769074792.285063:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809844a40.
00010000:00000010:0.1:1769074792.288205:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fa9c00.
00010000:00000010:0.1:1769074792.288217:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68c00.
00010000:00000010:0.1:1769074792.288223:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fcd600.
00010000:00000010:0.1:1769074792.288227:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fa8e00.
00010000:00000010:3.1:1769074792.288770:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadc00.
00000080:00000010:0.1:1769074792.313137:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b64a40.
00000080:00000010:3.1:1769074792.402174:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809af5280.
00010000:00000010:3.1:1769074792.402191:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580926f200.
00010000:00000010:3.1:1769074792.402197:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e6a000.
00000080:00000010:3.1:1769074792.408268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a920c60.
00000080:00000010:3.1:1769074792.408307:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a2a940.
00010000:00000010:3.1:1769074792.408320:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ed5700.
00010000:00000010:3.1:1769074792.408328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fa2400.
00000080:00000010:3.1:1769074792.424784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809c86100.
00000080:00000010:3.1:1769074792.424886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099aa940.
00010000:00000010:3.1:1769074792.424902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921eb00.
00010000:00000010:3.1:1769074792.424908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f94c00.
00000080:00000010:3.1:1769074792.432270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb4b80.
00000080:00000010:3.1:1769074792.432312:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099edac0.
00000080:00000010:3.1:1769074792.508340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0940.
00000080:00000010:3.1:1769074792.519958:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099ba100.
00010000:00000010:3.1:1769074792.519987:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802a06000.
00010000:00000010:3.1:1769074792.519993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580922be00.
00000080:00000010:3.1:1769074792.528392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5818729540.
00000080:00000010:3.1:1769074792.528456:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117cd280.
00010000:00000010:3.1:1769074792.528487:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58034b5800.
00010000:00000010:3.1:1769074792.528501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb6000.
00000080:00000010:3.1:1769074792.542079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580348f100.
00000080:00000010:3.1:1769074792.542109:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bb39c0.
00010000:00000010:3.1:1769074792.542117:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810f25f00.
00010000:00000010:3.1:1769074792.542124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ea5800.
00000080:00000010:3.1:1769074792.542128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05ec0.
00000080:00000010:3.1:1769074792.542159:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580986a940.
00010000:00000010:3.1:1769074792.547892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadc00.
00000080:00000010:0.1:1769074792.590025:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d8c0.
00000080:00000010:0.1:1769074792.606015:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809be8840.
00010000:00000010:0.1:1769074792.606039:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810f25300.
00010000:00000010:0.1:1769074792.606047:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580729de00.
00000080:00000010:0.1:1769074792.612064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5802ba9ca0.
00000080:00000010:0.1:1769074792.612096:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580986b180.
00010000:00000010:0.1:1769074792.612108:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809db7b00.
00010000:00000010:0.1:1769074792.612133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809c43a00.
00000080:00000010:0.1:1769074792.619911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac1640.
00000080:00000010:0.1:1769074792.619950:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809883180.
00010000:00000010:0.1:1769074792.619962:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d35a00.
00010000:00000010:0.1:1769074792.619972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb2400.
00000080:00000010:3.1:1769074792.673777:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72a60.
00000080:00000010:3.1:1769074792.673824:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b46b40.
00010000:00000010:3.1:1769074792.673846:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58034fa500.
00010000:00000010:3.1:1769074792.673852:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341d200.
00000080:00000010:3.1:1769074792.683880:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0660.
00000080:00000010:3.1:1769074792.683943:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bb8840.
00010000:00000010:3.1:1769074792.683976:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5804e21c00.
00010000:00000010:3.1:1769074792.683983:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580311e400.
00000080:00000010:3.1:1769074792.700812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0460.
00000080:00000010:3.1:1769074792.700850:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580981f380.
00010000:00000010:3.1:1769074792.705147:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadc00.
00000080:00000010:0.1:1769074792.730817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452dac0.
00000080:00000010:0.1:1769074792.737970:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b38000.
00010000:00000010:0.1:1769074792.737989:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808fd7e00.
00010000:00000010:0.1:1769074792.738011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e7ea00.
00000080:00000010:3.1:1769074792.832919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5802ba9320.
00000080:00000010:3.1:1769074792.832994:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098d5280.
00010000:00000010:3.1:1769074792.833015:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f26c00.
00010000:00000010:3.1:1769074792.833021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809c42a00.
00000080:00000010:3.1:1769074792.836895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac1940.
00000080:00000010:3.1:1769074792.836940:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809880000.
00010000:00000010:3.1:1769074792.836953:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f93100.
00010000:00000010:3.1:1769074792.836959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e0d400.
00000080:00000010:0.1:1769074792.856805:0:2425:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fef4e0.
00000080:00000010:0.1:1769074792.856856:0:2425:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098118c0.
00000080:00000010:3.1:1769074792.857260:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808f92d40.
00000080:00000010:3.1:1769074792.857276:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809af1080.
00010000:00000010:3.1:1769074792.857284:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58187eb800.
00010000:00000010:3.1:1769074792.857289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58092b5c00.
00000080:00000010:0.1:1769074792.903403:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809adc200.
00010000:00000010:0.1:1769074792.903441:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58051c9600.
00010000:00000010:0.1:1769074792.903450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810dce800.
00000080:00000010:0.1:1769074792.905980:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807cb2de0.
00000080:00000010:0.1:1769074792.906026:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099339c0.
00010000:00000010:0.1:1769074792.906053:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb9700.
00010000:00000010:0.1:1769074792.906060:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341c000.
00000080:00000010:0.1:1769074792.921070:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd9200.
00000080:00000010:0.1:1769074792.921105:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bd2940.
00010000:00000010:0.1:1769074792.937783:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1300.
00010000:00000010:0.1:1769074792.937793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580374c200.
00010000:00000010:0.1:1769074792.937800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341c000.
00010000:00000010:0.1:1769074792.937804:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58079b7200.
00010000:00000010:0.1:1769074792.937815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580374de00.
00000080:00000010:0.1:1769074792.940930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda9c0.
00000080:00000010:1.1:1769074792.955133:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099d4a40.
00010000:00000010:1.1:1769074792.955152:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580347da00.
00010000:00000010:1.1:1769074792.955159:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803476800.
00000080:00000010:1.1:1769074792.963826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793240.
00000080:00000010:1.1:1769074792.963858:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b618c0.
00010000:00000010:1.1:1769074792.963872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811cfc100.
00010000:00000010:1.1:1769074792.963881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f13e00.
00000080:00000010:3.1:1769074792.999929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809e0ff80.
00000080:00000010:3.1:1769074793.004481:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b15ac0.
00010000:00000010:3.1:1769074793.004499:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d31d00.
00010000:00000010:3.1:1769074793.004506:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809258400.
00000080:00000010:3.1:1769074793.011781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a920100.
00000080:00000010:3.1:1769074793.011822:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a6b9c0.
00010000:00000010:0.1:1769074793.018963:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d31600.
00010000:00000010:0.1:1769074793.018987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809258600.
00000080:00000010:0.1:1769074793.033567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580a9200e0.
00000080:00000010:0.1:1769074793.033613:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a6c200.
00010000:00000010:0.1:1769074793.033625:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811b9ef00.
00010000:00000010:0.1:1769074793.033644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810d7a800.
00000080:00000010:0.1:1769074793.043789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0a60.
00000080:00000010:0.1:1769074793.043816:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117c6b40.
00010000:00000010:0.1:1769074793.043828:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1300.
00010000:00000010:0.1:1769074793.043836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58346c6600.
00010000:00000010:0.1:1769074793.043841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341cc00.
00010000:00000010:0.1:1769074793.043845:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580346df00.
00010000:00000010:0.1:1769074793.043849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58346c7800.
00000080:00000010:0.1:1769074793.043868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddae80.
00000080:00000010:1.1:1769074793.063870:0:2425:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bab9c0.
00010000:00000010:1.1:1769074793.063899:0:2425:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810ccee00.
00010000:00000010:1.1:1769074793.063905:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58012eb800.
00010000:00000010:3.1:1769074793.091181:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c57000.
00010000:00000010:3.1:1769074793.091189:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8a800.
00010000:00000010:3.1:1769074793.091193:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9300.
00010000:00000010:3.1:1769074793.091196:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c57600.
00000080:00000010:3.1:1769074793.112979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0fa0.
00000080:00000010:3.1:1769074793.120683:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a06300.
00010000:00000010:3.1:1769074793.120725:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808aadb00.
00010000:00000010:3.1:1769074793.120746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803164c00.
00000080:00000010:3.1:1769074793.130260:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805eeb620.
00000080:00000010:3.1:1769074793.130296:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580983b9c0.
00010000:00000010:3.1:1769074793.130309:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810daf200.
00010000:00000010:3.1:1769074793.130334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580605fa00.
00000080:00000010:3.1:1769074793.140189:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac10c0.
00000080:00000010:3.1:1769074793.140240:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098cca40.
00010000:00000010:3.1:1769074793.140263:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811cee000.
00010000:00000010:3.1:1769074793.140273:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809c38600.
00000080:00000010:3.1:1769074793.153330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58054de640.
00000080:00000010:3.1:1769074793.166119:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098beb40.
00010000:00000010:3.1:1769074793.166141:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadc00.
00000080:00000010:3.1:1769074793.184764:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58107a9560.
00000080:00000010:3.1:1769074793.184789:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117e9080.
00010000:00000010:3.1:1769074793.184801:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580349a000.
00010000:00000010:3.1:1769074793.184831:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580349c000.
00000080:00000010:0.1:1769074793.186492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5803497200.
00000080:00000010:0.1:1769074793.186542:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b8b180.
00010000:00000010:0.1:1769074793.186568:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5813aca500.
00010000:00000010:0.1:1769074793.186585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5805644200.
00000080:00000010:3.1:1769074793.198309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac03c0.
00000080:00000010:3.1:1769074793.198356:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809914a40.
00010000:00000010:3.1:1769074793.211932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadc00.
00010000:00000010:3.1:1769074793.211942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a6f600.
00010000:00000010:3.1:1769074793.211947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69400.
00010000:00000010:3.1:1769074793.211951:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807a0ec00.
00010000:00000010:3.1:1769074793.211954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a6fe00.
00000080:00000010:3.1:1769074793.211961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d2a0.
00000080:00000010:1.1:1769074793.230048:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a88840.
00010000:00000010:1.1:1769074793.246793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735f00.
00010000:00000010:1.1:1769074793.246805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704be0600.
00010000:00000010:1.1:1769074793.246810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010ab200.
00010000:00000010:1.1:1769074793.246814:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704907a00.
00010000:00000010:1.1:1769074793.246826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58034f9400.
00000080:00000010:1.1:1769074793.259200:0:2425:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1020.
00000080:00000010:0.1:1769074793.263895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bf6b40.
00010000:00000010:0.1:1769074793.263921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c78f00.
00010000:00000010:0.1:1769074793.263943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b455a00.
00010000:00000010:3.1:1769074793.305152:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810cce800.
00010000:00000010:3.1:1769074793.305162:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803165e00.
00000080:00000010:3.1:1769074793.318787:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58091ca080.
00000080:00000010:3.1:1769074793.319198:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580983ca40.
00010000:00000010:3.1:1769074793.319210:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58072b5900.
00010000:00000010:3.1:1769074793.319217:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c584215f400.
00000080:00000010:3.1:1769074793.334038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58106902e0.
00000080:00000010:3.1:1769074793.334068:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098e5280.
00010000:00000010:3.1:1769074793.334075:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58130c3900.
00010000:00000010:3.1:1769074793.334094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ca1e00.
00000080:00000010:0.1:1769074793.342382:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05be0.
00000080:00000010:0.1:1769074793.348138:0:2425:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811596300.
00010000:00000010:0.1:1769074793.348180:0:2425:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803466b00.
00010000:00000010:0.1:1769074793.348187:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb7800.
00000080:00000010:0.1:1769074793.348193:0:2425:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580348f8c0.
00000080:00000010:0.1:1769074793.348238:0:2425:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ba9080.
00010000:00000010:0.1:1769074793.348247:0:2425:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808fd6800.
00010000:00000010:0.1:1769074793.348251:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810eac000.
00000080:00000010:0.1:1769074793.353776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0dc0.
00000080:00000010:0.1:1769074793.353847:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117d0840.
00010000:00000010:1.1:1769074793.353984:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807283800.
00010000:00000010:1.1:1769074793.354001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58056bfe00.
00000080:00000010:3.1:1769074793.358846:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58106909c0.
00000080:00000010:3.1:1769074793.358902:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098aeb40.
00010000:00000010:3.1:1769074793.369019:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadc00.
00010000:00000010:3.1:1769074793.383275:0:41340:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c56600.
00010000:00000010:3.1:1769074793.383288:0:41340:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69400.
00010000:00000010:3.1:1769074793.383295:0:41340:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e07900.
00010000:00000010:3.1:1769074793.383320:0:41340:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c56400.
00000080:00000010:3.1:1769074793.384913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d2a0.
00010000:00000010:3.1:1769074793.407050:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e400.
00010000:00000010:3.1:1769074793.417025:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f81c00.
00010000:00000010:3.1:1769074793.417034:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8b800.
00010000:00000010:3.1:1769074793.417040:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2e00.
00010000:00000010:3.1:1769074793.417045:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f80a00.
00000080:00000010:3.1:1769074793.426313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0340.
00000080:00000010:3.1:1769074793.426366:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099c98c0.
00010000:00000010:3.1:1769074793.426384:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818709f00.
00010000:00000010:3.1:1769074793.426395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809c38200.
00000080:00000010:3.1:1769074793.430145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58186c5220.
00000080:00000010:3.1:1769074793.430194:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098b9080.
00010000:00000010:3.1:1769074793.430212:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807202400.
00010000:00000010:3.1:1769074793.430219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810eaca00.
00000080:00000010:3.1:1769074793.473903:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bc18c0.
00010000:00000010:3.1:1769074793.481767:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadc00.
00010000:00000010:3.1:1769074793.486781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809eed600.
00010000:00000010:3.1:1769074793.486793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69400.
00010000:00000010:3.1:1769074793.486801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704dfb700.
00010000:00000010:3.1:1769074793.486805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809eed400.
00000080:00000010:3.1:1769074793.507833:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d2a0.
00000080:00000010:3.1:1769074793.557799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddab40.
00000080:00000010:3.1:1769074793.557853:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809838840.
00010000:00000010:3.1:1769074793.561944:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58187c0600.
00010000:00000010:3.1:1769074793.561965:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810f2c400.
00000080:00000010:3.1:1769074793.566644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72b00.
00000080:00000010:3.1:1769074793.566688:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580988eb40.
00010000:00000010:3.1:1769074793.570268:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5804e21000.
00010000:00000010:3.1:1769074793.570283:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58107f4e00.
00000080:00000010:3.1:1769074793.586776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0a80.
00000080:00000010:3.1:1769074793.586824:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117e2100.
00000080:00000010:3.1:1769074793.661881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b9e300.
00010000:00000010:3.1:1769074793.669800:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadc00.
00010000:00000010:3.1:1769074793.674923:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ce8600.
00010000:00000010:3.1:1769074793.674942:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69400.
00010000:00000010:3.1:1769074793.674950:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c581060ba00.
00010000:00000010:3.1:1769074793.674957:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ce9000.
00000080:00000010:3.1:1769074793.696448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d2a0.
00000080:00000010:3.1:1769074793.749915:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ac8840.
00010000:00000010:3.1:1769074793.749933:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f2b700.
00010000:00000010:3.1:1769074793.749939:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fa9e00.
00000080:00000010:3.1:1769074793.761822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809fc99e0.
00000080:00000010:3.1:1769074793.761884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b1d280.
00010000:00000010:3.1:1769074793.761902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f63e00.
00010000:00000010:3.1:1769074793.761911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f0a000.
00000080:00000010:3.1:1769074793.782483:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac05e0.
00000080:00000010:3.1:1769074793.782749:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a86b40.
00010000:00000010:3.1:1769074793.782767:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadc00.
00010000:00000010:3.1:1769074793.782775:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f40000.
00010000:00000010:3.1:1769074793.782780:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69400.
00010000:00000010:3.1:1769074793.782785:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fb0b00.
00010000:00000010:3.1:1769074793.783093:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f41c00.
00000080:00000010:3.1:1769074793.784063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d2a0.
00010000:00000010:0.1:1769074793.849974:0:2425:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807284d00.
00010000:00000010:0.1:1769074793.849986:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58187cee00.
00000080:00000010:0.1:1769074793.884820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd9c00.
00000080:00000010:0.1:1769074793.889790:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a8a940.
00010000:00000010:0.1:1769074793.889819:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f80300.
00010000:00000010:0.1:1769074793.889826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809c82600.
00000080:00000010:3.1:1769074793.926464:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b59080.
00010000:00000010:3.1:1769074793.932784:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadc00.
00010000:00000010:3.1:1769074793.932796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a6e000.
00010000:00000010:3.1:1769074793.932802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69400.
00010000:00000010:3.1:1769074793.932806:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807b80d00.
00010000:00000010:3.1:1769074793.932896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a6fa00.
00000080:00000010:3.1:1769074793.948309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d2a0.
00010000:00000010:3.1:1769074794.017720:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e000.
00010000:00000010:3.1:1769074794.017751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e2a400.
00010000:00000010:3.1:1769074794.017771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8b400.
00010000:00000010:3.1:1769074794.017776:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809456e00.
00010000:00000010:3.1:1769074794.017784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e7fe00.
00000080:00000010:0.1:1769074794.049242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0560.
00000080:00000010:1.1:1769074794.059987:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ad3180.
00010000:00000010:1.1:1769074794.060020:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c581000d500.
00010000:00000010:1.1:1769074794.060027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fcf600.
00000080:00000010:1.1:1769074794.084814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808feff00.
00000080:00000010:1.1:1769074794.084853:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098f8000.
00010000:00000010:1.1:1769074794.084867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580342ef00.
00010000:00000010:1.1:1769074794.084889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803479c00.
00000080:00000010:3.1:1769074794.096250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580348fdc0.
00000080:00000010:3.1:1769074794.096291:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bcc200.
00010000:00000010:3.1:1769074794.096306:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809f05b00.
00010000:00000010:3.1:1769074794.096328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580a9eda00.
00000080:00000010:3.1:1769074794.124140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809e0f6a0.
00000080:00000010:3.1:1769074794.124219:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b2dac0.
00010000:00000010:3.1:1769074794.124245:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c581000d700.
00010000:00000010:3.1:1769074794.124252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fcec00.
00010000:00000010:0.1:1769074794.156573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c582c49d200.
00010000:00000010:0.1:1769074794.156588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8aa00.
00010000:00000010:0.1:1769074794.156595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fad600.
00010000:00000010:0.1:1769074794.156600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f28200.
00000080:00000010:3.1:1769074794.189228:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b7eb40.
00010000:00000010:3.1:1769074794.189285:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810f25100.
00010000:00000010:3.1:1769074794.189299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580729d600.
00000080:00000010:3.1:1769074794.204668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5802ba9220.
00000080:00000010:3.1:1769074794.204711:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580986c200.
00010000:00000010:3.1:1769074794.213030:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5805455200.
00010000:00000010:3.1:1769074794.213041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810d7b000.
00010000:00000010:0.1:1769074794.218043:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810828400.
00010000:00000010:0.1:1769074794.218070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580311f800.
00000080:00000010:3.1:1769074794.230815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0600.
00000080:00000010:3.1:1769074794.230868:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117c6300.
00000080:00000010:0.1:1769074794.235947:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0f80.
00000080:00000010:0.1:1769074794.236003:0:2424:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580981b9c0.
00010000:00000010:1.1:1769074794.240106:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d84a00.
00010000:00000010:1.1:1769074794.240148:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808a98200.
00000080:00000010:0.1:1769074794.263060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05f00.
00000080:00000010:0.1:1769074794.273853:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099539c0.
00000080:00000010:3.1:1769074794.286391:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72cc0.
00000080:00000010:3.1:1769074794.286441:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098a3180.
00010000:00000010:3.1:1769074794.286449:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58132d4a00.
00010000:00000010:3.1:1769074794.286457:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58012ea400.
00000080:00000010:3.1:1769074794.303092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c581875dd20.
00000080:00000010:3.1:1769074794.303149:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580982c200.
00010000:00000010:3.1:1769074794.303165:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809271a00.
00010000:00000010:3.1:1769074794.303172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ce8e00.
00000080:00000010:0.1:1769074794.310787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5805fd9a40.
00000080:00000010:0.1:1769074794.310839:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a9e300.
00010000:00000010:0.1:1769074794.313993:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810cce700.
00010000:00000010:0.1:1769074794.314022:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58012ea600.
00000080:00000010:0.1:1769074794.328064:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58091cadc0.
00000080:00000010:0.1:1769074794.328113:0:2424:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809828840.
00010000:00000010:0.1:1769074794.328142:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c581060bf00.
00010000:00000010:0.1:1769074794.328147:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f56400.
00000080:00000010:0.1:1769074794.333778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fefa00.
00000080:00000010:0.1:1769074794.333824:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809acb180.
00010000:00000010:1.1:1769074794.333954:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58092b3000.
00010000:00000010:1.1:1769074794.333979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809c82200.
00000080:00000010:0.1:1769074794.386350:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0140.
00000080:00000010:1.1:1769074794.398901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b10840.
00010000:00000010:1.1:1769074794.398926:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5806127b00.
00010000:00000010:1.1:1769074794.398931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810dcf000.
00000080:00000010:1.1:1769074794.462951:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a6d280.
00010000:00000010:1.1:1769074794.462989:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f93400.
00010000:00000010:1.1:1769074794.463018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b442600.
00000080:00000010:3.1:1769074794.574296:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808fef980.
00000080:00000010:3.1:1769074794.574354:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809acca40.
00010000:00000010:3.1:1769074794.574385:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808fd6f00.
00010000:00000010:3.1:1769074794.574402:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809cc8400.
00000080:00000010:3.1:1769074794.582218:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda0e0.
00000080:00000010:3.1:1769074794.582265:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809923180.
00010000:00000010:3.1:1769074794.586805:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadc00.
00010000:00000010:3.1:1769074794.590073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834430c00.
00010000:00000010:3.1:1769074794.590084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69400.
00010000:00000010:3.1:1769074794.590091:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58086b5000.
00010000:00000010:3.1:1769074794.590095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834431400.
00000080:00000010:3.1:1769074794.598774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d2a0.
00000080:00000010:0.1:1769074794.619469:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809afd280.
00010000:00000010:0.1:1769074794.623109:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1300.
00010000:00000010:1.1:1769074794.635964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8be00.
00010000:00000010:1.1:1769074794.635972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341c800.
00010000:00000010:1.1:1769074794.635979:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e23a00.
00010000:00000010:1.1:1769074794.636000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb6200.
00000080:00000010:0.1:1769074794.688928:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098fca40.
00010000:00000010:0.1:1769074794.704933:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1300.
00010000:00000010:0.1:1769074794.704944:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809eedc00.
00010000:00000010:0.1:1769074794.704962:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341d600.
00010000:00000010:0.1:1769074794.704967:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df000.
00010000:00000010:0.1:1769074794.704970:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a2bea00.
00000080:00000010:1.1:1769074794.722233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddad40.
00000080:00000010:1.1:1769074794.728997:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bd18c0.
00010000:00000010:1.1:1769074794.729028:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809d10700.
00010000:00000010:1.1:1769074794.729040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b454200.
00000080:00000010:0.1:1769074794.795959:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ac5280.
00010000:00000010:0.1:1769074794.795996:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58072b5e00.
00010000:00000010:0.1:1769074794.796006:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c584215e400.
00000080:00000010:1.1:1769074794.806939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58106901e0.
00000080:00000010:1.1:1769074794.806972:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098e3180.
00010000:00000010:1.1:1769074794.806985:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58073d2700.
00010000:00000010:1.1:1769074794.806993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d61400.
00010000:00000010:0.1:1769074794.861890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704fac200.
00010000:00000010:0.1:1769074794.861900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8b200.
00010000:00000010:0.1:1769074794.861906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26000.
00010000:00000010:0.1:1769074794.861913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704faca00.
00000080:00000010:0.1:1769074794.888883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099f8000.
00010000:00000010:1.1:1769074794.902769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c57400.
00010000:00000010:1.1:1769074794.902788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341da00.
00010000:00000010:1.1:1769074794.902794:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803654b00.
00010000:00000010:1.1:1769074794.902800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c56800.
00010000:00000010:0.1:1769074794.903030:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1300.
00000080:00000010:0.1:1769074794.917777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddac60.
00000080:00000010:1.1:1769074794.937851:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a0f380.
00000080:00000010:3.1:1769074794.974192:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809ab4a40.
00010000:00000010:3.1:1769074794.974206:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802e5f800.
00010000:00000010:3.1:1769074794.974213:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f25600.
00000080:00000010:3.1:1769074794.980888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d052a0.
00000080:00000010:3.1:1769074794.993272:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c581151eb40.
00010000:00000010:3.1:1769074794.993323:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ec4e00.
00010000:00000010:3.1:1769074794.993338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e0c600.
00000080:00000010:3.1:1769074794.993349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809e0f900.
00010000:00000010:1.1:1769074795.044775:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807202e00.
00010000:00000010:1.1:1769074795.044786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f2f000.
00000080:00000010:1.1:1769074795.082786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5802ba9920.
00000080:00000010:1.1:1769074795.082871:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098498c0.
00010000:00000010:1.1:1769074795.082900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58073e8600.
00010000:00000010:1.1:1769074795.082907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807229200.
00010000:00000010:1.1:1769074795.119930:0:2425:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580347d500.
00010000:00000010:1.1:1769074795.119962:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803477c00.
00000080:00000010:3.1:1769074795.133109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0e20.
00000080:00000010:3.1:1769074795.133173:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580981ca40.
00010000:00000010:3.1:1769074795.137774:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadc00.
00010000:00000010:3.1:1769074795.137784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834778400.
00010000:00000010:3.1:1769074795.137789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69400.
00010000:00000010:3.1:1769074795.137793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fcd200.
00010000:00000010:3.1:1769074795.137824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834779600.
00000080:00000010:0.1:1769074795.160802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d2a0.
00000080:00000010:0.1:1769074795.174162:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b57380.
00010000:00000010:0.1:1769074795.174207:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580bccde00.
00010000:00000010:0.1:1769074795.174215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fac800.
00010000:00000010:3.1:1769074795.209857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a3c5400.
00010000:00000010:3.1:1769074795.209867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8a000.
00010000:00000010:3.1:1769074795.209871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1f6200.
00010000:00000010:3.1:1769074795.209890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a3c5a00.
00000080:00000010:3.1:1769074795.215952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0980.
00000080:00000010:3.1:1769074795.216039:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bc98c0.
00010000:00000010:3.1:1769074795.216051:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810dc5b00.
00010000:00000010:3.1:1769074795.216056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e7ee00.
00000080:00000010:3.1:1769074795.220323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793100.
00000080:00000010:3.1:1769074795.220350:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809abca40.
00010000:00000010:3.1:1769074795.233455:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadc00.
00010000:00000010:3.1:1769074795.239866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c582c49c000.
00010000:00000010:3.1:1769074795.239876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69400.
00010000:00000010:3.1:1769074795.239883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c582c45e000.
00010000:00000010:3.1:1769074795.239887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c582c49da00.
00000080:00000010:3.1:1769074795.249198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d9c0.
00000080:00000010:3.1:1769074795.308062:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b07380.
00010000:00000010:3.1:1769074795.316798:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadc00.
00010000:00000010:3.1:1769074795.321231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fea200.
00010000:00000010:3.1:1769074795.321252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69400.
00010000:00000010:3.1:1769074795.321260:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c582c45ec00.
00010000:00000010:3.1:1769074795.321265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fea000.
00000080:00000010:3.1:1769074795.336784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d9c0.
00000080:00000010:0.1:1769074795.348110:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b9eb40.
00010000:00000010:0.1:1769074795.356210:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f26400.
00010000:00000010:0.1:1769074795.356240:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5801687e00.
00000080:00000010:0.1:1769074795.364134:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c58054def00.
00000080:00000010:0.1:1769074795.364165:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580987ca40.
00010000:00000010:0.1:1769074795.364198:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803413900.
00010000:00000010:0.1:1769074795.364204:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808fb0600.
00000080:00000010:0.1:1769074795.369152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808e72200.
00000080:00000010:0.1:1769074795.369220:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bdeb40.
00010000:00000010:0.1:1769074795.369251:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5811e99700.
00010000:00000010:0.1:1769074795.369259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808a9a800.
00000080:00000010:0.1:1769074795.375979:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809cd96c0.
00000080:00000010:0.1:1769074795.376044:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099498c0.
00010000:00000010:0.1:1769074795.381196:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1300.
00010000:00000010:0.1:1769074795.406525:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a2be800.
00010000:00000010:0.1:1769074795.406773:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341c200.
00010000:00000010:0.1:1769074795.406780:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803413c00.
00010000:00000010:0.1:1769074795.406786:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803478400.
00000080:00000010:1.1:1769074795.409849:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bc8840.
00010000:00000010:1.1:1769074795.409859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802afc100.
00010000:00000010:1.1:1769074795.409867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ea4c00.
00000080:00000010:0.1:1769074795.414327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda6a0.
00000080:00000010:0.1:1769074795.422158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d05da0.
00000080:00000010:0.1:1769074795.422203:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809858000.
00010000:00000010:0.1:1769074795.422218:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580722f200.
00010000:00000010:0.1:1769074795.422240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809cb5e00.
00000080:00000010:0.1:1769074795.431994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda880.
00000080:00000010:0.1:1769074795.432039:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811781080.
00010000:00000010:0.1:1769074795.432052:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e66400.
00010000:00000010:0.1:1769074795.432058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809ec9800.
00000080:00000010:0.1:1769074795.432062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809d053c0.
00000080:00000010:3.1:1769074795.443260:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a56b40.
00010000:00000010:3.1:1769074795.443290:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f2b300.
00010000:00000010:3.1:1769074795.443316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803477600.
00000080:00000010:3.1:1769074795.446799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793d20.
00000080:00000010:3.1:1769074795.446859:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809b62940.
00010000:00000010:3.1:1769074795.446892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803466800.
00010000:00000010:3.1:1769074795.446900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803478000.
00000080:00000010:3.1:1769074795.450135:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580348fb80.
00000080:00000010:3.1:1769074795.450195:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bce300.
00010000:00000010:3.1:1769074795.450212:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5810dc5700.
00010000:00000010:3.1:1769074795.450218:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e7fc00.
00000080:00000010:3.1:1769074795.462227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5810793d40.
00000080:00000010:3.1:1769074795.462266:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809abb180.
00010000:00000010:3.1:1769074795.462299:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808f80400.
00010000:00000010:3.1:1769074795.462314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58421fb200.
00000080:00000010:3.1:1769074795.470020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807cb2140.
00000080:00000010:0.1:1769074795.488762:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5808feffa0.
00000080:00000010:0.1:1769074795.488824:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809808000.
00010000:00000010:0.1:1769074795.488845:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ef4f00.
00010000:00000010:0.1:1769074795.488852:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58092bee00.
00000080:00000010:0.1:1769074795.496697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5807c255a0.
00000080:00000010:0.1:1769074795.496767:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099a4a40.
00010000:00000010:0.1:1769074795.499700:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e10000.
00010000:00000010:0.1:1769074795.499721:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580302da00.
00000080:00000010:0.1:1769074795.503808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5803497840.
00000080:00000010:0.1:1769074795.507801:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809baf380.
00010000:00000010:0.1:1769074795.507906:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58421e0a00.
00010000:00000010:0.1:1769074795.507915:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e9ee00.
00000080:00000010:0.1:1769074795.519222:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda9a0.
00000080:00000010:0.1:1769074795.519257:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117d39c0.
00010000:00000010:0.1:1769074795.519298:0:41338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802afcc00.
00010000:00000010:0.1:1769074795.519305:0:41338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e9e000.
00000080:00000010:0.1:1769074795.528023:0:41338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda420.
00000080:00000010:0.1:1769074795.528054:0:41338:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580985b9c0.
00010000:00000010:0.1:1769074795.538049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b4dfe00.
00010000:00000010:0.1:1769074795.538091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f80400.
00010000:00000010:0.1:1769074795.538096:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5813aca400.
00010000:00000010:0.1:1769074795.538108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5805644800.
00010000:00000010:0.1:1769074795.538113:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802a06100.
00010000:00000010:0.1:1769074795.538121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580a949800.
00000080:00000010:0.1:1769074795.560053:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811785ac0.
00000080:00000010:0.1:1769074795.560075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac01a0.
00010000:00000010:3.1:1769074797.525783:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580347d400.
00010000:00000010:3.1:1769074797.525804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b4d7400.
00010000:00000010:3.1:1769074797.525817:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58037cd500.
00010000:00000010:3.1:1769074797.525821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704ffa000.
00010000:00000010:1.1:1769074797.531060:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fe4100.
00010000:00000010:1.1:1769074797.531075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580302c800.
00010000:00000010:1.1:1769074797.531088:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58056ed100.
00010000:00000010:1.1:1769074797.531100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f1aa00.
00010000:00000010:3.1:1769074797.531180:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c28400.
00010000:00000010:3.1:1769074797.531195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58097b7400.
00010000:00000010:3.1:1769074797.531199:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0000.
00010000:00000010:3.1:1769074797.531202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583464b400.
00010000:00000010:3.1:1769074797.543912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5807acdd00.
00010000:00000010:3.1:1769074797.543924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58079c0000.
00010000:00000010:3.1:1769074797.586327:0:2435:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58096d9000.
00010000:00000010:3.1:1769074797.586354:0:2435:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5818732e00.
00010000:00000010:3.1:1769074797.595697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809edc500.
00010000:00000010:3.1:1769074797.595722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f14c00.
00010000:00000010:3.1:1769074797.595745:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c581001d900.
00010000:00000010:3.1:1769074797.595753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f0a400.
00010000:00000010:3.1:1769074797.601166:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809fade00.
00010000:00000010:3.1:1769074797.601187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fa9400.
00010000:00000010:3.1:1769074797.601200:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58037cd100.
00010000:00000010:3.1:1769074797.601204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704ffb200.
00010000:00000010:3.1:1769074797.620201:0:2434:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8000.
00010000:00000010:3.1:1769074797.620215:0:2434:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704eef400.
00010000:00000010:3.1:1769074797.653862:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809762700.
00010000:00000010:3.1:1769074797.653878:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58097b6a00.
00010000:00000010:3.1:1769074797.653897:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57048ca100.
00010000:00000010:3.1:1769074797.653901:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704be1200.
00010000:00000010:1.1:1769074797.674842:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8100.
00010000:00000010:1.1:1769074797.674863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803478c00.
00010000:00000010:1.1:1769074797.674867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58079ffc00.
00010000:00000010:1.1:1769074797.674871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809d25000.
00010000:00000010:1.1:1769074797.674891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57048ca000.
00010000:00000010:1.1:1769074797.674901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704be0200.
00010000:00000010:1.1:1769074797.674906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803466200.
00010000:00000010:1.1:1769074797.674909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c583a11ca00.
00010000:00000010:3.1:1769074797.685865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9e00.
00010000:00000010:3.1:1769074797.685881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810011600.
00010000:00000010:3.1:1769074797.685885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9000.
00010000:00000010:3.1:1769074797.685889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f1b200.
00010000:00000010:3.1:1769074797.685893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a320200.
00010000:00000010:3.1:1769074797.685923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580349f000.
00010000:00000010:3.1:1769074797.685935:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2400.
00010000:00000010:3.1:1769074797.685940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f80e00.
00010000:00000010:3.1:1769074797.748757:0:2434:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608600.
00010000:00000010:3.1:1769074797.748764:0:2434:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f41400.
00010000:00000010:3.1:1769074797.763974:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8a00.
00010000:00000010:3.1:1769074797.763996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803479200.
00010000:00000010:3.1:1769074797.764018:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809c85c00.
00010000:00000010:3.1:1769074797.764022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a6e600.
00010000:00000010:3.1:1769074797.764030:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58079ef800.
00010000:00000010:3.1:1769074797.764038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580860aa00.
00010000:00000010:3.1:1769074797.769488:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5834755100.
00010000:00000010:3.1:1769074797.769522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803429400.
00010000:00000010:3.1:1769074797.769534:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58079ff300.
00010000:00000010:3.1:1769074797.769538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803759e00.
00010000:00000010:3.1:1769074797.806818:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580792b000.
00010000:00000010:3.1:1769074797.806838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58078de600.
00010000:00000010:3.1:1769074797.815802:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580958b300.
00010000:00000010:3.1:1769074797.815841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809409e00.
00010000:00000010:3.1:1769074797.815855:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c581060bd00.
00010000:00000010:3.1:1769074797.815863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808549400.
00010000:00000010:3.1:1769074797.815867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58056ed500.
00010000:00000010:3.1:1769074797.815876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f1a200.
00010000:00000010:3.1:1769074797.815880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58086b5500.
00010000:00000010:3.1:1769074797.815890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809593600.
00010000:00000010:3.1:1769074797.843862:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809ed5c00.
00010000:00000010:3.1:1769074797.843900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8a200.
00010000:00000010:3.1:1769074797.864774:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803654100.
00010000:00000010:3.1:1769074797.864804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c36200.
00010000:00000010:3.1:1769074797.864815:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809daef00.
00010000:00000010:3.1:1769074797.864821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808549c00.
00010000:00000010:3.1:1769074797.864825:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803413800.
00010000:00000010:3.1:1769074797.864828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58346f3400.
00010000:00000010:3.1:1769074797.864836:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580875a000.
00010000:00000010:3.1:1769074797.864840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834431c00.
00010000:00000010:0.1:1769074797.873789:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58347e9000.
00010000:00000010:0.1:1769074797.873798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834778600.
00010000:00000010:0.1:1769074797.873802:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c582c45ed00.
00010000:00000010:0.1:1769074797.873826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c582c49c800.
00010000:00000010:3.1:1769074797.881789:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5803413700.
00010000:00000010:3.1:1769074797.881824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809e14200.
00010000:00000010:1.1:1769074797.882785:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1dfd00.
00010000:00000010:1.1:1769074797.882794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580345b400.
00010000:00000010:3.1:1769074808.340805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341cc00.
00000080:00000010:3.1:1769074808.370182:0:1021:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda9a0.
00010000:00000010:3.1:1769074808.370212:0:1021:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead200.
00010000:00000010:3.1:1769074808.370222:0:1021:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68000.
00010000:00000010:3.1:1769074808.456178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68600.
00010000:00000010:3.1:1769074808.463227:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadb00.
00010000:00000010:3.1:1769074808.463254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69000.
00010000:00000010:3.1:1769074808.476934:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead700.
00000080:00000010:0.1:1769074808.608961:0:42023:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d140.
00010000:00000010:0.1:1769074808.682892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1800.
00010000:00000010:0.1:1769074808.682914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341dc00.
00010000:00000010:3.1:1769074809.655123:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735700.
00010000:00000010:3.1:1769074809.655144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010aaa00.
00010000:00000010:3.1:1769074819.507934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69200.
00010000:00000010:3.1:1769074819.511033:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e300.
00010000:00000010:3.1:1769074819.511056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8ba00.
00010000:00000010:3.1:1769074819.702333:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735e00.
00010000:00000010:3.1:1769074819.702354:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010ab000.
00010000:00000010:3.1:1769074820.764342:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead300.
00010000:00000010:3.1:1769074820.764367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69200.
00000080:00000010:3.1:1769074820.764376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d8c0.
00000080:00000010:1.1:1769074820.795355:0:1363:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1060.
00010000:00000010:0.1:1769074829.898148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010abe00.
00000080:00000010:3.1:1769074829.940685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1820.
00010000:00000010:3.1:1769074829.940726:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735a00.
00010000:00000010:3.1:1769074829.940747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010aa800.
00010000:00000010:3.1:1769074830.391792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8b800.
00010000:00000010:3.1:1769074830.395788:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921ee00.
00010000:00000010:3.1:1769074830.395809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8a800.
00010000:00000010:3.1:1769074830.415070:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead000.
00000080:00000010:3.1:1769074830.565542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0ac0.
00010000:00000010:3.1:1769074830.586989:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead000.
00010000:00000010:3.1:1769074830.587012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69600.
00010000:00000010:3.1:1769074840.562288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8b600.
00000080:00000010:0.1:1769074840.596095:0:43793:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac00e0.
00010000:00000010:0.1:1769074840.596118:0:43793:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead800.
00010000:00000010:0.1:1769074840.596123:0:43793:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68000.
00010000:00000010:3.1:1769074841.243994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68200.
00010000:00000010:3.1:1769074841.250095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68600.
00010000:00000010:3.1:1769074841.280394:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8a000.
00010000:00000010:3.1:1769074841.291989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68600.
00010000:00000010:1.1:1769074851.244284:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921ee00.
00010000:00000010:1.1:1769074851.244302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8b000.
00010000:00000010:1.1:1769074851.291796:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735a00.
00010000:00000010:3.1:1769074861.961567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58421fbe00.
00000080:00000010:0.1:1769074862.256055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0600.
00010000:00000010:0.1:1769074862.256072:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921ec00.
00010000:00000010:0.1:1769074862.256078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58421fae00.
00010000:00000010:3.1:1769074862.469120:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921ec00.
00010000:00000010:3.1:1769074862.469140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58421faa00.
00010000:00000010:3.1:1769074862.490143:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead200.
00010000:00000010:3.1:1769074862.559572:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735200.
00010000:00000010:0.1:1769074862.767783:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735e00.
00010000:00000010:0.1:1769074862.767802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb3800.
00000080:00000010:0.1:1769074862.767832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1560.
00010000:00000010:0.1:1769074862.932000:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1a00.
00010000:00000010:1.1:1769074863.023896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1f00.
00010000:00000010:1.1:1769074863.023923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341d800.
00010000:00000010:0.1:1769074863.045046:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735b00.
00010000:00000010:3.1:1769074863.100793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadc00.
00010000:00000010:3.1:1769074863.302274:0:45065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68600.
00010000:00000010:1.1:1769074863.344295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb2e00.
00010000:00000010:0.1:1769074863.566046:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921ea00.
00010000:00000010:0.1:1769074863.566058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f5be00.
00010000:00000010:3.1:1769074863.584856:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1a00.
00010000:00000010:3.1:1769074863.693988:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735f00.
00010000:00000010:1.1:1769074863.981942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb2800.
00010000:00000010:0.1:1769074864.115847:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735b00.
00010000:00000010:0.1:1769074864.153992:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1e00.
00010000:00000010:0.1:1769074864.154027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341d000.
00010000:00000010:3.1:1769074864.261761:0:45081:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1900.
00010000:00000010:3.1:1769074864.261774:0:45081:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341c400.
00010000:00000010:3.1:1769074864.270557:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadc00.
00010000:00000010:3.1:1769074864.454397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb2e00.
00010000:00000010:1.1:1769074864.552181:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb2600.
00010000:00000010:3.1:1769074864.562833:0:45089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69400.
00010000:00000010:3.1:1769074864.570759:0:45088:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8b600.
00010000:00000010:0.1:1769074864.625053:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1300.
00010000:00000010:0.1:1769074864.902315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341c400.
00010000:00000010:1.1:1769074864.906794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb3e00.
00010000:00000010:1.1:1769074864.926678:0:45097:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb2e00.
00010000:00000010:0.1:1769074865.352924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735f00.
00010000:00000010:0.1:1769074865.352940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb2000.
00010000:00000010:0.1:1769074865.357195:0:44886:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1500.
00010000:00000010:0.1:1769074865.362952:0:44886:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1400.
00010000:00000010:3.1:1769074879.341048:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df300.
00010000:00000010:3.1:1769074879.341058:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010aac00.
00010000:00000010:3.1:1769074879.358820:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df000.
00010000:00000010:0.1:1769074880.033976:0:45915:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df000.
00010000:00000010:0.1:1769074880.033987:0:45915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010aac00.
00010000:00000010:1.1:1769074880.859377:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8800.
00010000:00000010:1.1:1769074880.859403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c54c00.
00010000:00000010:0.1:1769074880.885493:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735300.
00010000:00000010:1.1:1769074881.857004:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8500.
00010000:00000010:1.1:1769074881.857032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c55e00.
00010000:00000010:3.1:1769074883.283787:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df500.
00010000:00000010:3.1:1769074883.283805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010aa600.
00010000:00000010:3.1:1769074883.296813:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df900.
00010000:00000010:3.1:1769074884.018930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735900.
00010000:00000010:3.1:1769074884.018947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb2e00.
00010000:00000010:3.1:1769074884.057770:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df900.
00010000:00000010:0.1:1769074884.601671:0:45922:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8c00.
00010000:00000010:0.1:1769074884.601689:0:45922:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c55e00.
00010000:00000010:0.1:1769074884.612681:0:45922:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8f00.
00010000:00000010:3.1:1769074885.429909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df200.
00010000:00000010:3.1:1769074885.429926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010aaa00.
00010000:00000010:3.1:1769074886.149781:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735000.
00010000:00000010:3.1:1769074886.149791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb2e00.
00010000:00000010:3.1:1769074886.149794:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df200.
00010000:00000010:3.1:1769074886.558788:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df200.
00010000:00000010:3.1:1769074886.558806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010ab000.
00010000:00000010:1.1:1769074887.304205:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735000.
00010000:00000010:1.1:1769074887.304222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb2e00.
00010000:00000010:1.1:1769074887.329686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735900.
00010000:00000010:0.1:1769074888.145966:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df200.
00010000:00000010:0.1:1769074888.145983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010ab000.
00010000:00000010:0.1:1769074888.212822:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8f00.
00010000:00000010:0.1:1769074888.714771:0:45929:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8f00.
00010000:00000010:0.1:1769074888.714778:0:45929:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c55400.
00010000:00000010:0.1:1769074888.769038:0:45929:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8b00.
00010000:00000010:3.1:1769074889.750768:0:45931:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df700.
00010000:00000010:3.1:1769074889.750778:0:45931:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010ab000.
00010000:00000010:3.1:1769074889.780781:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1dfe00.
00010000:00000010:3.1:1769074890.803790:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735800.
00010000:00000010:3.1:1769074890.803817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb3a00.
00010000:00000010:3.1:1769074890.848969:0:45934:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1dfe00.
00010000:00000010:3.1:1769074891.492991:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1dfe00.
00010000:00000010:3.1:1769074891.493036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010abe00.
00010000:00000010:3.1:1769074891.493041:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1dfb00.
00010000:00000010:3.1:1769074891.973849:0:45936:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735700.
00010000:00000010:3.1:1769074891.973863:0:45936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb2600.
00010000:00000010:3.1:1769074891.986171:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1dfb00.
00010000:00000010:0.1:1769074892.492954:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735300.
00010000:00000010:0.1:1769074892.492996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb3a00.
00010000:00000010:3.1:1769074893.553923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1dfb00.
00010000:00000010:3.1:1769074893.553940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c55000.
00010000:00000010:3.1:1769074893.572994:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df200.
00010000:00000010:0.1:1769074894.034275:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8f00.
00010000:00000010:0.1:1769074894.034281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a18400.
00010000:00000010:3.1:1769074894.541912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8f00.
00010000:00000010:3.1:1769074894.541939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a18400.
00010000:00000010:3.1:1769074894.555807:0:45941:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df200.
00010000:00000010:3.1:1769074895.123108:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808608e00.
00010000:00000010:3.1:1769074895.123128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f5be00.
00010000:00000010:3.1:1769074895.208831:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df200.
00010000:00000010:0.1:1769074895.566133:0:45943:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8500.
00010000:00000010:0.1:1769074895.566140:0:45943:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a18600.
00010000:00000010:0.1:1769074895.584784:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8800.
00010000:00000010:3.1:1769074896.047806:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df200.
00010000:00000010:3.1:1769074896.047820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c55400.
00010000:00000010:3.1:1769074896.076798:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df900.
00010000:00000010:3.1:1769074896.750012:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808608e00.
00010000:00000010:3.1:1769074896.750030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f5a800.
00010000:00000010:3.1:1769074896.819062:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df900.
00010000:00000010:1.1:1769074897.367098:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8800.
00010000:00000010:1.1:1769074897.367115:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a18600.
00010000:00000010:3.1:1769074899.845778:0:45951:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26000.
00010000:00000010:3.1:1769074899.845798:0:45951:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f5b000.
00010000:00000010:3.1:1769074899.865635:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df900.
00010000:00000010:3.1:1769074900.610143:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df900.
00010000:00000010:3.1:1769074900.610165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c55200.
00010000:00000010:3.1:1769074900.634298:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1dfd00.
00010000:00000010:0.1:1769074901.283033:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8500.
00010000:00000010:0.1:1769074901.283042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a19400.
00010000:00000010:1.1:1769074901.320936:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8600.
00010000:00000010:3.1:1769074901.909545:0:45954:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26900.
00010000:00000010:3.1:1769074901.909563:0:45954:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f5be00.
00010000:00000010:3.1:1769074901.934790:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802889000.
00010000:00000010:3.1:1769074902.476355:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df900.
00010000:00000010:3.1:1769074902.476370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c55e00.
00010000:00000010:3.1:1769074902.524599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802889000.
00010000:00000010:3.1:1769074903.018613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802889000.
00010000:00000010:3.1:1769074903.018634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c55e00.
00010000:00000010:3.1:1769074903.074698:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9000.
00010000:00000010:0.1:1769074903.522891:0:45957:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735f00.
00010000:00000010:0.1:1769074903.522911:0:45957:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c584215e800.
00010000:00000010:0.1:1769074903.527797:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8500.
00010000:00000010:0.1:1769074904.173819:0:45958:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735b00.
00010000:00000010:0.1:1769074904.173831:0:45958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c584215f000.
00010000:00000010:0.1:1769074904.181797:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8500.
00010000:00000010:0.1:1769074904.708040:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26800.
00010000:00000010:0.1:1769074904.708066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f5b000.
00010000:00000010:0.1:1769074904.778870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8500.
00010000:00000010:0.1:1769074905.165069:0:45961:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8500.
00010000:00000010:0.1:1769074905.165076:0:45961:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a18200.
00010000:00000010:0.1:1769074905.200015:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8d00.
00010000:00000010:3.1:1769074905.496481:0:45962:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9000.
00010000:00000010:3.1:1769074905.496492:0:45962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b443e00.
00010000:00000010:3.1:1769074905.522803:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9d00.
00010000:00000010:3.1:1769074906.621792:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9d00.
00010000:00000010:3.1:1769074906.621806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b443e00.
00010000:00000010:3.1:1769074906.678125:0:45964:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9000.
00010000:00000010:3.1:1769074907.277833:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9000.
00010000:00000010:3.1:1769074907.277843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b443e00.
00010000:00000010:3.1:1769074907.315934:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9300.
00010000:00000010:0.1:1769074907.844119:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26c00.
00010000:00000010:0.1:1769074907.844131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f5b000.
00010000:00000010:0.1:1769074908.511890:0:2424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9300.
00010000:00000010:0.1:1769074908.511898:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b443e00.
00010000:00000010:3.1:1769074909.036378:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26700.
00010000:00000010:3.1:1769074909.036397:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f5b000.
00010000:00000010:3.1:1769074909.045888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9200.
00010000:00000010:2.1:1769074909.549494:0:45969:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26400.
00010000:00000010:2.1:1769074910.072921:0:45970:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26400.
00010000:00000010:2.1:1769074910.072931:0:45970:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f5b000.
00010000:00000010:3.1:1769074910.103892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26e00.
00010000:00000010:1.1:1769074910.400015:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735b00.
00010000:00000010:1.1:1769074910.400032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c584215f000.
00010000:00000010:1.1:1769074910.412148:0:45971:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735f00.
00010000:00000010:0.1:1769074911.150068:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9600.
00010000:00000010:0.1:1769074911.150077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b442a00.
00010000:00000010:1.1:1769074911.181787:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8a00.
00010000:00000010:2.1:1769074911.888388:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26400.
00010000:00000010:2.1:1769074911.888478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58421fa200.
00010000:00000010:2.1:1769074911.917478:0:45973:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26b00.
00010000:00000010:2.1:1769074912.444946:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26b00.
00010000:00000010:2.1:1769074912.444965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58421fa200.
00010000:00000010:2.1:1769074912.528781:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26600.
00010000:00000010:0.1:1769074913.061972:0:45976:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26600.
00010000:00000010:0.1:1769074913.062807:0:45976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f80400.
00010000:00000010:0.1:1769074913.073783:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8a00.
00010000:00000010:0.1:1769074913.582297:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26a00.
00010000:00000010:0.1:1769074913.582316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f80a00.
00010000:00000010:0.1:1769074913.624756:0:45977:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8a00.
00010000:00000010:3.1:1769074914.221769:0:45978:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9800.
00010000:00000010:3.1:1769074914.221774:0:45978:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b442200.
00010000:00000010:3.1:1769074914.235791:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9500.
00010000:00000010:3.1:1769074914.535791:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9500.
00010000:00000010:3.1:1769074914.535807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b442200.
00010000:00000010:3.1:1769074914.560787:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9800.
00010000:00000010:0.1:1769074914.985789:0:45980:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26200.
00010000:00000010:0.1:1769074914.985797:0:45980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f81c00.
00010000:00000010:0.1:1769074915.000301:0:45980:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8a00.
00010000:00000010:0.1:1769074915.503800:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8a00.
00010000:00000010:0.1:1769074915.503813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58078b4000.
00010000:00000010:0.1:1769074915.562797:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8800.
00010000:00000010:0.1:1769074916.154783:0:45982:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8800.
00010000:00000010:0.1:1769074916.154800:0:45982:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58078b5000.
00010000:00000010:0.1:1769074916.174772:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8f00.
00010000:00000010:2.1:1769074916.436909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9800.
00010000:00000010:2.1:1769074916.436929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b442200.
00010000:00000010:2.1:1769074916.503689:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26200.
00010000:00000010:2.1:1769074916.939994:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26200.
00010000:00000010:2.1:1769074916.940078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f80800.
00010000:00000010:2.1:1769074916.980782:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26600.
00010000:00000010:3.1:1769074917.540913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9700.
00010000:00000010:3.1:1769074917.540927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b443c00.
00010000:00000010:3.1:1769074917.587453:0:45985:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9a00.
00010000:00000010:3.1:1769074918.103689:0:45986:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9a00.
00010000:00000010:3.1:1769074918.103704:0:45986:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b443c00.
00010000:00000010:3.1:1769074918.141103:0:45986:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9100.
00010000:00000010:3.1:1769074918.673843:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9100.
00010000:00000010:3.1:1769074918.673861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b443c00.
00010000:00000010:3.1:1769074918.692607:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9a00.
00010000:00000010:3.1:1769074919.246049:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9a00.
00010000:00000010:3.1:1769074919.246065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b443c00.
00010000:00000010:3.1:1769074919.246069:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9800.
00010000:00000010:3.1:1769074919.916414:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735600.
00010000:00000010:1.1:1769074919.916770:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8f00.
00010000:00000010:1.1:1769074919.916777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58078b5400.
00010000:00000010:2.1:1769074920.550668:0:45991:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26600.
00010000:00000010:2.1:1769074920.550684:0:45991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f81a00.
00010000:00000010:2.1:1769074920.602797:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26e00.
00010000:00000010:2.1:1769074920.970338:0:45992:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735300.
00010000:00000010:2.1:1769074920.970351:0:45992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f61a00.
00010000:00000010:2.1:1769074920.994427:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26e00.
00010000:00000010:2.1:1769074921.554923:0:45993:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735700.
00010000:00000010:2.1:1769074921.554930:0:45993:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f60200.
00010000:00000010:2.1:1769074921.566777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26e00.
00010000:00000010:2.1:1769074921.986968:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735800.
00010000:00000010:2.1:1769074921.986988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f61a00.
00010000:00000010:2.1:1769074922.034968:0:45994:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26e00.
00010000:00000010:2.1:1769074922.555582:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26e00.
00010000:00000010:2.1:1769074922.555595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f80600.
00010000:00000010:2.1:1769074922.555598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26900.
00010000:00000010:0.1:1769074923.022800:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735900.
00010000:00000010:0.1:1769074923.022826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5805645200.
00010000:00000010:0.1:1769074923.104547:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8800.
00010000:00000010:1.1:1769074923.763966:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735900.
00010000:00000010:1.1:1769074923.763989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5805644600.
00010000:00000010:1.1:1769074923.790787:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735800.
00010000:00000010:2.1:1769074924.281926:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26900.
00010000:00000010:2.1:1769074924.281948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f80600.
00010000:00000010:2.1:1769074924.313351:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26e00.
00010000:00000010:0.1:1769074924.814797:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8800.
00010000:00000010:0.1:1769074924.814822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58078b5e00.
00010000:00000010:3.1:1769074924.852823:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580875a000.
00010000:00000010:2.1:1769074925.381878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580875ad00.
00010000:00000010:2.1:1769074925.381902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58078b5a00.
00010000:00000010:2.1:1769074925.407633:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26e00.
00010000:00000010:3.1:1769074925.858038:0:46001:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26e00.
00010000:00000010:3.1:1769074925.858048:0:46001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f81800.
00010000:00000010:3.1:1769074925.858053:0:46001:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9600.
00010000:00000010:3.1:1769074926.315993:0:46003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580875a400.
00010000:00000010:3.1:1769074926.316000:0:46003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58078b4c00.
00010000:00000010:3.1:1769074926.364494:0:46003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9600.
00010000:00000010:3.1:1769074926.691508:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9600.
00010000:00000010:3.1:1769074926.691527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b443600.
00010000:00000010:3.1:1769074926.778143:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608600.
00010000:00000010:3.1:1769074927.271856:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26e00.
00010000:00000010:3.1:1769074927.271868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b443600.
00010000:00000010:3.1:1769074927.331797:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608600.
00010000:00000010:2.1:1769074927.991723:0:46006:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735800.
00010000:00000010:2.1:1769074927.991757:0:46006:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f60800.
00010000:00000010:2.1:1769074928.033766:0:46006:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26e00.
00010000:00000010:1.1:1769074928.529255:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735700.
00010000:00000010:1.1:1769074928.529292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f60c00.
00010000:00000010:3.1:1769074928.558406:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608600.
00010000:00000010:2.1:1769074929.044649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2600.
00010000:00000010:2.1:1769074929.044659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f81800.
00010000:00000010:2.1:1769074929.074186:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2e00.
00010000:00000010:2.1:1769074929.542623:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2e00.
00010000:00000010:2.1:1769074929.542640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f81800.
00010000:00000010:0.1:1769074929.564083:0:46009:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2200.
00010000:00000010:3.1:1769074930.177524:0:46010:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608600.
00010000:00000010:3.1:1769074930.177538:0:46010:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803759800.
00010000:00000010:3.1:1769074930.232818:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608200.
00010000:00000010:0.1:1769074930.715925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608200.
00010000:00000010:0.1:1769074930.715944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803759800.
00010000:00000010:0.1:1769074930.753978:0:46011:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580875aa00.
00010000:00000010:3.1:1769074931.381929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2e00.
00010000:00000010:3.1:1769074931.381939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f81800.
00010000:00000010:3.1:1769074931.393105:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608600.
00010000:00000010:0.1:1769074932.042100:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735700.
00010000:00000010:0.1:1769074932.042118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f60e00.
00010000:00000010:0.1:1769074932.087794:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580875aa00.
00010000:00000010:2.1:1769074932.683762:0:46014:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2c00.
00010000:00000010:2.1:1769074932.683769:0:46014:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f80a00.
00010000:00000010:2.1:1769074932.734781:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2700.
00010000:00000010:3.1:1769074933.132800:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608600.
00010000:00000010:3.1:1769074933.132816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803758a00.
00010000:00000010:3.1:1769074933.152231:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608e00.
00010000:00000010:3.1:1769074933.746551:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608e00.
00010000:00000010:3.1:1769074933.746559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803758c00.
00010000:00000010:0.1:1769074933.814775:0:46017:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608000.
00010000:00000010:2.1:1769074934.376772:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2a00.
00010000:00000010:2.1:1769074934.376795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f80a00.
00010000:00000010:2.1:1769074934.376799:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2100.
00010000:00000010:3.1:1769074934.816016:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608e00.
00010000:00000010:3.1:1769074934.816028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803758c00.
00010000:00000010:3.1:1769074934.831781:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608400.
00010000:00000010:1.1:1769074935.148798:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735300.
00010000:00000010:1.1:1769074935.148819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5800030e00.
00010000:00000010:1.1:1769074935.227386:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735600.
00000080:00000010:0.1:1769074935.868866:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddac20.
00000080:00000010:0.1:1769074935.868876:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddae80.
00000080:00000010:0.1:1769074935.868880:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddadc0.
00000080:00000010:0.1:1769074935.868884:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda640.
00000080:00000010:0.1:1769074935.868889:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0c40.
00000080:00000010:0.1:1769074935.868893:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0ec0.
00000080:00000010:0.1:1769074935.868898:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452dd80.
00000080:00000010:0.1:1769074935.868902:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0a60.
00000080:00000010:0.1:1769074935.868911:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0560.
00000080:00000010:0.1:1769074935.868914:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d360.
00000080:00000010:0.1:1769074935.868919:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d900.
00000080:00000010:0.1:1769074935.868923:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d1a0.
00000080:00000010:0.1:1769074935.868926:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0900.
00000080:00000010:0.1:1769074935.868930:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0ac0.
00000080:00000010:0.1:1769074935.868934:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452dac0.
00000080:00000010:0.1:1769074935.868941:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1700.
00000080:00000010:0.1:1769074935.868955:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddad80.
00000080:00000010:0.1:1769074935.868960:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d600.
00010000:00000010:3.1:1769074935.879629:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802889800.
00010000:00000010:3.1:1769074935.879645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69400.
00010000:00000010:3.1:1769074935.879652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1300.
00010000:00000010:3.1:1769074935.879655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341c200.
00010000:00000010:3.1:1769074935.879658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735200.
00010000:00000010:3.1:1769074935.879661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb2200.
00010000:00000010:3.1:1769074935.879663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1400.
00010000:00000010:3.1:1769074935.879666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c54400.
00010000:00000010:3.1:1769074935.879669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1b00.
00010000:00000010:3.1:1769074935.879673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341d800.
00010000:00000010:3.1:1769074935.879676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1100.
00010000:00000010:3.1:1769074935.879679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341c000.
00010000:00000010:3.1:1769074935.879682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808608500.
00010000:00000010:3.1:1769074935.879686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341d200.
00010000:00000010:3.1:1769074935.879691:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead600.
00010000:00000010:3.1:1769074935.879694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341da00.
00010000:00000010:3.1:1769074935.879699:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e600.
00010000:00000010:3.1:1769074935.879702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68600.
00010000:00000010:3.1:1769074935.879705:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e200.
00010000:00000010:3.1:1769074935.879708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f5b600.
00010000:00000010:3.1:1769074935.879711:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921ed00.
00010000:00000010:3.1:1769074935.879714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58421fae00.
00010000:00000010:3.1:1769074935.879718:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead300.
00010000:00000010:3.1:1769074935.879720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69200.
00010000:00000010:3.1:1769074935.879722:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead000.
00010000:00000010:3.1:1769074935.879725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68000.
00010000:00000010:3.1:1769074935.879728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68a00.
00010000:00000010:3.1:1769074935.879743:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921eb00.
00010000:00000010:3.1:1769074935.879748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8aa00.
00010000:00000010:3.1:1769074935.879751:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e800.
00010000:00000010:3.1:1769074935.879754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8b400.
00010000:00000010:3.1:1769074935.879756:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e900.
00010000:00000010:3.1:1769074935.879758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8bc00.
00010000:00000010:3.1:1769074935.879761:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e700.
00010000:00000010:3.1:1769074935.879763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8ae00.
00010000:00000010:3.1:1769074935.879765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8a400.
00010000:00000010:3.1:1769074935.879768:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadb00.
00010000:00000010:3.1:1769074935.879771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341d400.
00010000:00000010:3.1:1769074935.879773:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead100.
00010000:00000010:3.1:1769074935.879776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69e00.
00000080:00000010:3.1:1769074935.952934:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1b40.
00000080:00000010:1.1:1769074936.045409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d6e0.
00000080:00000010:2.1:1769074936.101838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0980.
00000080:00000010:2.1:1769074936.165055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d000.
00000080:00000010:1.1:1769074936.273015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d840.
00000080:00000010:0.1:1769074936.310927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddaae0.
00000080:00000010:2.1:1769074936.357098:0:41343:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d980.
00000080:00000010:2.1:1769074936.367806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d0a0.
00000080:00000010:2.1:1769074936.367836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d660.
00000080:00000010:3.1:1769074936.396837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda9a0.
00000080:00000010:1.1:1769074936.443621:0:41343:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452da00.
00000080:00000010:0.1:1769074936.536060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d280.
00000080:00000010:3.1:1769074936.541157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0f20.
00000080:00000010:3.1:1769074936.541194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d5a0.
00000080:00000010:3.1:1769074936.541211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0bc0.
00000080:00000010:2.1:1769074936.633845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac00e0.
00000080:00000010:3.1:1769074936.707190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda540.
00000080:00000010:2.1:1769074936.822279:0:2434:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d200.
00000080:00000010:0.1:1769074936.945320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452dca0.
00000080:00000010:2.1:1769074937.009817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452ddc0.
00000080:00000010:2.1:1769074937.066822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac05a0.
00000080:00000010:0.1:1769074937.136826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0440.
00000080:00000010:3.1:1769074937.271956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1d20.
00000080:00000010:1.1:1769074937.346903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0a20.
00000080:00000010:2.1:1769074937.458847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d1e0.
00000080:00000010:2.1:1769074937.458883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddab40.
00000080:00000010:0.1:1769074937.523986:0:41343:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452de20.
00000080:00000010:1.1:1769074937.556072:0:41343:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d6c0.
00000080:00000010:0.1:1769074937.586967:0:41343:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda260.
00000080:00000010:0.1:1769074937.627832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d180.
00000080:00000010:3.1:1769074937.673792:0:41343:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d7e0.
00000080:00000010:2.1:1769074937.716457:0:41343:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddaec0.
00000080:00000010:2.1:1769074937.718941:0:41343:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452dc20.
00000080:00000010:3.1:1769074937.724316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac08a0.
00000080:00000010:2.1:1769074937.736136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda3a0.
00000080:00000010:1.1:1769074937.794748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452dfc0.
00000080:00000010:1.1:1769074937.850028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452dd60.
00000080:00000010:2.1:1769074937.893817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d060.
00000080:00000010:1.1:1769074937.948521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0180.
00000080:00000010:2.1:1769074938.013945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddafa0.
00000080:00000010:2.1:1769074938.081918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac05e0.
00000080:00000010:1.1:1769074938.137153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb11e0.
00000080:00000010:2.1:1769074938.227781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddad40.
00000080:00000010:2.1:1769074938.337696:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0d00.
00000080:00000010:0.1:1769074938.461131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0820.
00000080:00000010:0.1:1769074938.461167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452df20.
00000080:00000010:2.1:1769074938.530802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452daa0.
00000080:00000010:3.1:1769074938.551184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d480.
00000080:00000010:1.1:1769074938.601792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0340.
00000080:00000010:1.1:1769074938.601822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d0e0.
00000080:00000010:1.1:1769074938.601843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0e00.
00000080:00000010:2.1:1769074938.747904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0660.
00000080:00000010:0.1:1769074938.794972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0280.
00000080:00000010:1.1:1769074938.831798:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac07a0.
00000080:00000010:0.1:1769074938.895987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1fe0.
00000080:00000010:1.1:1769074938.964806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d4e0.
00000080:00000010:2.1:1769074939.143915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452dbe0.
00000080:00000010:3.1:1769074939.234384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452de40.
00000080:00000010:2.1:1769074939.290937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d3e0.
00000080:00000010:2.1:1769074939.366810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0ea0.
00000080:00000010:2.1:1769074939.441902:0:1121:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0700.
00000080:00000010:3.1:1769074939.488801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda100.
00000080:00000010:2.1:1769074939.563957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda320.
00000080:00000010:2.1:1769074939.670902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0060.
00000080:00000010:3.1:1769074939.762526:0:2435:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d8a0.
00000080:00000010:1.1:1769074939.847105:0:2425:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452dd40.
00000080:00000010:2.1:1769074939.931168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452de00.
00000080:00000010:0.1:1769074939.980870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda520.
00000080:00000010:1.1:1769074940.046782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0cc0.
00000080:00000010:2.1:1769074940.091907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0c20.
00000080:00000010:2.1:1769074940.219796:0:41343:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda060.
00000080:00000010:1.1:1769074940.220767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddab20.
00000080:00000010:1.1:1769074940.220791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452dfa0.
00000080:00000010:0.1:1769074940.284559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1200.
00000080:00000010:0.1:1769074940.284586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d820.
00000080:00000010:2.1:1769074940.339605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d2c0.
00000080:00000010:3.1:1769074940.343846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452db60.
00000080:00000010:3.1:1769074940.343876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0f00.
00000080:00000010:3.1:1769074940.343891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddac40.
00000080:00000010:0.1:1769074940.398721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb19a0.
00000080:00000010:1.1:1769074940.480474:0:2425:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0f80.
00000080:00000010:2.1:1769074940.595921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0b00.
00000080:00000010:2.1:1769074940.595949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d4c0.
00000080:00000010:2.1:1769074940.595969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddae40.
00000080:00000010:3.1:1769074940.633906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda1e0.
00000080:00000010:0.1:1769074940.668809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452db00.
00000080:00000010:1.1:1769074940.734715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d880.
00000080:00000010:1.1:1769074940.734784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0300.
00000080:00000010:2.1:1769074940.780483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452de80.
00000080:00000010:2.1:1769074940.780516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda2a0.
00000080:00000010:2.1:1769074940.780533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddaa40.
00000080:00000010:3.1:1769074940.838802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda480.
00000080:00000010:0.1:1769074940.884819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d160.
00000080:00000010:0.1:1769074940.884858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452da40.
00000080:00000010:1.1:1769074940.905291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d9a0.
00000080:00000010:2.1:1769074940.922052:0:41343:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb18c0.
00000080:00000010:2.1:1769074940.960081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb12c0.
00000080:00000010:3.1:1769074940.967957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d4a0.
00000080:00000010:1.1:1769074941.020532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452dee0.
00000080:00000010:2.1:1769074941.026714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0de0.
00000080:00000010:2.1:1769074941.156160:0:41343:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddaf00.
00000080:00000010:2.1:1769074941.156177:0:41343:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d440.
00000080:00000010:2.1:1769074941.156184:0:41343:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1760.
00000080:00000010:2.1:1769074941.156189:0:41343:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb15a0.
00000080:00000010:2.1:1769074941.156194:0:41343:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac08e0.
00000080:00000010:2.1:1769074941.156199:0:41343:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d740.
00000080:00000010:2.1:1769074941.156203:0:41343:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452df80.
00000080:00000010:2.1:1769074941.156206:0:41343:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1320.
00000080:00000010:2.1:1769074941.156209:0:41343:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda4e0.
00000080:00000010:2.1:1769074941.156214:0:41343:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb15c0.
00000080:00000010:2.1:1769074941.156217:0:41343:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452db20.
00000080:00000010:2.1:1769074941.156221:0:41343:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0940.
00000080:00000010:2.1:1769074941.198712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d620.
00000080:00000010:2.1:1769074941.198743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0b60.
00010000:00000010:3.1:1769074941.238287:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735300.
00010000:00000010:3.1:1769074941.238312:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5800030200.
00010000:00000010:3.1:1769074941.238321:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608e00.
00010000:00000010:3.1:1769074941.238326:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803758a00.
00010000:00000010:3.1:1769074941.238332:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2d00.
00010000:00000010:3.1:1769074941.238339:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f81800.
00010000:00000010:3.1:1769074941.238344:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580875aa00.
00010000:00000010:3.1:1769074941.238348:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803759200.
00010000:00000010:3.1:1769074941.238351:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608600.
00010000:00000010:3.1:1769074941.238354:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803758400.
00010000:00000010:3.1:1769074941.238365:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8900.
00010000:00000010:3.1:1769074941.238370:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a19000.
00010000:00000010:3.1:1769074941.238379:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9e00.
00010000:00000010:3.1:1769074941.238385:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b442600.
00010000:00000010:3.1:1769074941.238393:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df900.
00010000:00000010:3.1:1769074941.238400:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c54200.
00010000:00000010:3.1:1769074941.238403:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1dfd00.
00010000:00000010:3.1:1769074941.238408:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c55200.
00010000:00000010:3.1:1769074941.238411:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735500.
00010000:00000010:3.1:1769074941.238416:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a18000.
00010000:00000010:3.1:1769074941.238421:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802889d00.
00010000:00000010:3.1:1769074941.238424:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c55c00.
00010000:00000010:3.1:1769074941.238428:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df000.
00010000:00000010:3.1:1769074941.238432:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c54800.
00010000:00000010:3.1:1769074941.238439:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26d00.
00010000:00000010:3.1:1769074941.238445:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f5a800.
00010000:00000010:3.1:1769074941.238451:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921ea00.
00010000:00000010:3.1:1769074941.238456:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f5b800.
00010000:00000010:3.1:1769074941.238459:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921ec00.
00010000:00000010:3.1:1769074941.238462:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f5a600.
00010000:00000010:3.1:1769074941.238465:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2c00.
00010000:00000010:3.1:1769074941.238470:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f80400.
00010000:00000010:3.1:1769074941.238472:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580875a800.
00010000:00000010:3.1:1769074941.238476:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809feba00.
00010000:00000010:3.1:1769074941.238479:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608500.
00010000:00000010:3.1:1769074941.238482:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803758200.
00010000:00000010:3.1:1769074941.238486:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580875a900.
00010000:00000010:3.1:1769074941.238489:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809feb400.
00010000:00000010:3.1:1769074941.238503:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608c00.
00010000:00000010:3.1:1769074941.238507:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803759e00.
00010000:00000010:3.1:1769074941.238510:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580875a700.
00010000:00000010:3.1:1769074941.238513:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f81c00.
00010000:00000010:3.1:1769074941.238516:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2600.
00010000:00000010:3.1:1769074941.238519:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f80800.
00010000:00000010:3.1:1769074941.238521:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608700.
00010000:00000010:3.1:1769074941.238524:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803758800.
00010000:00000010:3.1:1769074941.238526:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2400.
00010000:00000010:3.1:1769074941.238529:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f80c00.
00010000:00000010:3.1:1769074941.238531:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608100.
00010000:00000010:3.1:1769074941.238536:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b443e00.
00010000:00000010:3.1:1769074941.238542:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808608e00.
00010000:00000010:3.1:1769074941.238547:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c584215e400.
00010000:00000010:3.1:1769074941.238550:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df800.
00010000:00000010:3.1:1769074941.238553:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c55400.
00010000:00000010:3.1:1769074941.238555:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df200.
00010000:00000010:3.1:1769074941.238558:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c54a00.
00010000:00000010:3.1:1769074941.238562:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8400.
00010000:00000010:3.1:1769074941.238565:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a18c00.
00010000:00000010:3.1:1769074941.238567:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1dfc00.
00010000:00000010:3.1:1769074941.238570:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c55600.
00010000:00000010:3.1:1769074941.238572:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df100.
00010000:00000010:3.1:1769074941.238574:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c55000.
00010000:00000010:3.1:1769074941.238577:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808608b00.
00010000:00000010:3.1:1769074941.238580:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a19800.
00010000:00000010:3.1:1769074941.238582:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1dfb00.
00010000:00000010:3.1:1769074941.238585:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c54000.
00010000:00000010:3.1:1769074941.238589:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead800.
00010000:00000010:3.1:1769074941.238592:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f5ac00.
00010000:00000010:3.1:1769074941.238595:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808608c00.
00010000:00000010:3.1:1769074941.238598:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c54c00.
00010000:00000010:3.1:1769074941.238601:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608b00.
00010000:00000010:3.1:1769074941.238604:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b443c00.
00010000:00000010:3.1:1769074941.238607:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5802889000.
00010000:00000010:3.1:1769074941.238610:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b442200.
00010000:00000010:3.1:1769074941.238612:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9300.
00010000:00000010:3.1:1769074941.238615:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b442a00.
00010000:00000010:3.1:1769074941.238617:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921ee00.
00010000:00000010:3.1:1769074941.238620:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f80600.
00010000:00000010:3.1:1769074941.238622:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9a00.
00010000:00000010:3.1:1769074941.238626:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58078b5800.
00010000:00000010:3.1:1769074941.238630:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26900.
00010000:00000010:3.1:1769074941.238632:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f81e00.
00010000:00000010:3.1:1769074941.238635:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735900.
00010000:00000010:3.1:1769074941.238639:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5805644400.
00010000:00000010:3.1:1769074941.238642:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8f00.
00010000:00000010:3.1:1769074941.238645:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58078b4400.
00010000:00000010:3.1:1769074941.238647:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26000.
00010000:00000010:3.1:1769074941.238650:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f81000.
00010000:00000010:3.1:1769074941.238652:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26800.
00010000:00000010:3.1:1769074941.238655:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f81600.
00010000:00000010:3.1:1769074941.238658:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1dfe00.
00010000:00000010:3.1:1769074941.238663:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010abe00.
00010000:00000010:3.1:1769074941.238666:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df400.
00010000:00000010:3.1:1769074941.238671:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010aac00.
00010000:00000010:3.1:1769074941.238674:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df700.
00010000:00000010:3.1:1769074941.238676:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010ab000.
00010000:00000010:3.1:1769074941.238679:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808608000.
00010000:00000010:3.1:1769074941.238681:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f5b200.
00010000:00000010:3.1:1769074941.238684:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df600.
00010000:00000010:3.1:1769074941.238686:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010ab400.
00010000:00000010:3.1:1769074941.238986:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808608400.
00010000:00000010:3.1:1769074941.238992:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f5b400.
00010000:00000010:3.1:1769074941.238996:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26c00.
00010000:00000010:3.1:1769074941.238999:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f80200.
00010000:00000010:3.1:1769074941.239003:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26700.
00010000:00000010:3.1:1769074941.239006:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f81a00.
00010000:00000010:3.1:1769074941.239009:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26600.
00010000:00000010:3.1:1769074941.239012:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f80000.
00010000:00000010:3.1:1769074941.239016:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9800.
00010000:00000010:3.1:1769074941.239020:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f61200.
00010000:00000010:3.1:1769074941.239032:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9b00.
00010000:00000010:3.1:1769074941.239036:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b442400.
00010000:00000010:3.1:1769074941.239039:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9100.
00010000:00000010:3.1:1769074941.239042:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b442e00.
00010000:00000010:3.1:1769074941.239045:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9f00.
00010000:00000010:3.1:1769074941.239049:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b443200.
00010000:00000010:3.1:1769074941.239052:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9700.
00010000:00000010:3.1:1769074941.239055:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b443000.
00010000:00000010:3.1:1769074941.239058:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26200.
00010000:00000010:3.1:1769074941.239061:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f81400.
00010000:00000010:3.1:1769074941.239065:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26a00.
00010000:00000010:3.1:1769074941.239068:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f81200.
00010000:00000010:3.1:1769074941.239071:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8b00.
00010000:00000010:3.1:1769074941.239074:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58078b5600.
00010000:00000010:3.1:1769074941.239077:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8a00.
00010000:00000010:3.1:1769074941.239080:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58078b4200.
00010000:00000010:3.1:1769074941.239083:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8600.
00010000:00000010:3.1:1769074941.239085:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58078b4800.
00010000:00000010:3.1:1769074941.239088:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9500.
00010000:00000010:3.1:1769074941.239091:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b442000.
00010000:00000010:3.1:1769074941.239104:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9900.
00010000:00000010:3.1:1769074941.239108:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b443400.
00010000:00000010:3.1:1769074941.239111:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8d00.
00010000:00000010:3.1:1769074941.239114:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58078b4a00.
00010000:00000010:3.1:1769074941.239117:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8500.
00010000:00000010:3.1:1769074941.239120:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58078b5200.
00010000:00000010:3.1:1769074941.239130:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26b00.
00010000:00000010:3.1:1769074941.239134:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f80e00.
00010000:00000010:3.1:1769074941.239137:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26400.
00010000:00000010:3.1:1769074941.239141:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f5b000.
00010000:00000010:3.1:1769074941.239144:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735f00.
00010000:00000010:3.1:1769074941.239158:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a19e00.
00010000:00000010:3.1:1769074941.239161:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8e00.
00010000:00000010:3.1:1769074941.239164:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c54600.
00010000:00000010:3.1:1769074941.239166:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8c00.
00010000:00000010:3.1:1769074941.239169:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c55a00.
00010000:00000010:3.1:1769074941.239172:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735000.
00010000:00000010:3.1:1769074941.239177:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb2800.
00010000:00000010:3.1:1769074941.239181:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808608900.
00010000:00000010:3.1:1769074941.239184:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010aa000.
00010000:00000010:3.1:1769074941.239189:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1dff00.
00010000:00000010:3.1:1769074941.239192:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010aaa00.
00010000:00000010:3.1:1769074941.239195:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808608d00.
00010000:00000010:3.1:1769074941.239198:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010ab800.
00010000:00000010:3.1:1769074941.239201:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808608f00.
00010000:00000010:3.1:1769074941.239205:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f5a200.
00010000:00000010:3.1:1769074941.239207:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8300.
00010000:00000010:3.1:1769074941.239210:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c55800.
00010000:00000010:3.1:1769074941.239212:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735b00.
00010000:00000010:3.1:1769074941.239215:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c584215ee00.
00010000:00000010:3.1:1769074941.239219:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9200.
00010000:00000010:3.1:1769074941.239222:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58421faa00.
00010000:00000010:3.1:1769074941.239227:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26300.
00010000:00000010:3.1:1769074941.239231:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69600.
00010000:00000010:3.1:1769074941.239235:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9c00.
00010000:00000010:3.1:1769074941.239238:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b442c00.
00010000:00000010:3.1:1769074941.239241:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26100.
00010000:00000010:3.1:1769074941.239244:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a19c00.
00010000:00000010:3.1:1769074941.239246:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26500.
00010000:00000010:3.1:1769074941.239250:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a18400.
00010000:00000010:3.1:1769074941.239254:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9000.
00010000:00000010:3.1:1769074941.239257:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b443800.
00010000:00000010:3.1:1769074941.239259:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9d00.
00010000:00000010:3.1:1769074941.239263:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b442800.
00010000:00000010:3.1:1769074941.239265:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26f00.
00010000:00000010:3.1:1769074941.239268:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f5be00.
00010000:00000010:3.1:1769074941.239271:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58035a9400.
00010000:00000010:3.1:1769074941.239274:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580b443a00.
00010000:00000010:3.1:1769074941.239283:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8100.
00010000:00000010:3.1:1769074941.239287:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a18800.
00010000:00000010:3.1:1769074941.239290:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8200.
00010000:00000010:3.1:1769074941.239293:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a18e00.
00010000:00000010:3.1:1769074941.239296:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8700.
00010000:00000010:3.1:1769074941.239299:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5807a19200.
00010000:00000010:3.1:1769074941.239307:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1dfa00.
00010000:00000010:3.1:1769074941.239311:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010aa600.
00010000:00000010:3.1:1769074941.239314:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df500.
00010000:00000010:3.1:1769074941.239317:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010aa800.
00010000:00000010:3.1:1769074941.239320:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808608200.
00010000:00000010:3.1:1769074941.239323:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f5a000.
00010000:00000010:3.1:1769074941.239327:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808608600.
00010000:00000010:3.1:1769074941.239331:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb3e00.
00010000:00000010:3.1:1769074941.239334:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8000.
00010000:00000010:3.1:1769074941.239337:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb2000.
00010000:00000010:3.1:1769074941.239341:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808608300.
00010000:00000010:3.1:1769074941.239344:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c54e00.
00010000:00000010:3.1:1769074941.239352:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df300.
00010000:00000010:3.1:1769074941.239356:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010ab200.
00010000:00000010:3.1:1769074941.239360:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808608100.
00010000:00000010:3.1:1769074941.239363:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f5a400.
00010000:00000010:3.1:1769074941.239371:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f5ba00.
00010000:00000010:3.1:1769074941.239376:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341c400.
00010000:00000010:3.1:1769074941.239379:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341c800.
00010000:00000010:3.1:1769074941.239383:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadc00.
00010000:00000010:3.1:1769074941.239386:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8a000.
00010000:00000010:3.1:1769074941.239389:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58421fbe00.
00010000:00000010:3.1:1769074941.239395:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8b600.
00010000:00000010:3.1:1769074941.239397:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010aa400.
00010000:00000010:3.1:1769074941.239402:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1600.
00010000:00000010:3.1:1769074941.239404:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341ce00.
00010000:00000010:3.1:1769074941.239409:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341c600.
00010000:00000010:3.1:1769074941.239412:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735e00.
00010000:00000010:3.1:1769074941.239415:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb2a00.
00010000:00000010:3.1:1769074941.239419:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341dc00.
00010000:00000010:3.1:1769074941.239421:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808608a00.
00010000:00000010:3.1:1769074941.239424:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f5aa00.
00010000:00000010:3.1:1769074941.239427:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e000.
00010000:00000010:3.1:1769074941.239429:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58421fb200.
00010000:00000010:3.1:1769074941.239431:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808608700.
00010000:00000010:3.1:1769074941.239434:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341de00.
00010000:00000010:3.1:1769074941.239437:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead400.
00010000:00000010:3.1:1769074941.239441:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68c00.
00010000:00000010:3.1:1769074941.239444:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1800.
00010000:00000010:3.1:1769074941.239446:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb3c00.
00010000:00000010:3.1:1769074941.239449:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead500.
00010000:00000010:3.1:1769074941.239451:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb3800.
00010000:00000010:3.1:1769074941.255299:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5808608800.
00010000:00000010:3.1:1769074941.255322:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f5ae00.
00010000:00000010:3.1:1769074941.255329:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e300.
00010000:00000010:3.1:1769074941.255333:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809f5bc00.
00010000:00000010:3.1:1769074941.255352:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadf00.
00010000:00000010:3.1:1769074941.255358:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68200.
00010000:00000010:3.1:1769074941.255364:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1f00.
00010000:00000010:3.1:1769074941.255368:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb3600.
00010000:00000010:3.1:1769074941.255372:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1700.
00010000:00000010:3.1:1769074941.255375:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341cc00.
00010000:00000010:3.1:1769074941.255381:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead200.
00010000:00000010:3.1:1769074941.255384:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb2400.
00010000:00000010:3.1:1769074941.255388:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eadd00.
00010000:00000010:3.1:1769074941.255392:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69000.
00010000:00000010:3.1:1769074941.255397:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8b000.
00010000:00000010:3.1:1769074941.255401:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8a800.
00010000:00000010:3.1:1769074941.255404:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb2c00.
00010000:00000010:3.1:1769074941.255409:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735d00.
00010000:00000010:3.1:1769074941.255412:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb3200.
00010000:00000010:3.1:1769074941.255414:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69a00.
00010000:00000010:3.1:1769074941.255418:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69800.
00010000:00000010:3.1:1769074941.255421:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8b800.
00010000:00000010:3.1:1769074941.255424:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341d600.
00010000:00000010:3.1:1769074941.255427:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8ba00.
00010000:00000010:3.1:1769074941.255430:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e500.
00010000:00000010:3.1:1769074941.255433:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8b200.
00010000:00000010:3.1:1769074941.255436:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921ef00.
00010000:00000010:3.1:1769074941.255439:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8a200.
00010000:00000010:3.1:1769074941.255442:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eada00.
00010000:00000010:3.1:1769074941.255445:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68800.
00010000:00000010:3.1:1769074941.255449:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8ac00.
00010000:00000010:3.1:1769074941.255452:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead700.
00010000:00000010:3.1:1769074941.255456:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68400.
00010000:00000010:3.1:1769074941.255459:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e400.
00010000:00000010:3.1:1769074941.255462:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8be00.
00010000:00000010:3.1:1769074941.255464:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e100.
00010000:00000010:3.1:1769074941.255467:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808f8a600.
00010000:00000010:3.1:1769074941.255476:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735100.
00010000:00000010:3.1:1769074941.255481:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c57010aba00.
00010000:00000010:3.1:1769074941.255491:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704ead900.
00010000:00000010:3.1:1769074941.255496:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c69c00.
00010000:00000010:3.1:1769074941.255499:0:46025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704eade00.
00010000:00000010:3.1:1769074941.255502:0:46025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704c68e00.
00010000:00000010:0.1:1769074966.256775:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2100.
00010000:00000010:0.1:1769074966.256797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803759e00.
00010000:00000010:0.1:1769074966.256804:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608b00.
00010000:00000010:0.1:1769074966.256808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803758800.
00000080:00000010:3.1:1769074966.267723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d4a0.
00000080:00000010:3.1:1769074966.267767:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580983b9c0.
00010000:00000010:2.1:1769074966.290023:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608100.
00010000:00000010:2.1:1769074966.290044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f80e00.
00010000:00000010:2.1:1769074966.290049:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0200.
00010000:00000010:2.1:1769074966.290053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808549800.
00000080:00000010:2.1:1769074966.307768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0940.
00000080:00000010:2.1:1769074966.307921:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bcb180.
00010000:00000010:0.1:1769074966.364804:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580875a500.
00010000:00000010:0.1:1769074966.364834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5800030000.
00010000:00000010:0.1:1769074966.364840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921ef00.
00010000:00000010:0.1:1769074966.364843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834779200.
00000080:00000010:0.1:1769074966.379086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1400.
00000080:00000010:0.1:1769074966.379109:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bf39c0.
00010000:00000010:2.1:1769074966.405689:0:46146:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2a00.
00010000:00000010:2.1:1769074966.405698:0:46146:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803758200.
00010000:00000010:2.1:1769074966.405702:0:46146:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0200.
00010000:00000010:2.1:1769074966.405705:0:46146:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808549800.
00000080:00000010:2.1:1769074966.415131:0:46146:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d5a0.
00000080:00000010:2.1:1769074966.415160:0:46146:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bf4200.
00010000:00000010:2.1:1769074966.442019:0:46146:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608700.
00010000:00000010:2.1:1769074966.442026:0:46146:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58072d8000.
00010000:00000010:2.1:1769074966.442031:0:46146:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0000.
00010000:00000010:2.1:1769074966.442033:0:46146:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808549600.
00000080:00000010:2.1:1769074966.444765:0:46147:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda980.
00000080:00000010:2.1:1769074966.444792:0:46147:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098398c0.
00010000:00000010:2.1:1769074966.477985:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735600.
00010000:00000010:2.1:1769074966.477999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803758400.
00010000:00000010:2.1:1769074966.478002:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0000.
00010000:00000010:2.1:1769074966.478004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808549600.
00000080:00000010:2.1:1769074966.488861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d420.
00000080:00000010:2.1:1769074966.488882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809839080.
00010000:00000010:3.1:1769074966.510972:0:46149:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608c00.
00010000:00000010:3.1:1769074966.510984:0:46149:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803759200.
00010000:00000010:3.1:1769074966.510988:0:46149:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e500.
00010000:00000010:3.1:1769074966.510990:0:46149:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834778a00.
00000080:00000010:3.1:1769074966.528122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d7e0.
00000080:00000010:3.1:1769074966.528143:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bcd280.
00010000:00000010:2.1:1769074966.543794:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608500.
00010000:00000010:2.1:1769074966.543807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803758a00.
00010000:00000010:2.1:1769074966.543811:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0000.
00010000:00000010:2.1:1769074966.543814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808549600.
00000080:00000010:2.1:1769074966.552759:0:46152:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d2a0.
00000080:00000010:2.1:1769074966.552775:0:46152:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098b9080.
00010000:00000010:0.1:1769074966.579196:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608600.
00010000:00000010:0.1:1769074966.579215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58072d9600.
00010000:00000010:0.1:1769074966.579222:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0000.
00010000:00000010:0.1:1769074966.579225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808549600.
00000080:00000010:0.1:1769074966.584829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda820.
00000080:00000010:0.1:1769074966.584852:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bf5280.
00010000:00000010:0.1:1769074966.618174:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735400.
00010000:00000010:0.1:1769074966.618184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5800031800.
00010000:00000010:0.1:1769074966.618188:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8100.
00010000:00000010:0.1:1769074966.618191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58072d9600.
00000080:00000010:0.1:1769074966.631811:0:37:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1380.
00000080:00000010:0.1:1769074966.631832:0:37:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580983e300.
00010000:00000010:3.1:1769074966.660793:0:46154:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735100.
00010000:00000010:3.1:1769074966.660805:0:46154:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5800031000.
00010000:00000010:3.1:1769074966.660825:0:46154:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1f00.
00010000:00000010:3.1:1769074966.660832:0:46154:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5801687e00.
00000080:00000010:3.1:1769074966.669274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1160.
00000080:00000010:3.1:1769074966.669300:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809838000.
00010000:00000010:2.1:1769074966.696782:0:46158:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580875ae00.
00010000:00000010:2.1:1769074966.696799:0:46158:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5800031e00.
00010000:00000010:2.1:1769074966.696803:0:46158:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0200.
00010000:00000010:2.1:1769074966.696807:0:46158:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808549800.
00000080:00000010:2.1:1769074966.700958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1aa0.
00000080:00000010:2.1:1769074966.701007:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098beb40.
00010000:00000010:2.1:1769074966.720255:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580875a100.
00010000:00000010:2.1:1769074966.720275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58072d9200.
00010000:00000010:2.1:1769074966.720282:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0200.
00010000:00000010:2.1:1769074966.720285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808549800.
00000080:00000010:2.1:1769074966.737781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda2a0.
00000080:00000010:2.1:1769074966.737821:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580983a100.
00010000:00000010:3.1:1769074966.764010:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735d00.
00010000:00000010:3.1:1769074966.764091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5800030e00.
00010000:00000010:3.1:1769074966.764097:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0200.
00010000:00000010:3.1:1769074966.764100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808549800.
00000080:00000010:3.1:1769074966.773003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1b60.
00000080:00000010:3.1:1769074966.778789:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809be0000.
00010000:00000010:2.1:1769074966.800380:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608e00.
00010000:00000010:2.1:1769074966.800390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5800030600.
00010000:00000010:2.1:1769074966.800396:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0d00.
00010000:00000010:2.1:1769074966.800399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808548600.
00000080:00000010:2.1:1769074966.811009:0:46161:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1700.
00000080:00000010:2.1:1769074966.815764:0:46161:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bf0000.
00010000:00000010:3.1:1769074966.838013:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735e00.
00010000:00000010:3.1:1769074966.838029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5800031400.
00010000:00000010:3.1:1769074966.838035:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0d00.
00010000:00000010:3.1:1769074966.838038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808548600.
00000080:00000010:3.1:1769074966.848766:0:46164:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda720.
00000080:00000010:3.1:1769074966.848791:0:46164:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bf5ac0.
00010000:00000010:3.1:1769074966.863809:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735b00.
00010000:00000010:3.1:1769074966.863819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5800030200.
00010000:00000010:3.1:1769074966.863824:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e500.
00010000:00000010:3.1:1769074966.863827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834778a00.
00000080:00000010:3.1:1769074966.871768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1280.
00000080:00000010:3.1:1769074966.871790:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580983eb40.
00010000:00000010:2.1:1769074966.901862:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2300.
00010000:00000010:2.1:1769074966.901878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58072d8c00.
00010000:00000010:2.1:1769074966.901884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0600.
00010000:00000010:2.1:1769074966.901887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808549000.
00000080:00000010:2.1:1769074966.909942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda2c0.
00000080:00000010:2.1:1769074966.909976:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580983b180.
00010000:00000010:1.1:1769074966.939809:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2800.
00010000:00000010:1.1:1769074966.939828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58072d8800.
00010000:00000010:1.1:1769074966.939835:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1800.
00010000:00000010:1.1:1769074966.939838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5801687800.
00000080:00000010:1.1:1769074966.951780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddaec0.
00000080:00000010:1.1:1769074966.956230:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580983dac0.
00010000:00000010:3.1:1769074966.969998:0:46167:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608400.
00010000:00000010:3.1:1769074966.970009:0:46167:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58072d9c00.
00010000:00000010:3.1:1769074966.970015:0:46167:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e500.
00010000:00000010:3.1:1769074966.970018:0:46167:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834778a00.
00000080:00000010:3.1:1769074966.975829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddad40.
00000080:00000010:3.1:1769074966.975853:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098bdac0.
00010000:00000010:2.1:1769074967.001912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580875a600.
00010000:00000010:2.1:1769074967.001931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58072d9e00.
00010000:00000010:2.1:1769074967.001937:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0600.
00010000:00000010:2.1:1769074967.001940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808549000.
00000080:00000010:2.1:1769074967.010884:0:46173:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda7e0.
00000080:00000010:2.1:1769074967.010904:0:46173:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098b8000.
00010000:00000010:2.1:1769074967.037863:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2500.
00010000:00000010:2.1:1769074967.037890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f80000.
00010000:00000010:2.1:1769074967.037896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0600.
00010000:00000010:2.1:1769074967.037900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808549000.
00000080:00000010:2.1:1769074967.041808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0080.
00000080:00000010:2.1:1769074967.041890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098be300.
00010000:00000010:2.1:1769074967.064841:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580875a200.
00010000:00000010:2.1:1769074967.064851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5800031a00.
00010000:00000010:2.1:1769074967.064856:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8100.
00010000:00000010:2.1:1769074967.064860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58072d9200.
00000080:00000010:2.1:1769074967.069900:0:46175:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1660.
00000080:00000010:2.1:1769074967.069922:0:46175:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580983f380.
00010000:00000010:3.1:1769074967.092827:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2000.
00010000:00000010:3.1:1769074967.092839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58072d8a00.
00010000:00000010:3.1:1769074967.092844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0600.
00010000:00000010:3.1:1769074967.092847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808549000.
00000080:00000010:3.1:1769074967.100858:0:46176:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda9a0.
00000080:00000010:3.1:1769074967.100887:0:46176:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580983a940.
00010000:00000010:1.1:1769074967.142936:0:45764:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2f00.
00010000:00000010:1.1:1769074967.142956:0:45764:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f81a00.
00010000:00000010:1.1:1769074967.142960:0:45764:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e500.
00010000:00000010:1.1:1769074967.142963:0:45764:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834778a00.
00000080:00000010:3.1:1769074967.150944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0060.
00000080:00000010:3.1:1769074967.150971:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098bf380.
00010000:00000010:2.1:1769074967.166179:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580875ab00.
00010000:00000010:2.1:1769074967.166189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58072d9400.
00010000:00000010:2.1:1769074967.166204:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0b00.
00010000:00000010:2.1:1769074967.166226:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808548400.
00000080:00000010:2.1:1769074967.173062:0:46180:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddac60.
00000080:00000010:2.1:1769074967.173086:0:46180:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c580983d280.
00010000:00000010:2.1:1769074967.203198:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608f00.
00010000:00000010:2.1:1769074967.203215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803758c00.
00010000:00000010:2.1:1769074967.203220:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0b00.
00010000:00000010:2.1:1769074967.203223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808548400.
00000080:00000010:2.1:1769074967.225398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d9c0.
00000080:00000010:2.1:1769074967.225422:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098ba940.
00010000:00000010:2.1:1769074967.234389:0:46182:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608900.
00010000:00000010:2.1:1769074967.234400:0:46182:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f80200.
00010000:00000010:2.1:1769074967.234404:0:46182:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e300.
00010000:00000010:2.1:1769074967.234408:0:46182:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834778e00.
00000080:00000010:2.1:1769074967.238869:0:46182:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0d00.
00000080:00000010:2.1:1769074967.238893:0:46182:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098bb9c0.
00010000:00000010:1.1:1769074967.261785:0:45764:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2900.
00010000:00000010:1.1:1769074967.261801:0:45764:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f81600.
00010000:00000010:1.1:1769074967.261806:0:45764:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0b00.
00010000:00000010:1.1:1769074967.261810:0:45764:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808548400.
00000080:00000010:3.1:1769074967.267224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0660.
00000080:00000010:3.1:1769074967.267248:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809bf2100.
00010000:00000010:2.1:1769074967.282970:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580875ac00.
00010000:00000010:2.1:1769074967.282986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58072d9800.
00010000:00000010:2.1:1769074967.282993:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0e00.
00010000:00000010:2.1:1769074967.282997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808549a00.
00000080:00000010:2.1:1769074967.293669:0:46186:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda480.
00000080:00000010:2.1:1769074967.293690:0:46186:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098bd280.
00010000:00000010:2.1:1769074967.314904:0:46186:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2b00.
00010000:00000010:2.1:1769074967.314912:0:46186:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f81000.
00010000:00000010:2.1:1769074967.314917:0:46186:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0e00.
00010000:00000010:2.1:1769074967.314920:0:46186:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808549a00.
00000080:00000010:2.1:1769074967.320876:0:46187:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0320.
00000080:00000010:2.1:1769074967.320898:0:46187:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098bca40.
00010000:00000010:2.1:1769074967.343782:0:46188:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608a00.
00010000:00000010:2.1:1769074967.343799:0:46188:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803759600.
00010000:00000010:2.1:1769074967.343804:0:46188:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0e00.
00010000:00000010:2.1:1769074967.343807:0:46188:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808549a00.
00000080:00000010:2.1:1769074967.348830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d6a0.
00000080:00000010:2.1:1769074967.359799:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811785ac0.
00010000:00000010:1.1:1769074967.375944:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580875af00.
00010000:00000010:1.1:1769074967.375954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5800031600.
00010000:00000010:1.1:1769074967.375959:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0e00.
00010000:00000010:1.1:1769074967.375962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808549a00.
00000080:00000010:2.1:1769074967.380816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb19a0.
00000080:00000010:3.1:1769074967.384768:0:46191:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811781080.
00010000:00000010:2.1:1769074967.407793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608800.
00010000:00000010:2.1:1769074967.407802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803759000.
00010000:00000010:2.1:1769074967.407807:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e000.
00010000:00000010:2.1:1769074967.407811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834779000.
00000080:00000010:3.1:1769074967.410770:0:46192:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452dec0.
00000080:00000010:3.1:1769074967.414981:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117818c0.
00010000:00000010:0.1:1769074967.434906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608d00.
00010000:00000010:0.1:1769074967.434919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803758600.
00010000:00000010:0.1:1769074967.434923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921ee00.
00010000:00000010:0.1:1769074967.434927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834779400.
00000080:00000010:0.1:1769074967.441762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452db80.
00000080:00000010:0.1:1769074967.441778:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811784200.
00010000:00000010:0.1:1769074967.461696:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608300.
00010000:00000010:0.1:1769074967.461719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f81e00.
00010000:00000010:0.1:1769074967.461725:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8300.
00010000:00000010:0.1:1769074967.461750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58072d8c00.
00000080:00000010:2.1:1769074967.466762:0:46194:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac03c0.
00000080:00000010:2.1:1769074967.472766:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098bc200.
00010000:00000010:3.1:1769074967.496785:0:46197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580875a700.
00010000:00000010:3.1:1769074967.496804:0:46197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5800030800.
00010000:00000010:3.1:1769074967.496810:0:46197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0400.
00010000:00000010:3.1:1769074967.496814:0:46197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808549200.
00000080:00000010:3.1:1769074967.504930:0:46197:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb13a0.
00000080:00000010:3.1:1769074967.504957:0:46197:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811782940.
00010000:00000010:3.1:1769074967.529841:0:46198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608000.
00010000:00000010:3.1:1769074967.529849:0:46198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803758e00.
00010000:00000010:3.1:1769074967.529853:0:46198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921ec00.
00010000:00000010:3.1:1769074967.529856:0:46198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834779400.
00000080:00000010:3.1:1769074967.544282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452dde0.
00000080:00000010:3.1:1769074967.544308:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809be6b40.
00010000:00000010:3.1:1769074967.548799:0:46198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580875a900.
00010000:00000010:3.1:1769074967.548809:0:46198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58072d8600.
00010000:00000010:3.1:1769074967.548816:0:46198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921ea00.
00010000:00000010:3.1:1769074967.548832:0:46198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834779000.
00000080:00000010:3.1:1769074967.558527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddaf00.
00000080:00000010:3.1:1769074967.558559:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098b98c0.
00010000:00000010:2.1:1769074967.577908:0:46199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580875a800.
00010000:00000010:2.1:1769074967.577915:0:46199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58072d8e00.
00010000:00000010:2.1:1769074967.577919:0:46199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921ea00.
00010000:00000010:2.1:1769074967.577921:0:46199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834779000.
00000080:00000010:2.1:1769074967.584777:0:46200:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809ddaa60.
00000080:00000010:2.1:1769074967.584808:0:46200:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098b8840.
00010000:00000010:1.1:1769074967.617440:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809608200.
00010000:00000010:1.1:1769074967.617455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803759a00.
00010000:00000010:1.1:1769074967.617460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0300.
00010000:00000010:1.1:1769074967.617463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808548c00.
00000080:00000010:1.1:1769074967.626953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d960.
00000080:00000010:1.1:1769074967.626986:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098ba100.
00010000:00000010:2.1:1769074967.645048:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2400.
00010000:00000010:2.1:1769074967.645061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f80600.
00010000:00000010:2.1:1769074967.645064:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0c00.
00010000:00000010:2.1:1769074967.645066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808548c00.
00000080:00000010:2.1:1769074967.649767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0c60.
00000080:00000010:2.1:1769074967.649889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a56b40.
00010000:00000010:3.1:1769074967.669811:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df300.
00010000:00000010:3.1:1769074967.669823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803759c00.
00010000:00000010:3.1:1769074967.669828:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8300.
00010000:00000010:3.1:1769074967.669831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58072d9600.
00000080:00000010:3.1:1769074967.675814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452dba0.
00000080:00000010:3.1:1769074967.675835:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a50000.
00010000:00000010:2.1:1769074967.694820:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df500.
00010000:00000010:2.1:1769074967.694839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803758000.
00010000:00000010:2.1:1769074967.694844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0c00.
00010000:00000010:2.1:1769074967.694848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808548c00.
00000080:00000010:2.1:1769074967.702784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d120.
00000080:00000010:2.1:1769074967.702820:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a518c0.
00010000:00000010:1.1:1769074967.732789:0:46207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2600.
00010000:00000010:1.1:1769074967.732797:0:46207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f80c00.
00010000:00000010:1.1:1769074967.732800:0:46207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0c00.
00010000:00000010:1.1:1769074967.732803:0:46207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808548c00.
00000080:00000010:1.1:1769074967.742786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0ce0.
00000080:00000010:1.1:1769074967.742842:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809a539c0.
00010000:00000010:3.1:1769074967.758803:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2c00.
00010000:00000010:3.1:1769074967.758818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803759400.
00010000:00000010:3.1:1769074967.758824:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8c00.
00010000:00000010:3.1:1769074967.758829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58072d8000.
00000080:00000010:3.1:1769074967.761772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452dcc0.
00000080:00000010:3.1:1769074967.761809:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58098bb180.
00010000:00000010:2.1:1769074967.781788:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2d00.
00010000:00000010:2.1:1769074967.781802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f80800.
00010000:00000010:2.1:1769074967.781806:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0f00.
00010000:00000010:2.1:1769074967.781810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808549200.
00000080:00000010:2.1:1769074967.803861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac05e0.
00000080:00000010:2.1:1769074967.803889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811784a40.
00010000:00000010:3.1:1769074967.809945:0:45764:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2700.
00010000:00000010:3.1:1769074967.809956:0:45764:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ca0e00.
00010000:00000010:3.1:1769074967.809960:0:45764:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921ec00.
00010000:00000010:3.1:1769074967.809963:0:45764:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834779400.
00000080:00000010:1.1:1769074967.814757:0:46213:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1ee0.
00000080:00000010:1.1:1769074967.814785:0:46213:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099d2940.
00010000:00000010:1.1:1769074967.838846:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735f00.
00010000:00000010:1.1:1769074967.838863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ca0800.
00010000:00000010:1.1:1769074967.838868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1800.
00010000:00000010:1.1:1769074967.838872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5801687e00.
00000080:00000010:1.1:1769074967.850782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1e40.
00000080:00000010:1.1:1769074967.855105:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099d0000.
00010000:00000010:3.1:1769074967.868783:0:45764:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2e00.
00010000:00000010:3.1:1769074967.868798:0:45764:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f81c00.
00010000:00000010:3.1:1769074967.868805:0:45764:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8e00.
00010000:00000010:3.1:1769074967.868813:0:45764:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58072d9600.
00000080:00000010:2.1:1769074967.870882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811786300.
00000080:00000010:3.1:1769074967.874825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac05c0.
00010000:00000010:0.1:1769074967.901082:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580875aa00.
00010000:00000010:0.1:1769074967.901089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58072d8400.
00010000:00000010:0.1:1769074967.901093:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1800.
00010000:00000010:0.1:1769074967.901097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5801687800.
00000080:00000010:1.1:1769074967.903864:0:46218:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809dda3a0.
00000080:00000010:1.1:1769074967.903886:0:46218:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811782100.
00010000:00000010:1.1:1769074967.923773:0:46219:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1dfa00.
00010000:00000010:1.1:1769074967.923786:0:46219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ca1200.
00010000:00000010:1.1:1769074967.923789:0:46219:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1600.
00010000:00000010:1.1:1769074967.923792:0:46219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5801687e00.
00000080:00000010:1.1:1769074967.937211:0:46219:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1920.
00000080:00000010:1.1:1769074967.937238:0:46219:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099d4a40.
00010000:00000010:2.1:1769074967.955199:0:46222:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1dff00.
00010000:00000010:2.1:1769074967.955206:0:46222:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ca0c00.
00010000:00000010:2.1:1769074967.955211:0:46222:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1600.
00010000:00000010:2.1:1769074967.955216:0:46222:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5801687e00.
00000080:00000010:2.1:1769074967.955224:0:46222:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1a40.
00000080:00000010:2.1:1769074967.955241:0:46222:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58117839c0.
00010000:00000010:2.1:1769074967.981769:0:46222:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5704be2200.
00010000:00000010:2.1:1769074967.981777:0:46222:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f80400.
00010000:00000010:2.1:1769074967.981786:0:46222:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0f00.
00010000:00000010:2.1:1769074967.981792:0:46222:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808549200.
00000080:00000010:2.1:1769074967.988895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0780.
00000080:00000010:2.1:1769074967.988918:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c58099d18c0.
00010000:00000010:0.1:1769074968.009788:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df600.
00010000:00000010:0.1:1769074968.009801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ca1600.
00010000:00000010:0.1:1769074968.009807:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0f00.
00010000:00000010:0.1:1769074968.009810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808549200.
00000080:00000010:1.1:1769074968.014957:0:46224:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1ba0.
00000080:00000010:1.1:1769074968.014976:0:46224:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809be2100.
00000080:00000010:2.1:1769074968.038774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac08e0.
00000080:00000010:2.1:1769074968.038816:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5809be6300.
00010000:00000010:0.1:1769074968.039179:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26f00.
00010000:00000010:0.1:1769074968.039193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f81800.
00010000:00000010:0.1:1769074968.039198:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1100.
00010000:00000010:0.1:1769074968.039201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5801687800.
00000080:00000010:3.1:1769074968.065845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb15e0.
00000080:00000010:3.1:1769074968.065890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811785280.
00010000:00000010:0.1:1769074968.066545:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26500.
00010000:00000010:0.1:1769074968.066556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ca1e00.
00010000:00000010:0.1:1769074968.066567:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921ec00.
00010000:00000010:0.1:1769074968.066570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834779400.
00010000:00000010:2.1:1769074968.086809:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26100.
00010000:00000010:2.1:1769074968.086830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ca0400.
00010000:00000010:2.1:1769074968.086843:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0100.
00010000:00000010:2.1:1769074968.086847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808549a00.
00000080:00000010:2.1:1769074968.096765:0:46229:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1080.
00000080:00000010:2.1:1769074968.096793:0:46229:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5811787380.
00010000:00000010:2.1:1769074968.111967:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df700.
00010000:00000010:2.1:1769074968.111982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ca0200.
00010000:00000010:2.1:1769074968.111986:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0100.
00010000:00000010:2.1:1769074968.111988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808549a00.
00000800:00000200:2.1:1769074997.988843:0:2423:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1
00000800:00000200:2.1:1769074997.988847:0:2423:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:2.1:1769074997.988849:0:2423:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1
00000100:00080000:1.0:1769075010.021373:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075010.021390:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075010.021396:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075010.021401:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075010.021408:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075010.021416:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1692
00000400:00000200:1.0:1769075010.021430:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075010.021440:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00001000:1.0:1769075010.021448:0:37:0:(import.c:2128:obd_at_measure()) add 15 to ffff8c5807c36c10 time=19 v=10 (10 1 0 0)
00000100:00001000:1.0:1769075010.021455:0:37:0:(import.c:2194:obd_at_measure()) AT ffff8c5807c36c10 change: old=10 new=15 delta=5 (val=15) hist 15 1 0 0
00000100:00080000:1.0:1769075010.021460:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 10s
00000100:00000040:1.0:1769075010.021472:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075010.021476:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075010.021482:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075010.021487:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075010.021490:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075010.021493:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075010.021497:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075010.021502:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075010.021505:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075010.021510:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075010.021513:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075010.021516:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075010.021520:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075010.021523:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075010.021527:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075010.021539:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075010.021545:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075010.021550:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075010.021559:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075010.021568:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075010.021574:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075010.021580:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075010.021588:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075010.021595:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075010.021609:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769075010.021617:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=6 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075010.021626:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075010.021633:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075010.021643:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075010.021656:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075010.021664:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075010.021677:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769075010.021687:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075010.021699:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007947969536/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075010.021721:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075010.021725:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075010.021754:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007947969536/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075010.021774:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075010.021780:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075010.021788:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075010.021792:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075010.021797:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075010.021804:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075010.021808:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1692
00000400:00000200:1.0:1769075010.021815:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075010.021821:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00001000:1.0:1769075010.021825:0:37:0:(import.c:2128:obd_at_measure()) add 15 to ffff8c5807c31410 time=159 v=10 (10 0 0 0)
00000100:00001000:1.0:1769075010.021829:0:37:0:(import.c:2194:obd_at_measure()) AT ffff8c5807c31410 change: old=10 new=15 delta=5 (val=15) hist 15 10 0 0
00000100:00080000:1.0:1769075010.021832:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 10s
00000100:00000040:1.0:1769075010.021834:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075010.021837:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075010.021843:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075010.021847:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075010.021851:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075010.021854:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075010.021858:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075010.021861:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075010.021865:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075010.021869:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075010.021874:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075010.021878:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075010.021883:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075010.021888:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075010.021892:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075010.021898:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075010.021903:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075010.021907:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075010.021911:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075010.021917:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075010.021921:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075010.021924:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075010.021926:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075010.021927:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075010.021931:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769075010.021935:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075010.021940:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075010.021943:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075010.021947:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075010.021949:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075010.021954:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075010.021962:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769075010.021968:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075010.021979:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007947969664/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075010.022011:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075010.022018:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075010.022029:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007947969664/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075010.022061:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075010.022068:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1711)
00000100:00080000:1.0:1769075010.022075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075010.022088:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075010.022092:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075010.022095:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075010.022101:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075010.022106:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 1692
00000400:00000200:1.0:1769075010.022114:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075010.022121:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00001000:1.0:1769075010.022126:0:37:0:(import.c:2128:obd_at_measure()) add 15 to ffff8c5809233c10 time=129 v=10 (10 1 1 1)
00000100:00001000:1.0:1769075010.022132:0:37:0:(import.c:2194:obd_at_measure()) AT ffff8c5809233c10 change: old=10 new=15 delta=5 (val=15) hist 15 1 1 1
00000100:00080000:1.0:1769075010.022137:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 10s
00000100:00000040:1.0:1769075010.022143:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075010.022146:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075010.022151:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075010.022154:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075010.022159:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075010.022161:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075010.022164:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075010.022168:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075010.022171:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075010.022176:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075010.022183:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075010.022185:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075010.022188:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075010.022189:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075010.022191:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075010.022192:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075010.022194:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075010.022196:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075010.022200:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075010.022202:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075010.022207:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075010.022209:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075010.022216:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075010.022221:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=5 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075010.022224:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075010.022228:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075010.022233:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075010.022237:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075010.022242:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075010.022252:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769075010.022258:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075010.022268:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007947969792/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075010.022288:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075010.022294:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075010.022306:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007947969792/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075010.022325:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075010.022330:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075010.022335:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075010.022341:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075010.022344:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075010.022348:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075010.022352:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1691
00000400:00000200:1.0:1769075010.022360:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075010.022366:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00001000:1.0:1769075010.022371:0:37:0:(import.c:2128:obd_at_measure()) add 15 to ffff8c5809232410 time=129 v=10 (10 1 1 1)
00000100:00001000:1.0:1769075010.022375:0:37:0:(import.c:2194:obd_at_measure()) AT ffff8c5809232410 change: old=10 new=15 delta=5 (val=15) hist 15 1 1 1
00000100:00080000:1.0:1769075010.022382:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 10s
00000100:00000040:1.0:1769075010.022386:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075010.022390:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075010.022394:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075010.022398:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075010.022401:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075010.022404:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075010.022407:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075010.022409:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075010.022413:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075010.022419:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075010.022425:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075010.022430:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075010.022434:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075010.022436:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075010.022437:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075010.022442:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075010.022445:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075010.022449:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075010.022452:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075010.022455:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075010.022457:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075010.022461:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075010.022466:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075010.022468:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075010.022473:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769075010.022478:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=63 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075010.022483:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075010.022485:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075010.022488:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075010.022492:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075010.022495:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075010.022501:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769075010.022506:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075010.022515:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007947969920/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075010.022527:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075010.022531:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075010.022540:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007947969920/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075010.022558:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075010.022563:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075010.022571:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075010.022575:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075010.022578:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075010.022583:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075010.022588:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1692
00000400:00000200:1.0:1769075010.022607:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075010.022612:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00001000:1.0:1769075010.022617:0:37:0:(import.c:2128:obd_at_measure()) add 15 to ffff8c5808f63c10 time=129 v=10 (10 1 1 1)
00000100:00001000:1.0:1769075010.022623:0:37:0:(import.c:2194:obd_at_measure()) AT ffff8c5808f63c10 change: old=10 new=15 delta=5 (val=15) hist 15 1 1 1
00000800:00000200:0.1:1769075010.022625:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:1.0:1769075010.022626:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 10s
00000100:00000040:1.0:1769075010.022632:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075010.022634:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075010.022636:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075010.022637:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075010.022638:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075010.022639:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075010.022640:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075010.022642:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075010.022643:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075010.022645:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075010.022649:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075010.022650:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075010.022654:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075010.022657:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075010.022663:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075010.022669:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075010.022672:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075010.022675:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075010.022678:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075010.022681:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075010.022683:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075010.022685:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075010.022690:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075010.022693:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075010.022698:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075010.022702:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075010.022706:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075010.022709:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075010.022712:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075010.022715:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075010.022718:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075010.022728:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769075010.022758:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075010.022771:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007947970048/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075010.022784:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075010.022790:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075010.022798:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007947970048/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075010.022815:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075010.022819:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1711)
00000800:00000200:0.1:1769075010.022916:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075010.023041:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075010.023199:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075010.023329:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769075011.364817:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296375441, at 4296375488
00000100:00000010:1.0:1769075011.364834:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470900.
00000100:00080000:1.0:1769075015.268839:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075015.268849:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075015.268853:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075015.268860:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075015.268867:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075015.268876:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 1706
00000400:00000200:1.0:1769075015.268887:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075015.268893:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00001000:1.0:1769075015.268896:0:37:0:(import.c:2128:obd_at_measure()) add 20 to ffff8c5809233c10 time=134 v=15 (15 1 1 1)
00000100:00001000:1.0:1769075015.268899:0:37:0:(import.c:2194:obd_at_measure()) AT ffff8c5809233c10 change: old=15 new=20 delta=5 (val=20) hist 20 1 1 1
00000100:00080000:1.0:1769075015.268902:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 15s
00000100:00000040:1.0:1769075015.268918:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075015.268922:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075015.268925:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075015.268928:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075015.268931:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075015.268933:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075015.268935:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075015.268937:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075015.268939:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075015.268941:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075015.268943:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075015.268945:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075015.268946:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075015.268947:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075015.268950:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075015.268952:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075015.268953:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075015.268955:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075015.268957:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075015.268959:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075015.268961:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075015.268962:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075015.268969:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7480.
00000020:00000040:1.0:1769075015.268972:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075015.268975:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075015.268976:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075015.268978:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075015.268980:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075015.268983:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075015.268989:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769075015.268994:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075015.269001:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7480 x1855007947970176/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075015.269009:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075015.269012:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075015.269016:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008cd4aaa6] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7480 x1855007947970176/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075015.269033:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075015.269035:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075015.269038:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075015.269039:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075015.269041:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075015.269043:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075015.269045:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1706
00000400:00000200:1.0:1769075015.269048:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075015.269051:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00001000:1.0:1769075015.269054:0:37:0:(import.c:2128:obd_at_measure()) add 20 to ffff8c5809232410 time=134 v=15 (15 1 1 1)
00000100:00001000:1.0:1769075015.269058:0:37:0:(import.c:2194:obd_at_measure()) AT ffff8c5809232410 change: old=15 new=20 delta=5 (val=20) hist 20 1 1 1
00000100:00080000:1.0:1769075015.269062:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 15s
00000100:00000040:1.0:1769075015.269066:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075015.269071:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075015.269079:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075015.269084:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075015.269092:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075015.269095:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075015.269100:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075015.269105:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075015.269113:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075015.269119:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075015.269129:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075015.269133:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075015.269136:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075015.269138:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075015.269140:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075015.269146:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075015.269152:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075015.269153:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075015.269167:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075015.269171:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075015.269173:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075015.269179:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075015.269182:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075015.269184:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075015.269192:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769075015.269196:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=63 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075015.269201:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075015.269202:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075015.269205:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075015.269207:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075015.269210:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075015.269216:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:1.0:1769075015.269222:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075015.269232:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007947970304/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075015.269246:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075015.269250:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075015.269256:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007947970304/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075015.269269:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075015.269273:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075015.269279:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075015.269283:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075015.269286:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075015.269288:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075015.269294:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1706
00000400:00000200:1.0:1769075015.269328:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075015.269334:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00001000:1.0:1769075015.269338:0:37:0:(import.c:2128:obd_at_measure()) add 20 to ffff8c5808f63c10 time=134 v=15 (15 1 1 1)
00000100:00001000:1.0:1769075015.269342:0:37:0:(import.c:2194:obd_at_measure()) AT ffff8c5808f63c10 change: old=15 new=20 delta=5 (val=20) hist 20 1 1 1
00000100:00080000:1.0:1769075015.269347:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 15s
00000800:00000200:0.1:1769075015.269352:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769075015.269353:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075015.269358:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075015.269359:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075015.269360:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075015.269362:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075015.269363:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075015.269364:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075015.269366:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075015.269367:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075015.269369:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075015.269371:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075015.269373:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075015.269378:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075015.269380:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075015.269382:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075015.269386:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075015.269390:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075015.269394:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075015.269397:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075015.269400:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075015.269402:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075015.269405:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075015.269410:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075015.269412:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075015.269421:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075015.269428:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075015.269436:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075015.269442:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075015.269446:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075015.269448:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075015.269454:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075015.269464:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:1.0:1769075015.269471:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075015.269486:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007947970432/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075015.269509:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075015.269516:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075015.269527:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007947970432/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075015.269546:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075015.269552:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075015.269560:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075015.269565:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075015.269569:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075015.269574:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075015.269582:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1706
00000400:00000200:1.0:1769075015.269595:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075015.269606:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00001000:1.0:1769075015.269614:0:37:0:(import.c:2128:obd_at_measure()) add 20 to ffff8c5807c36c10 time=24 v=15 (15 1 0 0)
00000100:00001000:1.0:1769075015.269623:0:37:0:(import.c:2194:obd_at_measure()) AT ffff8c5807c36c10 change: old=15 new=20 delta=5 (val=20) hist 20 1 0 0
00000100:00080000:1.0:1769075015.269633:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 15s
00000100:00000040:1.0:1769075015.269644:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075015.269652:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075015.269661:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075015.269668:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075015.269677:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075015.269682:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075015.269687:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:0.1:1769075015.269689:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000040:1.0:1769075015.269693:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075015.269699:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075015.269708:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075015.269720:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075015.269729:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075015.269765:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075015.269773:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075015.269780:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075015.269790:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075015.269798:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075015.269804:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075015.269811:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075015.269817:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075015.269822:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075015.269828:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075015.269834:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075015.269839:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075015.269847:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769075015.269854:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075015.269860:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075015.269864:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075015.269870:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075015.269873:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075015.269879:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075015.269889:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769075015.269897:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075015.269923:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007947970560/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075015.269939:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075015.269944:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075015.269952:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007947970560/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075015.269976:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075015.269983:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075015.269989:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075015.269992:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075015.269996:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075015.270001:0:37:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:0.1:1769075015.270008:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:1.0:1769075015.270009:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1706
00000400:00000200:1.0:1769075015.270018:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075015.270026:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00001000:1.0:1769075015.270031:0:37:0:(import.c:2128:obd_at_measure()) add 20 to ffff8c5807c31410 time=14 v=15 (15 10 0 0)
00000100:00001000:1.0:1769075015.270039:0:37:0:(import.c:2194:obd_at_measure()) AT ffff8c5807c31410 change: old=15 new=20 delta=5 (val=20) hist 20 10 0 0
00000100:00080000:1.0:1769075015.270044:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 15s
00000100:00000040:1.0:1769075015.270051:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075015.270058:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075015.270066:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075015.270072:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075015.270077:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075015.270081:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075015.270087:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075015.270092:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075015.270097:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075015.270103:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075015.270112:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075015.270117:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075015.270122:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075015.270128:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075015.270135:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075015.270141:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075015.270148:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075015.270152:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075015.270156:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075015.270161:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075015.270165:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075015.270169:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075015.270173:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075015.270177:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075015.270184:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075015.270190:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075015.270194:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075015.270198:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075015.270201:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075015.270205:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075015.270207:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075015.270213:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769075015.270219:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075015.270228:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007947970688/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075015.270243:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075015.270246:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075015.270254:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007947970688/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075015.270266:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075015.270271:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1717)
00000800:00000200:0.1:1769075015.270320:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075015.270456:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769075016.612841:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296380687, at 4296380736
00000100:00000010:1.0:1769075016.612861:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470c60.
00000800:00000200:0.1:1769075020.389467:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075020.389933:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075020.390113:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075020.390209:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075020.390292:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769075021.732869:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296385807, at 4296385856
00000100:00000010:1.0:1769075021.732884:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470ae0.
00000100:00000001:1.0:1769075024.484850:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075024.484858:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075024.484859:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075024.484864:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075024.484867:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075024.484871:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075024.484873:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075024.484876:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075024.484878:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075025.508841:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075025.508866:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075025.508869:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075025.508875:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075025.508880:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075025.508885:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075025.508889:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075025.508893:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075025.508898:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075025.509707:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075025.510462:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075025.510714:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075025.510952:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075025.511082:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769075026.532802:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075026.532811:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075026.532813:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075026.532817:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075026.532820:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075026.532824:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075026.532826:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075026.532828:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075026.532830:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075026.852840:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296390928, at 4296390976
00000100:00000010:1.0:1769075026.852872:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227720.
00000100:00000001:1.0:1769075027.556792:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075027.556798:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075027.556799:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075027.556803:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075027.556806:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075027.556809:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075027.556811:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075027.556813:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075027.556815:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075028.580837:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075028.580844:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075028.580846:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075028.580850:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075028.580853:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075028.580857:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075028.580858:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075028.580860:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075028.580862:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075029.604815:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075029.604823:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075029.604826:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075029.604831:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075029.604836:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075029.604839:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075029.604842:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075029.604844:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075029.604846:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075030.628798:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075030.628805:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075030.628809:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075030.628814:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075030.628819:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075030.628823:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075030.628827:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075030.628830:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075030.628833:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075030.629318:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075030.629325:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 8, 5 secs later)
00000800:00000200:2.1:1769075030.629959:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075030.629961:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 8, 5 secs later)
00000800:00000200:2.1:1769075030.630201:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075030.630203:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 8, 5 secs later)
00000800:00000200:2.1:1769075030.630387:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075030.630388:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 8, 5 secs later)
00000800:00000200:2.1:1769075030.630577:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075030.630579:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 8, 5 secs later)
00000100:00000001:1.0:1769075031.652814:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075031.652824:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075031.652825:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075031.652831:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075031.652834:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075031.652838:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075031.652841:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075031.652843:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075031.652845:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075031.972800:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296396047, at 4296396096
00000100:00000010:1.0:1769075031.972818:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227000.
00000100:00000001:1.0:1769075032.676800:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075032.676842:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075032.676844:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075032.676849:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075032.676852:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075032.676855:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075032.676857:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075032.676860:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075032.676861:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075033.700797:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075033.700803:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075033.700805:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075033.700809:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075033.700816:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075033.700818:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075033.700820:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075033.700823:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075033.700825:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075034.724806:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075034.724815:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075034.724818:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075034.724823:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075034.724828:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075034.724832:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075034.724835:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075034.724837:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075034.724840:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075035.748791:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075035.748798:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075035.748799:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075035.748804:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075035.748807:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075035.748811:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075035.748815:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075035.748818:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075035.748821:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075035.749345:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075035.749705:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075035.750007:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075035.750293:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075035.750409:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769075036.772830:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075036.772839:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075036.772841:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075036.772847:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075036.772850:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075036.772861:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075036.772863:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075036.772866:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075036.772868:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075037.092844:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296401167, at 4296401216
00000100:00000010:1.0:1769075037.092859:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2272a0.
00000100:00000001:1.0:1769075037.796780:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075037.796787:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075037.796789:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075037.796793:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075037.796796:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075037.796800:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075037.796802:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075037.796804:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075037.796806:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075038.820796:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075038.820803:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075038.820804:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075038.820809:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075038.820812:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075038.820815:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075038.820817:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075038.820819:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075038.820821:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075039.844822:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075039.844829:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075039.844830:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075039.844835:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075039.844838:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075039.844841:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075039.844843:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075039.844845:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075039.844847:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075040.868805:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075040.868816:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075040.868819:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075040.868824:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075040.868831:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075040.868839:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 1732
00000400:00000200:1.0:1769075040.868849:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075040.868856:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075040.868859:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075040.868863:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075040.868866:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075040.868870:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075040.868873:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075040.868878:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075040.868880:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075040.868883:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075040.868886:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075040.868888:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075040.868891:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075040.868894:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075040.868897:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075040.868899:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075040.868901:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075040.868905:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075040.868908:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075040.868911:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075040.868914:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075040.868917:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075040.868920:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075040.868923:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075040.868925:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075040.868933:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769075040.868937:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075040.868941:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075040.868942:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075040.868944:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075040.868946:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075040.868950:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075040.868956:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769075040.868962:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075040.868969:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007947973376/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075040.868976:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075040.868980:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075040.868983:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007947973376/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075040.868999:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075040.869001:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075040.869004:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075040.869005:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075040.869006:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075040.869008:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075040.869010:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1732
00000400:00000200:1.0:1769075040.869013:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075040.869015:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075040.869017:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075040.869019:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075040.869020:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075040.869022:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075040.869023:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075040.869025:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075040.869025:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075040.869026:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075040.869028:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075040.869029:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075040.869030:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075040.869032:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075040.869033:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075040.869035:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075040.869036:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075040.869038:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075040.869040:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075040.869041:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075040.869042:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075040.869046:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075040.869048:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075040.869049:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075040.869053:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075040.869055:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075040.869057:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075040.869059:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769075040.869061:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=63 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075040.869062:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075040.869063:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075040.869064:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075040.869065:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075040.869066:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075040.869069:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769075040.869072:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075040.869075:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007947973504/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075040.869083:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075040.869086:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075040.869091:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007947973504/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075040.869101:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075040.869106:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075040.869113:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075040.869116:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075040.869120:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075040.869124:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075040.869128:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1732
00000400:00000200:1.0:1769075040.869136:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075040.869142:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075040.869146:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075040.869151:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075040.869155:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075040.869159:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075040.869163:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075040.869165:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075040.869166:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075040.869168:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075040.869172:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075040.869177:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075040.869178:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075040.869181:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075040.869185:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075040.869190:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075040.869192:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075040.869196:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075040.869200:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075040.869205:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075040.869207:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075040.869210:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075040.869216:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075040.869219:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075040.869222:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075040.869226:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075040.869229:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075040.869235:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075040.869239:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075040.869244:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075040.869247:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075040.869249:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075040.869251:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075040.869254:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075040.869262:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769075040.869267:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075040.869272:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007947973632/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075040.869283:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075040.869286:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075040.869294:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007947973632/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075040.869305:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075040.869309:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075040.869315:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075040.869319:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075040.869322:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075040.869327:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075040.869331:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1732
00000400:00000200:1.0:1769075040.869345:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075040.869351:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075040.869353:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075040.869358:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075040.869359:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075040.869364:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075040.869368:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075040.869370:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075040.869373:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075040.869376:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075040.869379:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000800:00000200:2.1:1769075040.869379:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:1.0:1769075040.869383:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000800:00000200:2.1:1769075040.869384:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 16, 12 secs later)
00000020:00000001:1.0:1769075040.869386:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075040.869392:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075040.869396:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075040.869400:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075040.869405:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075040.869409:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075040.869414:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075040.869417:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075040.869421:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075040.869425:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075040.869428:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075040.869431:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075040.869433:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075040.869435:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075040.869437:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075040.869440:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769075040.869441:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075040.869443:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075040.869445:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075040.869449:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075040.869451:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075040.869454:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075040.869459:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769075040.869462:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075040.869470:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007947973760/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075040.869500:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075040.869503:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075040.869510:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007947973760/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075040.869520:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075040.869525:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075040.869527:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075040.869529:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075040.869531:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075040.869534:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075040.869537:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1732
00000400:00000200:1.0:1769075040.869546:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075040.869551:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075040.869554:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075040.869560:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075040.869563:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075040.869567:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075040.869572:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075040.869577:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075040.869579:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075040.869583:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075040.869587:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075040.869592:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075040.869599:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075040.869609:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075040.869615:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075040.869623:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075040.869630:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075040.869637:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075040.869644:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075040.869648:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075040.869652:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075040.869656:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075040.869661:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075040.869665:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075040.869667:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075040.869672:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075040.869676:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075040.869682:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075040.869688:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075040.869693:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075040.869695:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075040.869698:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075040.869701:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075040.869704:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075040.869708:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
00000100:00000001:1.0:1769075040.869715:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075040.869724:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007947973888/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075040.869752:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075040.869753:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075040.869757:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007947973888/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075040.869773:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075040.869778:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1742)
00000800:00000200:2.1:1769075040.869906:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075040.869908:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 16, 12 secs later)
00000800:00000200:2.1:1769075040.870115:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075040.870117:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 16, 12 secs later)
00000800:00000200:2.1:1769075040.870298:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075040.870300:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 16, 12 secs later)
00000800:00000200:2.1:1769075040.870473:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075040.870490:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 16, 12 secs later)
00000100:00000040:1.0:1769075042.212860:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296406287, at 4296406336
00000100:00000010:1.0:1769075042.212873:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227b40.
00000100:00000001:1.0:1769075045.988861:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075045.988872:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075045.988880:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075045.988899:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075045.988906:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075045.988912:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075045.988920:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075045.988927:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075045.988933:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075045.989442:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075045.989446:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 16, 7 secs later)
00000800:00000200:0.1:1769075045.990175:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075045.990180:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 16, 7 secs later)
00000800:00000200:0.1:1769075045.990600:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075045.990601:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 16, 7 secs later)
00000800:00000200:0.1:1769075045.990894:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075045.990896:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 16, 7 secs later)
00000800:00000200:0.1:1769075045.991080:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075045.991082:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 16, 7 secs later)
00000100:00000001:1.0:1769075047.012815:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075047.012825:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075047.012826:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075047.012833:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075047.012839:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075047.012843:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075047.012846:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075047.012849:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075047.012853:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075047.332878:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296411407, at 4296411456
00000100:00000010:1.0:1769075047.332894:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470e40.
00000100:00000001:1.0:1769075048.036880:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075048.036887:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075048.036889:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075048.036892:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075048.036895:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075048.036899:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075048.036901:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075048.036903:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075048.036906:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075049.060853:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075049.060859:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075049.060861:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075049.060865:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075049.060868:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075049.060871:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075049.060873:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075049.060875:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075049.060877:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075050.084954:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075050.084962:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075050.084964:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075050.084970:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075050.084974:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075050.084979:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075050.084983:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075050.084985:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075050.084988:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075051.108818:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075051.108829:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075051.108831:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075051.108838:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075051.108844:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075051.108848:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075051.108853:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075051.108857:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075051.108861:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075051.109557:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075051.109564:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 16, 2 secs later)
00000800:00000200:0.1:1769075051.110335:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075051.110337:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 16, 2 secs later)
00000800:00000200:0.1:1769075051.110680:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075051.110683:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 16, 2 secs later)
00000800:00000200:0.1:1769075051.111060:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075051.111062:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 16, 2 secs later)
00000800:00000200:0.1:1769075051.111253:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075051.111255:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 16, 2 secs later)
00000100:00000001:1.0:1769075052.132818:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075052.132827:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075052.132829:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075052.132835:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075052.132839:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075052.132843:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075052.132845:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075052.132847:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075052.132850:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075052.452800:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296416528, at 4296416576
00000100:00000010:1.0:1769075052.452816:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470e40.
00000100:00000001:1.0:1769075053.156815:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075053.156822:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075053.156824:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075053.156830:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075053.156834:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075053.156837:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075053.156840:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075053.156843:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075053.156846:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075054.180800:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075054.180807:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075054.180810:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075054.180815:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075054.180819:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075054.180823:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075054.180826:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075054.180829:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075054.180832:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075055.204807:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075055.204814:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075055.204816:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075055.204820:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075055.204823:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075055.204827:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075055.204830:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075055.204833:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075055.204836:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075056.228837:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075056.228846:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075056.228850:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075056.228856:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075056.228861:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075056.228866:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075056.228871:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075056.228876:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075056.228878:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075056.229484:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075056.229876:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075056.230126:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075056.230254:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075056.230355:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769075057.252804:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075057.252813:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075057.252815:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075057.252821:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075057.252825:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075057.252829:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075057.252831:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075057.252833:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075057.252836:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075057.572834:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296421647, at 4296421696
00000100:00000010:1.0:1769075057.572853:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470ae0.
00000100:00000001:1.0:1769075058.276851:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075058.276861:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075058.276863:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075058.276870:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075058.276875:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075058.276881:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075058.276884:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075058.276888:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075058.276891:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075059.300832:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075059.300838:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075059.300840:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075059.300844:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075059.300847:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075059.300850:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075059.300852:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075059.300854:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075059.300856:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075060.324824:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075060.324831:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075060.324832:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075060.324837:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075060.324840:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075060.324843:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075060.324844:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075060.324847:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075060.324848:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075061.348814:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075061.348820:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075061.348822:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075061.348826:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075061.348830:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075061.348834:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075061.348836:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075061.348839:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075061.348842:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075061.349333:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075061.349340:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 32, 27 secs later)
00000800:00000200:0.1:1769075061.349977:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075061.349979:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 32, 27 secs later)
00000800:00000200:0.1:1769075061.350184:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075061.350186:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 32, 27 secs later)
00000800:00000200:0.1:1769075061.350366:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075061.350368:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 32, 27 secs later)
00000800:00000200:0.1:1769075061.350538:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075061.350540:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 32, 27 secs later)
00000100:00000001:1.0:1769075062.372816:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075062.372823:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075062.372825:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075062.372829:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075062.372832:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075062.372835:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075062.372837:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075062.372840:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075062.372842:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075062.692814:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296426767, at 4296426816
00000100:00000010:1.0:1769075062.692826:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470c60.
00000100:00000001:1.0:1769075063.396879:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075063.396886:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075063.396887:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075063.396892:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075063.396895:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075063.396898:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075063.396900:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075063.396902:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075063.396904:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075064.420884:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075064.420893:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075064.420895:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075064.420906:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075064.420911:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075064.420915:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075064.420917:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075064.420920:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075064.420922:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075065.444845:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075065.444851:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075065.444852:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075065.444856:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075065.444859:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075065.444862:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075065.444864:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075065.444867:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075065.444869:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075066.468931:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075066.468937:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075066.468940:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075066.468946:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075066.468958:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075066.468962:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075066.468965:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075066.468968:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075066.468973:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075066.469445:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075066.469449:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 32, 22 secs later)
00000800:00000200:0.1:1769075066.470009:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075066.470011:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 32, 22 secs later)
00000800:00000200:0.1:1769075066.470256:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075066.470258:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 32, 22 secs later)
00000800:00000200:0.1:1769075066.470484:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075066.470486:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 32, 22 secs later)
00000800:00000200:0.1:1769075066.470725:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075066.470727:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 32, 22 secs later)
00000100:00000001:1.0:1769075067.492824:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075067.492832:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075067.492833:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075067.492838:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075067.492842:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075067.492846:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075067.492848:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075067.492851:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075067.492854:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075067.812837:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296431887, at 4296431936
00000100:00000010:1.0:1769075067.812843:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470900.
00000100:00000001:1.0:1769075068.516836:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075068.516844:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075068.516847:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075068.516853:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075068.516856:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075068.516860:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075068.516863:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075068.516866:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075068.516869:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075069.540844:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075069.540853:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075069.540855:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075069.540860:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075069.540864:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075069.540868:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075069.540870:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075069.540873:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075069.540876:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075070.564849:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075070.564856:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075070.564857:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075070.564862:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075070.564864:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075070.564868:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075070.564870:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075070.564872:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075070.564874:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075071.588839:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075071.588846:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075071.588850:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075071.588858:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075071.588877:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075071.588883:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075071.588888:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075071.588895:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075071.588899:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075071.590020:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075071.590029:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 32, 17 secs later)
00000800:00000200:0.1:1769075071.590903:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075071.590916:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 32, 17 secs later)
00000800:00000200:0.1:1769075071.591383:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075071.591386:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 32, 17 secs later)
00000800:00000200:0.1:1769075071.591845:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075071.591849:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 32, 17 secs later)
00000800:00000200:0.1:1769075071.592239:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075071.592243:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 32, 17 secs later)
00000100:00000001:1.0:1769075072.612813:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075072.612825:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075072.612827:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075072.612833:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075072.612837:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075072.612841:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075072.612843:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075072.612846:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075072.612859:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075072.932867:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296437008, at 4296437056
00000100:00000010:1.0:1769075072.932887:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470360.
00000100:00000001:1.0:1769075073.636823:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075073.636833:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075073.636836:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075073.636843:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075073.636847:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075073.636851:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075073.636854:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075073.636858:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075073.636860:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075074.660888:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075074.660897:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075074.660899:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075074.660905:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075074.660926:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075074.660931:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075074.660934:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075074.660937:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075074.660940:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075075.684824:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075075.684839:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075075.684841:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075075.684845:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075075.684849:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075075.684852:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075075.684854:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075075.684857:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075075.684859:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075076.708840:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075076.708847:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075076.708851:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075076.708857:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075076.708864:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075076.708869:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075076.708889:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075076.708901:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075076.708909:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075076.709552:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075076.709576:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 32, 12 secs later)
00000800:00000200:0.1:1769075076.710173:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075076.710176:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 32, 12 secs later)
00000800:00000200:0.1:1769075076.710409:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075076.710411:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 32, 12 secs later)
00000800:00000200:0.1:1769075076.710681:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075076.710683:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 32, 12 secs later)
00000800:00000200:0.1:1769075076.710905:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075076.710906:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 32, 12 secs later)
00000100:00000001:1.0:1769075077.732827:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075077.732837:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075077.732839:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075077.732845:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075077.732849:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075077.732853:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075077.732855:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075077.732872:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075077.732875:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075078.052835:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296442127, at 4296442176
00000100:00000010:1.0:1769075078.052874:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470540.
00000100:00000001:1.0:1769075078.756828:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075078.756837:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075078.756851:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075078.756856:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075078.756859:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075078.756863:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075078.756865:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075078.756880:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075078.756882:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075079.780814:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075079.780835:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075079.780837:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075079.780843:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075079.780853:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075079.780857:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075079.780859:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075079.780862:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075079.780865:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075080.804802:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075080.804822:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075080.804824:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075080.804828:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075080.804831:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075080.804833:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075080.804835:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075080.804837:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075080.804839:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075081.829508:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075081.829513:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 32, 7 secs later)
00000800:00000200:0.1:1769075081.830300:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075081.830302:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 32, 7 secs later)
00000800:00000200:0.1:1769075081.830673:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075081.830675:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 32, 7 secs later)
00000800:00000200:0.1:1769075081.831007:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075081.831009:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 32, 7 secs later)
00000800:00000200:0.1:1769075081.831341:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075081.831343:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 32, 7 secs later)
00000100:00000040:1.0:1769075083.172806:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296447247, at 4296447296
00000100:00000010:1.0:1769075083.172823:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470f00.
00000800:00000200:0.1:1769075086.949350:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075086.949356:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 32, 2 secs later)
00000800:00000200:0.1:1769075086.950079:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075086.950081:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 32, 2 secs later)
00000800:00000200:0.1:1769075086.950329:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075086.950331:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 32, 2 secs later)
00000800:00000200:0.1:1769075086.950523:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075086.950525:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 32, 2 secs later)
00000800:00000200:0.1:1769075086.950892:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075086.950894:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 32, 2 secs later)
00000100:00000040:1.0:1769075088.292851:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296452367, at 4296452416
00000100:00000010:1.0:1769075088.292866:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470b40.
00000800:00000200:0.1:1769075092.069632:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075092.070226:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075092.070583:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075092.070712:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075092.070839:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769075093.412807:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296457487, at 4296457536
00000100:00000010:1.0:1769075093.412818:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470a20.
00000800:00000200:0.1:1769075097.189501:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075097.189520:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 55 secs later)
00000800:00000200:0.1:1769075097.190627:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075097.190629:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 55 secs later)
00000800:00000200:0.1:1769075097.190914:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075097.190917:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 55 secs later)
00000800:00000200:0.1:1769075097.191159:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075097.191161:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 55 secs later)
00000800:00000200:0.1:1769075097.191420:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075097.191422:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 55 secs later)
00000100:00000040:1.0:1769075098.532839:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296462607, at 4296462656
00000100:00000010:1.0:1769075098.532865:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470de0.
00000800:00000200:0.1:1769075102.309420:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075102.309426:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 50 secs later)
00000800:00000200:0.1:1769075102.310171:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075102.310172:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 50 secs later)
00000800:00000200:0.1:1769075102.310403:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075102.310405:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 50 secs later)
00000800:00000200:0.1:1769075102.310635:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075102.310636:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 50 secs later)
00000800:00000200:0.1:1769075102.310866:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075102.310867:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 50 secs later)
00000100:00000040:1.0:1769075103.652860:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296467727, at 4296467776
00000100:00000010:1.0:1769075103.652875:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470d80.
00000800:00000200:0.1:1769075107.430336:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075107.430346:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 45 secs later)
00000800:00000200:0.1:1769075107.431909:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075107.431914:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 45 secs later)
00000800:00000200:0.1:1769075107.432405:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075107.432408:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 45 secs later)
00000800:00000200:0.1:1769075107.432949:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075107.432973:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 45 secs later)
00000800:00000200:0.1:1769075107.433428:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075107.433432:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 45 secs later)
00000100:00000040:1.0:1769075108.772804:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296472849, at 4296472896
00000100:00000010:1.0:1769075108.772820:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470720.
00000100:00080000:1.0:1769075112.548837:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075112.548845:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075112.548849:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075112.548853:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075112.548858:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075112.548867:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 1804
00000400:00000200:1.0:1769075112.548877:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075112.548886:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075112.548890:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075112.548893:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075112.548897:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075112.548900:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075112.548903:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075112.548908:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075112.548910:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075112.548914:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075112.548917:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075112.548920:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075112.548923:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075112.548927:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075112.548929:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075112.548931:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075112.548933:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075112.548937:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075112.548941:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075112.548945:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075112.548948:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075112.548953:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075112.548957:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075112.548959:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075112.548963:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075112.548974:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7480.
00000020:00000040:1.0:1769075112.548978:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075112.548983:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075112.548985:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075112.548988:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075112.548991:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075112.548996:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075112.549004:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f800.
00000100:00000001:1.0:1769075112.549011:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075112.549020:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7480 x1855007947982336/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075112.549029:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075112.549033:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075112.549037:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008cd4aaa6] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7480 x1855007947982336/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075112.549056:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075112.549059:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075112.549061:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075112.549063:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075112.549064:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075112.549067:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075112.549069:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1804
00000400:00000200:1.0:1769075112.549073:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075112.549077:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075112.549079:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075112.549082:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075112.549084:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075112.549088:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075112.549092:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075112.549095:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075112.549097:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075112.549100:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075112.549102:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075112.549106:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075112.549111:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075112.549117:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075112.549122:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075112.549125:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075112.549129:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075112.549131:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075112.549136:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075112.549141:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075112.549144:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075112.549151:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075112.549156:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075112.549158:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075112.549162:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075112.549168:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075112.549169:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075112.549174:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769075112.549180:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=63 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075112.549184:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075112.549185:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075112.549189:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075112.549193:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075112.549195:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075112.549200:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4ec00.
00000100:00000001:1.0:1769075112.549205:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075112.549212:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007947982464/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075112.549222:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075112.549227:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075112.549236:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007947982464/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075112.549266:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075112.549284:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075112.549289:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075112.549292:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075112.549295:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075112.549298:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075112.549303:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1804
00000400:00000200:1.0:1769075112.549311:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075112.549314:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075112.549316:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075112.549322:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075112.549324:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075112.549329:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075112.549335:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075112.549338:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075112.549341:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075112.549344:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075112.549347:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075112.549348:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075112.549352:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075112.549358:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075112.549360:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075112.549364:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075112.549369:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075112.549372:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075112.549376:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075112.549380:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075112.549384:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075112.549387:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075112.549391:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075112.549396:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075112.549400:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075112.549403:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075112.549405:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075112.549409:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075112.549415:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075112.549418:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075112.549420:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075112.549422:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075112.549426:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075112.549431:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075112.549439:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
00000100:00000001:1.0:1769075112.549445:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075112.549454:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007947982592/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075112.549469:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075112.549474:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075112.549482:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007947982592/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1769075112.549488:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075112.549495:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 40 secs later)
00000100:00000001:1.0:1769075112.549497:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075112.549501:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075112.549507:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075112.549509:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075112.549510:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075112.549512:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075112.549515:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1804
00000400:00000200:1.0:1769075112.549520:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075112.549523:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075112.549527:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075112.549531:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075112.549536:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075112.549541:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075112.549544:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075112.549548:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075112.549549:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075112.549550:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075112.549555:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075112.549559:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075112.549562:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075112.549569:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075112.549572:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075112.549578:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075112.549582:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075112.549588:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075112.549594:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075112.549597:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075112.549600:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075112.549604:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075112.549610:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075112.549613:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075112.549618:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075112.549632:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075112.549637:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075112.549646:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769075112.549663:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075112.549667:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075112.549668:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075112.549670:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075112.549672:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075112.549675:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075112.549681:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769075112.549686:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075112.549694:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007947982720/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075112.549709:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075112.549714:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075112.549720:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007947982720/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075112.549774:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075112.549780:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075112.549788:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075112.549792:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075112.549796:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075112.549803:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075112.549812:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1804
00000400:00000200:1.0:1769075112.549825:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075112.549835:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075112.549841:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075112.549848:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075112.549853:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075112.549859:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075112.549865:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075112.549871:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075112.549874:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075112.549878:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075112.549881:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075112.549885:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075112.549887:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075112.549893:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075112.549897:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075112.549901:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075112.549906:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075112.549910:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075112.549917:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075112.549924:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075112.549926:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075112.549930:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075112.549934:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075112.549939:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075112.549942:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075112.549947:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075112.549952:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075112.549960:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075112.549964:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075112.549970:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075112.549972:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075112.549976:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075112.549978:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075112.549981:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075112.549987:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769075112.549992:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075112.550002:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007947982848/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075112.550012:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075112.550016:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075112.550023:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007947982848/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075112.550036:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075112.550041:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1814)
00000800:00000200:0.1:1769075112.550201:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075112.550202:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 40 secs later)
00000800:00000200:0.1:1769075112.550512:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075112.550514:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 40 secs later)
00000800:00000200:0.1:1769075112.550759:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075112.550762:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 40 secs later)
00000800:00000200:0.1:1769075112.551002:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075112.551004:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 40 secs later)
00000100:00000040:1.0:1769075113.892818:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296477967, at 4296478016
00000100:00000010:1.0:1769075113.892837:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034707e0.
00000800:00000200:0.1:1769075117.669686:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075117.669698:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 35 secs later)
00000800:00000200:0.1:1769075117.670836:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075117.670838:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 35 secs later)
00000800:00000200:0.1:1769075117.671047:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075117.671049:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 35 secs later)
00000800:00000200:0.1:1769075117.671327:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075117.671330:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 35 secs later)
00000800:00000200:0.1:1769075117.671662:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075117.671676:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 35 secs later)
00000100:00000040:1.0:1769075119.012834:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296483088, at 4296483136
00000100:00000010:1.0:1769075119.012850:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470d20.
00000800:00000200:0.1:1769075122.789372:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075122.789378:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 30 secs later)
00000800:00000200:0.1:1769075122.789998:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075122.790001:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 30 secs later)
00000800:00000200:0.1:1769075122.790264:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075122.790266:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 30 secs later)
00000800:00000200:0.1:1769075122.790475:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075122.790477:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 30 secs later)
00000800:00000200:0.1:1769075122.790660:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075122.790662:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 30 secs later)
00000100:00000040:1.0:1769075124.132884:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296488207, at 4296488256
00000100:00000010:1.0:1769075124.132911:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034703c0.
00000800:00000200:0.1:1769075127.909595:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075127.909618:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 25 secs later)
00000800:00000200:0.1:1769075127.910485:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075127.910489:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 25 secs later)
00000800:00000200:0.1:1769075127.910897:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075127.910899:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 25 secs later)
00000800:00000200:0.1:1769075127.911317:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075127.911321:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 25 secs later)
00000800:00000200:0.1:1769075127.911692:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075127.911694:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 25 secs later)
00000100:00000040:1.0:1769075129.252900:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296493328, at 4296493376
00000100:00000010:1.0:1769075129.252938:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470ea0.
00000800:00000200:0.1:1769075133.029900:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075133.029908:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 20 secs later)
00000800:00000200:0.1:1769075133.031365:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075133.031368:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 20 secs later)
00000800:00000200:0.1:1769075133.031829:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075133.031832:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 20 secs later)
00000800:00000200:0.1:1769075133.032304:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075133.032308:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 20 secs later)
00000800:00000200:0.1:1769075133.032898:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075133.032902:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 20 secs later)
00000100:00000040:1.0:1769075134.372839:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296498448, at 4296498496
00000100:00000010:1.0:1769075134.372853:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470a80.
00000100:00000001:1.0:1769075137.124814:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075137.124822:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075137.124825:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075137.124831:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075137.124835:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075137.124839:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075137.124842:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075137.124844:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075137.124847:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075138.148815:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075138.148823:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075138.148827:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075138.148835:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075138.148841:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075138.148863:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075138.148868:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075138.148873:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075138.148880:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075138.149450:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075138.149457:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 15 secs later)
00000800:00000200:0.1:1769075138.150163:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075138.150165:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 15 secs later)
00000800:00000200:0.1:1769075138.150354:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075138.150356:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 15 secs later)
00000800:00000200:0.1:1769075138.150688:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075138.150690:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 15 secs later)
00000800:00000200:0.1:1769075138.151159:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075138.151161:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 15 secs later)
00000100:00000001:1.0:1769075139.172884:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075139.172893:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075139.172895:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075139.172901:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075139.172905:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075139.172909:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075139.172912:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075139.172915:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075139.172918:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075139.492895:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296503567, at 4296503616
00000100:00000010:1.0:1769075139.492918:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470f60.
00000100:00000001:1.0:1769075140.196795:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075140.196801:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075140.196802:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075140.196806:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075140.196836:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075140.196839:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075140.196841:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075140.196843:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075140.196845:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075141.220925:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075141.220942:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075141.220947:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075141.220965:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075141.220971:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075141.220976:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075141.220980:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075141.220984:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075141.220988:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075142.244856:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075142.244866:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075142.244867:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075142.244874:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075142.244880:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075142.244885:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075142.244888:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075142.244892:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075142.244895:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075143.268884:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075143.268894:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075143.268896:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075143.268903:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075143.268907:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075143.268923:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075143.268925:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075143.268928:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075143.268932:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075143.269961:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075143.269973:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 9 secs later)
00000800:00000200:0.1:1769075143.270681:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075143.270684:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 9 secs later)
00000800:00000200:0.1:1769075143.271125:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075143.271128:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 9 secs later)
00000800:00000200:0.1:1769075143.271478:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075143.271481:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 9 secs later)
00000800:00000200:0.1:1769075143.271856:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075143.271860:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 9 secs later)
00000100:00000001:1.0:1769075144.292892:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075144.292916:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075144.292920:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075144.292928:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075144.292935:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075144.292941:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075144.292945:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075144.292950:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075144.292954:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075144.612867:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296508688, at 4296508736
00000100:00000010:1.0:1769075144.612889:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034709c0.
00000100:00000001:1.0:1769075145.316861:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075145.316872:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075145.316874:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075145.316882:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075145.316904:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075145.316910:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075145.316915:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075145.316919:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075145.316923:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075146.340779:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075146.340786:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075146.340788:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075146.340794:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075146.340798:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075146.340802:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075146.340804:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075146.340806:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075146.340809:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075147.364835:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075147.364842:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075147.364845:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075147.364850:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075147.364855:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075147.364860:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075147.364864:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075147.364867:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075147.364872:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075148.388864:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075148.388881:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075148.388886:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075148.388897:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075148.388913:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075148.388937:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 1840
00000400:00000200:1.0:1769075148.388956:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075148.388968:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075148.388975:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075148.388982:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075148.388988:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075148.388992:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075148.388996:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075148.389003:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075148.389007:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075148.389012:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075148.389016:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075148.389021:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075148.389027:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075148.389032:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075148.389036:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075148.389040:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075148.389044:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075148.389050:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075148.389057:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075148.389072:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075148.389076:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075148.389080:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075148.389083:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075148.389087:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075148.389090:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075148.389101:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769075148.389106:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075148.389112:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075148.389115:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075148.389118:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075148.389123:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075148.389129:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075148.389139:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769075148.389154:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075148.389167:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007947986816/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075148.389181:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075148.389186:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075148.389192:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007947986816/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075148.389217:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075148.389221:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075148.389225:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075148.389227:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075148.389229:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075148.389233:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075148.389237:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1840
00000400:00000200:1.0:1769075148.389244:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075148.389248:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075148.389267:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075148.389278:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075148.389286:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075148.389294:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075148.389302:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075148.389312:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075148.389317:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075148.389324:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075148.389331:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075148.389340:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075148.389349:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075148.389362:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075148.389373:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075148.389382:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075148.389390:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075148.389397:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075148.389407:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075148.389417:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075148.389433:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075148.389444:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075148.389451:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075148.389468:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075148.389480:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075148.389486:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075148.389495:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075148.389514:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769075148.389523:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=63 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075148.389537:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075148.389544:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075148.389554:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075148.389581:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075148.389591:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075148.389608:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:1.0:1769075148.389617:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075148.389633:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007947986944/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075148.389667:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075148.389727:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075148.389769:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007947986944/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075148.389832:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075148.389838:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075148.389858:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075148.389865:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075148.389868:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1769075148.389890:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075148.389895:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 4 secs later)
00000100:00000001:1.0:1769075148.389896:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075148.389905:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1840
00000400:00000200:1.0:1769075148.389932:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075148.389948:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075148.389961:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075148.389990:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075148.390000:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075148.390013:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075148.390024:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075148.390043:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075148.390060:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075148.390067:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075148.390075:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075148.390090:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075148.390100:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075148.390118:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075148.390123:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075148.390131:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075148.390144:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075148.390152:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075148.390175:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075148.390181:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075148.390191:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075148.390197:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075148.390205:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075148.390210:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075148.390218:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075148.390238:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075148.390266:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075148.390285:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075148.390308:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075148.390321:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075148.390327:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075148.390337:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075148.390343:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075148.390353:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075148.390365:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769075148.390375:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075148.390393:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007947987072/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075148.390433:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075148.390445:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075148.390464:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007947987072/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075148.390520:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075148.390538:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075148.390559:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075148.390565:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075148.390582:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075148.390590:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075148.390623:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1840
00000400:00000200:1.0:1769075148.390635:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075148.390646:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075148.390650:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075148.390661:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075148.390666:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075148.390708:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075148.390725:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075148.390737:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075148.390744:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075148.390775:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075148.390779:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075148.390788:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075148.390802:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075148.390819:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075148.390827:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075148.390834:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075148.390845:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075148.390861:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075148.390869:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075148.390875:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075148.390879:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075148.390888:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075148.390895:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075148.390900:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075148.390906:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075148.390912:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075148.390916:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075148.390936:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769075148.390940:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075148.390948:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075148.390950:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075148.390953:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075148.390956:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075148.390959:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075148.390967:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769075148.390973:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075148.390986:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007947987200/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075148.391034:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075148.391043:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075148.391071:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007947987200/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075148.391105:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075148.391114:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075148.391125:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075148.391129:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075148.391134:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075148.391145:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075148.391163:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1840
00000400:00000200:1.0:1769075148.391172:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075148.391177:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075148.391182:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075148.391194:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075148.391198:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075148.391210:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075148.391226:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075148.391229:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075148.391233:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075148.391235:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075148.391240:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075148.391244:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075148.391253:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075148.391273:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075148.391295:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075148.391302:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075148.391314:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075148.391325:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075148.391344:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075148.391360:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075148.391370:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075148.391381:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075148.391392:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075148.391399:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075148.391406:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075148.391413:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075148.391422:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075148.391435:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075148.391445:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075148.391473:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075148.391479:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075148.391485:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075148.391489:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075148.391500:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075148.391516:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000800:00000200:0.1:1769075148.391529:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769075148.391530:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075148.391533:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 4 secs later)
00000100:00100000:1.0:1769075148.391566:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007947987328/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075148.391610:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075148.391621:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075148.391639:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007947987328/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075148.391709:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075148.391756:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1850)
00000800:00000200:0.1:1769075148.391958:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075148.391960:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 4 secs later)
00000800:00000200:0.1:1769075148.392300:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075148.392302:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 4 secs later)
00000800:00000200:0.1:1769075148.392665:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075148.392668:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 4 secs later)
00000100:00000040:1.0:1769075149.732818:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296513808, at 4296513856
00000100:00000010:1.0:1769075149.732829:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034705a0.
00000020:00000001:1.0:1769075149.732876:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075149.732880:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075149.732883:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075153.509495:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075153.509961:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075153.510382:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075153.510580:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075153.510773:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:1.0:1769075153.828919:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075153.828924:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075153.828928:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769075154.852913:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296518927, at 4296518976
00000100:00000010:1.0:1769075154.852933:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ea0.
00000020:00000001:1.0:1769075157.924982:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075157.924997:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075157.925002:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075158.629858:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075158.629863:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075158.630384:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075158.630387:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075158.631414:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075158.631419:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075158.631906:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075158.631909:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075158.632246:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075158.632258:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1769075159.972888:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296524048, at 4296524096
00000100:00000010:1.0:1769075159.972925:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227c00.
00000020:00000001:1.0:1769075162.020896:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075162.020899:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075162.020902:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075163.749868:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075163.749876:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075163.751258:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075163.751262:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075163.751705:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075163.751708:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075163.752151:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075163.752154:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075163.752703:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075163.752706:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1769075165.092792:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296529168, at 4296529216
00000100:00000010:1.0:1769075165.092806:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d80.
00000020:00000001:1.0:1769075166.116913:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075166.116917:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075166.116921:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075168.869605:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075168.869612:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075168.870602:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075168.870605:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075168.870912:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075168.870916:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075168.871265:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075168.871268:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075168.871693:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075168.871696:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1769075170.212814:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296534288, at 4296534336
00000100:00000010:1.0:1769075170.212831:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ba0.
00000020:00000001:1.0:1769075170.212901:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075170.212904:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075170.212907:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075173.989233:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075173.989237:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075173.989709:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075173.989711:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075173.989949:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075173.989962:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075173.990169:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075173.990171:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075173.990499:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075173.990501:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000020:00000001:1.0:1769075174.308976:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075174.308979:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075174.308982:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769075175.332825:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296539407, at 4296539456
00000100:00000010:1.0:1769075175.332853:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2274e0.
00000020:00000001:1.0:1769075178.404981:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075178.404987:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075178.404992:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075179.109847:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075179.109857:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075179.111282:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075179.111286:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075179.111677:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075179.111680:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075179.112068:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075179.112071:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075179.112656:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075179.112659:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000100:00000040:1.0:1769075180.452823:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296544528, at 4296544576
00000100:00000010:1.0:1769075180.452841:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2274e0.
00000020:00000001:1.0:1769075182.500856:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075182.500858:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075182.500860:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075184.229413:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075184.229420:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075184.230064:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075184.230066:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075184.230278:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075184.230280:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075184.230508:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075184.230510:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075184.230726:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075184.230728:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000100:00000040:1.0:1769075185.572805:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296549647, at 4296549696
00000100:00000010:1.0:1769075185.572827:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d20.
00000020:00000001:1.0:1769075186.597072:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075186.597078:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075186.597094:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075189.350050:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075189.350061:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075189.351328:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075189.351331:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075189.351872:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075189.351876:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075189.352348:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075189.352351:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075189.352880:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075189.352884:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000100:00000040:1.0:1769075190.692813:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296554768, at 4296554816
00000100:00000010:1.0:1769075190.692823:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227840.
00000800:00000200:2.1:1769075194.469352:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075194.469358:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075194.470040:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075194.470046:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075194.470273:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075194.470275:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075194.470455:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075194.470456:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075194.470700:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075194.470702:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1769075195.812810:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296559887, at 4296559936
00000100:00000010:1.0:1769075195.812819:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227780.
00000800:00000200:2.1:1769075199.589336:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075199.589342:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075199.590197:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075199.590199:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075199.590416:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075199.590418:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075199.590614:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075199.590616:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075199.590930:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075199.590932:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1769075200.932843:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296565007, at 4296565056
00000100:00000010:1.0:1769075200.932858:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ea0.
00000100:00080000:1.0:1769075204.708893:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075204.708909:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075204.708916:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075204.708922:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075204.708932:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075204.708949:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 1896
00000400:00000200:1.0:1769075204.708968:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075204.708979:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075204.708983:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075204.708989:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075204.708994:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075204.708999:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075204.709003:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075204.709010:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075204.709013:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075204.709017:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075204.709021:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075204.709025:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075204.709028:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075204.709032:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075204.709035:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075204.709038:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075204.709041:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075204.709059:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075204.709064:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075204.709068:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075204.709077:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075204.709082:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075204.709086:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075204.709089:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075204.709093:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075204.709105:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769075204.709110:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075204.709116:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075204.709118:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075204.709122:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075204.709126:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075204.709132:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075204.709144:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:1.0:1769075204.709154:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075204.709166:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007947993856/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075204.709182:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075204.709188:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075204.709195:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007947993856/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075204.709235:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075204.709241:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075204.709248:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075204.709252:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075204.709255:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075204.709262:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075204.709269:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1896
00000400:00000200:1.0:1769075204.709279:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075204.709291:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075204.709301:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075204.709319:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075204.709332:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075204.709343:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075204.709357:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075204.709367:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075204.709371:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075204.709378:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075204.709384:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075204.709395:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075204.709403:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075204.709421:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075204.709433:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075204.709444:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075204.709455:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075204.709465:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075204.709476:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075204.709493:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075204.709506:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075204.709520:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075204.709531:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075204.709539:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075204.709549:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075204.709560:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075204.709571:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075204.709586:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7480.
00000020:00000040:1.0:1769075204.709597:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=63 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075204.709610:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075204.709616:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075204.709624:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075204.709633:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075204.709643:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075204.709661:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769075204.709677:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075204.709698:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7480 x1855007947993984/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075204.709807:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075204.709818:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075204.709843:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008cd4aaa6] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7480 x1855007947993984/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075204.709885:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075204.709899:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075204.709917:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075204.709927:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075204.709934:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075204.709941:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075204.709948:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1896
00000400:00000200:1.0:1769075204.709961:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075204.709977:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075204.709983:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075204.709990:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075204.710001:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075204.710010:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000200:2.1:1769075204.710014:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769075204.710015:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075204.710023:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075204.710027:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000800:00000200:2.1:1769075204.710030:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1769075204.710031:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075204.710036:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075204.710044:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075204.710049:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075204.710059:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075204.710065:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075204.710073:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075204.710079:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075204.710084:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075204.710095:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075204.710107:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075204.710115:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075204.710121:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075204.710130:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075204.710137:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075204.710143:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075204.710151:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075204.710158:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075204.710172:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075204.710180:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075204.710188:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075204.710194:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075204.710200:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075204.710206:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075204.710213:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075204.710224:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769075204.710235:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075204.710259:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007947994112/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075204.710284:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075204.710295:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075204.710307:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007947994112/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075204.710344:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075204.710359:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075204.710369:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075204.710375:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075204.710378:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075204.710384:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075204.710393:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1896
00000400:00000200:1.0:1769075204.710407:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075204.710418:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075204.710426:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075204.710437:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075204.710440:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075204.710444:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075204.710452:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075204.710460:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075204.710464:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075204.710470:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075204.710475:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075204.710479:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075204.710487:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075204.710498:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075204.710505:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075204.710513:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075204.710520:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075204.710530:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075204.710539:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075204.710547:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075204.710550:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075204.710555:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075204.710560:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075204.710569:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075204.710575:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075204.710584:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075204.710592:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075204.710603:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769075204.710611:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075204.710615:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075204.710622:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075204.710630:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075204.710636:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075204.710640:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075204.710648:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769075204.710660:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075204.710674:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007947994240/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075204.710885:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075204.710900:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075204.710924:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007947994240/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075204.710962:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075204.710973:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075204.710988:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075204.710998:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075204.711003:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075204.711011:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075204.711019:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1896
00000400:00000200:1.0:1769075204.711031:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075204.711063:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075204.711071:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075204.711078:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075204.711085:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075204.711094:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075204.711103:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075204.711110:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075204.711117:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075204.711128:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075204.711139:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075204.711152:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075204.711164:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075204.711195:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075204.711207:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075204.711222:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075204.711234:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075204.711243:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075204.711257:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075204.711265:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075204.711272:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075204.711281:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075204.711291:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075204.711300:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075204.711306:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075204.711316:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075204.711323:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075204.711335:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075204.711346:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075204.711355:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075204.711360:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075204.711363:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075204.711367:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075204.711374:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075204.711385:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:1.0:1769075204.711396:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075204.711413:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007947994368/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075204.711434:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075204.711442:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075204.711452:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007947994368/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075204.711476:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075204.711479:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075204.711486:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1769075204.711488:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1906)
00000800:00000200:2.1:1769075204.712094:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075204.712098:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075204.712534:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075204.712539:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075204.713240:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075204.713244:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1769075206.052867:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296570128, at 4296570176
00000100:00000010:1.0:1769075206.052888:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227b40.
00000100:00000001:1.0:1769075208.804925:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075208.804936:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075208.804939:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075208.804946:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075208.804951:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075208.804957:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075208.804960:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075208.804964:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075208.804968:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075209.829000:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075209.829018:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075209.829024:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075209.829030:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075209.829046:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075209.829058:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 1901
00000400:00000200:1.0:1769075209.829078:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075209.829090:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075209.829095:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075209.829102:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075209.829109:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075209.829113:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075209.829117:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075209.829124:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075209.829127:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075209.829130:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075209.829134:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075209.829137:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075209.829141:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075209.829145:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075209.829148:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075209.829151:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075209.829153:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075209.829157:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075209.829162:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075209.829165:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075209.829169:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075209.829173:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075209.829176:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075209.829179:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075209.829182:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075209.829198:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769075209.829203:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075209.829210:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075209.829212:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075209.829217:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075209.829221:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075209.829228:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075209.829252:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769075209.829263:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075209.829276:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007947994496/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075209.829292:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075209.829298:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075209.829304:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007947994496/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075209.829333:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075209.829337:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075209.829342:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075209.829344:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075209.829347:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075209.829353:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075209.829357:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1901
00000400:00000200:1.0:1769075209.829362:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075209.829369:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075209.829379:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075209.829394:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075209.829398:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075209.829406:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075209.829416:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075209.829425:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075209.829430:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075209.829435:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075209.829440:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075209.829445:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075209.829448:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075209.829461:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075209.829474:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075209.829485:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075209.829500:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075209.829523:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075209.829547:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075209.829563:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075209.829575:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075209.829593:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075209.829601:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075209.829618:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075209.829628:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075209.829667:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075209.829676:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075209.829685:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769075209.829693:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=63 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075209.829710:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075209.829713:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075209.829724:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075209.829728:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075209.829781:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075209.829791:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769075209.829800:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075209.829825:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007947994624/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075209.829888:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075209.829897:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075209.829918:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007947994624/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075209.829994:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075209.829999:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075209.830011:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075209.830017:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075209.830020:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075209.830024:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075209.830031:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1901
00000400:00000200:1.0:1769075209.830050:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075209.830065:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075209.830077:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075209.830097:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075209.830114:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075209.830120:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075209.830133:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075209.830148:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075209.830154:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075209.830160:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075209.830164:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075209.830175:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075209.830188:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075209.830208:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075209.830216:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075209.830225:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075209.830228:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075209.830236:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075209.830247:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075209.830253:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075209.830258:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075209.830265:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075209.830282:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075209.830292:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:2.1:1769075209.830294:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000008:00100000:1.0:1769075209.830298:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1769075209.830300:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000008:00000001:1.0:1769075209.830313:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075209.830321:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075209.830342:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075209.830348:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075209.830358:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075209.830367:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075209.830373:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075209.830378:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075209.830389:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075209.830398:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769075209.830406:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075209.830417:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007947994752/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075209.830464:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075209.830473:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075209.830487:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007947994752/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075209.830590:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075209.830597:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075209.830603:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075209.830606:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075209.830610:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075209.830624:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075209.830632:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1901
00000400:00000200:1.0:1769075209.830667:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075209.830677:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075209.830691:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075209.830697:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075209.830703:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075209.830707:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075209.830710:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075209.830714:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075209.830722:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075209.830761:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075209.830765:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075209.830772:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075209.830779:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075209.830791:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075209.830796:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075209.830802:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075209.830815:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075209.830822:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075209.830838:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075209.830848:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075209.830862:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075209.830871:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075209.830884:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075209.830894:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075209.830908:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075209.830923:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075209.830936:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075209.830949:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769075209.830963:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075209.830968:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075209.830978:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075209.830982:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075209.830985:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075209.830999:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075209.831013:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769075209.831022:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075209.831039:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007947994880/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075209.831062:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075209.831073:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075209.831100:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007947994880/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075209.831202:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075209.831215:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075209.831228:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075209.831233:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075209.831238:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075209.831252:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075209.831264:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1901
00000400:00000200:1.0:1769075209.831280:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075209.831291:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075209.831303:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075209.831315:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075209.831327:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075209.831333:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075209.831340:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075209.831347:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075209.831352:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075209.831365:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075209.831373:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075209.831383:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075209.831402:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075209.831416:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075209.831423:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075209.831433:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075209.831439:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075209.831447:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075209.831465:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075209.831477:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075209.831489:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075209.831510:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075209.831518:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075209.831530:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075209.831539:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075209.831558:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075209.831569:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075209.831583:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075209.831597:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075209.831619:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075209.831625:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075209.831630:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075209.831636:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075209.831666:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075209.831680:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769075209.831693:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075209.831707:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007947995008/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075209.831768:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075209.831777:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075209.831790:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007947995008/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075209.831891:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075209.831906:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1911)
00000800:00000200:2.1:1769075209.832078:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075209.832080:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075209.832311:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075209.832313:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075209.832596:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075209.832600:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075209.833180:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075209.833183:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000100:00000040:1.0:1769075211.172920:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296575248, at 4296575296
00000100:00000010:1.0:1769075211.172942:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2272a0.
00000800:00000200:2.1:1769075214.949754:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075214.949759:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075214.950666:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075214.950668:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075214.950996:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075214.950999:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075214.951386:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075214.951389:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075214.951815:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075214.951818:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000100:00000040:1.0:1769075216.292867:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296580368, at 4296580416
00000100:00000010:1.0:1769075216.292884:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227000.
00000800:00000200:2.1:1769075220.069887:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075220.070421:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075220.070881:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075220.071284:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075220.071458:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769075221.412897:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296585488, at 4296585536
00000100:00000010:1.0:1769075221.412930:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ae0.
00000800:00000200:2.1:1769075225.189778:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075225.189782:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1769075225.190335:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075225.190338:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1769075225.191204:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075225.191211:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1769075225.191672:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075225.191675:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1769075225.192009:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075225.192012:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 57 secs later)
00000100:00000040:1.0:1769075226.532841:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296590607, at 4296590656
00000100:00000010:1.0:1769075226.532856:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ae0.
00000800:00000200:2.1:1769075230.309338:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075230.309344:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769075230.310048:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075230.310050:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769075230.310274:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075230.310276:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769075230.310481:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075230.310483:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769075230.310803:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075230.310804:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
00000100:00000040:1.0:1769075231.652837:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296595727, at 4296595776
00000100:00000010:1.0:1769075231.652856:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227240.
00000800:00000200:2.1:1769075235.429909:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075235.429917:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769075235.431311:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075235.431316:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769075235.431725:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075235.431728:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769075235.432113:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075235.432116:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769075235.432700:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075235.432704:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000100:00000040:1.0:1769075236.772852:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296600848, at 4296600896
00000100:00000010:1.0:1769075236.772882:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2272a0.
00000800:00000200:2.1:1769075240.549317:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075240.549323:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075240.549961:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075240.549963:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075240.550167:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075240.550169:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075240.550350:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075240.550352:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075240.550615:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075240.550617:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000100:00000001:1.0:1769075241.572877:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075241.572891:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075241.572894:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075241.572899:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075241.572902:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075241.572905:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075241.572907:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075241.572910:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075241.572912:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075241.892814:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296605967, at 4296606016
00000100:00000010:1.0:1769075241.892828:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227b40.
00000100:00000001:1.0:1769075242.596827:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075242.596833:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075242.596834:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075242.596838:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075242.596841:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075242.596844:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075242.596846:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075242.596848:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075242.596850:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075243.620829:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075243.620840:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075243.620842:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075243.620849:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075243.620855:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075243.620859:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075243.620863:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075243.620866:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075243.620868:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075244.644796:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075244.644804:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075244.644806:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075244.644812:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075244.644816:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075244.644819:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075244.644832:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075244.644835:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075244.644838:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075245.668823:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075245.668832:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075245.668837:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075245.668844:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075245.668850:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075245.668859:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 1937
00000400:00000200:1.0:1769075245.668871:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075245.668878:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075245.668882:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075245.668886:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075245.668890:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075245.668893:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075245.668897:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075245.668901:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075245.668903:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075245.668906:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075245.668909:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075245.668911:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075245.668914:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075245.668918:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075245.668920:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075245.668923:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075245.668925:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075245.668928:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075245.668932:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075245.668934:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075245.668937:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075245.668940:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075245.668943:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075245.668945:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075245.668947:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075245.668957:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7480.
00000020:00000040:1.0:1769075245.668960:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075245.668964:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075245.668966:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075245.668969:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075245.668971:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075245.668975:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075245.668983:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f800.
00000100:00000001:1.0:1769075245.668989:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075245.668998:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7480 x1855007947998976/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075245.669008:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075245.669013:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075245.669018:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008cd4aaa6] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7480 x1855007947998976/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075245.669037:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075245.669055:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075245.669058:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075245.669060:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075245.669062:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075245.669066:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075245.669070:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1937
00000400:00000200:1.0:1769075245.669075:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075245.669080:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075245.669085:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075245.669093:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075245.669098:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075245.669103:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075245.669108:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075245.669114:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075245.669116:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075245.669120:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075245.669125:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075245.669131:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075245.669137:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075245.669144:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075245.669148:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075245.669152:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075245.669158:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075245.669162:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075245.669168:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075245.669174:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075245.669178:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075245.669184:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075245.669190:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075245.669195:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075245.669201:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075245.669207:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075245.669213:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075245.669221:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769075245.669227:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=63 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075245.669232:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075245.669235:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075245.669240:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075245.669243:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075245.669245:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075245.669254:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4ec00.
00000100:00000001:1.0:1769075245.669261:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075245.669272:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007947999104/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075245.669282:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075245.669287:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075245.669297:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007947999104/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075245.669315:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075245.669321:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075245.669326:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075245.669330:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075245.669333:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075245.669338:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075245.669343:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1937
00000400:00000200:1.0:1769075245.669350:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000800:00000200:2.1:1769075245.669355:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000400:00000200:1.0:1769075245.669358:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000800:00000200:2.1:1769075245.669362:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000100:00080000:1.0:1769075245.669363:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075245.669370:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075245.669375:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075245.669380:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075245.669384:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075245.669388:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075245.669390:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075245.669392:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075245.669406:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075245.669411:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075245.669415:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075245.669422:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075245.669426:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075245.669432:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075245.669437:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075245.669443:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075245.669451:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075245.669457:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075245.669460:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075245.669465:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075245.669470:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075245.669474:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075245.669478:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075245.669482:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075245.669487:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075245.669492:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075245.669497:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075245.669501:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075245.669504:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075245.669509:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075245.669513:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075245.669516:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075245.669525:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
00000100:00000001:1.0:1769075245.669531:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075245.669541:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007947999232/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075245.669559:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075245.669564:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075245.669577:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007947999232/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075245.669601:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075245.669607:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075245.669614:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075245.669618:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075245.669622:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075245.669629:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075245.669635:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1937
00000400:00000200:1.0:1769075245.669644:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075245.669658:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075245.669663:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075245.669671:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075245.669675:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075245.669680:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075245.669684:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075245.669687:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075245.669691:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075245.669696:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075245.669700:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075245.669706:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075245.669711:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075245.669718:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075245.669722:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075245.669727:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075245.669759:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075245.669765:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075245.669772:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075245.669779:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075245.669784:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075245.669790:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075245.669795:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075245.669800:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075245.669804:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075245.669811:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075245.669814:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075245.669819:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769075245.669826:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075245.669832:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075245.669834:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075245.669839:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075245.669842:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075245.669845:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075245.669852:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769075245.669860:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075245.669870:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007947999360/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075245.669887:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075245.669891:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075245.669898:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007947999360/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075245.669917:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075245.669922:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075245.669930:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075245.669934:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075245.669937:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075245.669943:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075245.669948:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1937
00000400:00000200:1.0:1769075245.669957:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075245.669965:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075245.669969:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075245.669978:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075245.669984:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075245.669990:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075245.669995:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075245.670000:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075245.670004:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075245.670009:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075245.670014:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075245.670020:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075245.670025:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075245.670034:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075245.670054:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075245.670062:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075245.670066:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075245.670073:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075245.670080:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000800:00000200:2.1:1769075245.670086:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769075245.670087:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075245.670090:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
02000000:00000001:1.0:1769075245.670092:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075245.670097:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075245.670102:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075245.670106:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075245.670112:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075245.670117:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075245.670123:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075245.670129:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075245.670135:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075245.670141:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075245.670144:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075245.670148:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075245.670152:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075245.670156:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075245.670164:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769075245.670171:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075245.670181:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007947999488/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075245.670203:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075245.670208:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075245.670218:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007947999488/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075245.670237:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075245.670245:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1947)
00000800:00000200:2.1:1769075245.670404:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075245.670406:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075245.670720:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075245.670722:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075245.670953:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075245.670955:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000100:00000040:1.0:1769075247.012811:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296611087, at 4296611136
00000100:00000010:1.0:1769075247.012834:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227c00.
00000800:00000200:2.1:1769075250.789666:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075250.789674:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075250.790640:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075250.790648:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075250.791444:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075250.791446:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075250.791712:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075250.791713:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075250.791915:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075250.791917:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000100:00000040:1.0:1769075252.132818:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296616208, at 4296616256
00000100:00000010:1.0:1769075252.132834:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227780.
00000800:00000200:2.1:1769075255.909441:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075255.909446:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075255.910050:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075255.910055:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075255.910518:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075255.910521:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075255.910805:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075255.910807:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075255.911010:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075255.911012:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000100:00000040:1.0:1769075257.252861:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296621327, at 4296621376
00000100:00000010:1.0:1769075257.252880:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227840.
00000020:00000001:1.0:1769075257.252960:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075257.252962:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075257.252965:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769075261.028873:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075261.028888:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075261.028893:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075261.028903:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075261.028910:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075261.028920:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 1952
00000400:00000200:1.0:1769075261.028933:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075261.028941:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075261.028944:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075261.028949:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075261.028953:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075261.028956:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075261.028958:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075261.028964:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075261.028966:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075261.028969:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075261.028972:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075261.028975:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075261.028978:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075261.028981:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075261.028983:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075261.028986:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075261.028988:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075261.028992:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075261.028995:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075261.028998:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075261.029002:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075261.029006:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075261.029010:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075261.029013:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075261.029016:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075261.029036:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769075261.029044:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075261.029049:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075261.029052:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075261.029055:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075261.029059:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075261.029065:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075261.029075:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769075261.029083:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075261.029095:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948000896/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075261.029108:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075261.029115:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075261.029121:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948000896/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075261.029147:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075261.029151:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075261.029155:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075261.029157:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075261.029159:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075261.029164:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075261.029167:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1952
00000400:00000200:1.0:1769075261.029174:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075261.029179:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075261.029184:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075261.029193:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075261.029200:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075261.029211:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075261.029221:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075261.029229:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075261.029234:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075261.029248:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075261.029258:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075261.029271:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075261.029279:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075261.029290:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075261.029299:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075261.029307:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075261.029319:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075261.029324:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075261.029338:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075261.029346:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075261.029368:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075261.029377:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075261.029384:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075261.029390:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075261.029398:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075261.029406:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075261.029416:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075261.029425:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769075261.029436:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=63 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075261.029443:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075261.029448:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075261.029453:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075261.029458:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075261.029461:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075261.029472:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769075261.029485:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075261.029499:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948001024/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075261.029525:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075261.029536:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075261.029552:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948001024/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075261.029580:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075261.029589:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075261.029601:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075261.029606:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075261.029612:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075261.029623:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075261.029632:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1952
00000400:00000200:1.0:1769075261.029651:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000800:00000200:2.1:1769075261.029663:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000400:00000200:1.0:1769075261.029664:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075261.029677:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1769075261.029678:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1769075261.029699:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075261.029714:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075261.029725:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075261.029734:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075261.029739:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075261.029742:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075261.029817:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075261.029823:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075261.029831:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075261.029841:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075261.029853:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075261.029859:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075261.029868:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075261.029877:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075261.029886:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075261.029896:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075261.029899:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075261.029903:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075261.029910:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075261.029919:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075261.029930:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075261.029937:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075261.029946:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075261.029955:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075261.029971:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075261.029982:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075261.029994:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075261.029999:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075261.030010:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075261.030017:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075261.030024:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075261.030037:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:1.0:1769075261.030053:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075261.030072:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948001152/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075261.030104:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075261.030111:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075261.030124:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948001152/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075261.030150:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075261.030160:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075261.030174:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075261.030178:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075261.030182:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075261.030188:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075261.030196:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1952
00000400:00000200:1.0:1769075261.030207:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075261.030221:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075261.030227:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075261.030239:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075261.030251:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075261.030264:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075261.030271:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075261.030283:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075261.030290:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075261.030296:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075261.030303:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075261.030313:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075261.030322:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075261.030337:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075261.030347:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075261.030359:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075261.030371:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075261.030380:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075261.030392:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075261.030398:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075261.030403:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075261.030410:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075261.030419:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075261.030424:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075261.030429:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075261.030453:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075261.030460:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075261.030469:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769075261.030478:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075261.030488:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075261.030492:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075261.030497:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075261.030503:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075261.030509:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075261.030522:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769075261.030534:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075261.030558:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948001280/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075261.030614:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075261.030623:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075261.030661:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769075261.030662:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948001280/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769075261.030664:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1769075261.030737:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075261.030744:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075261.030751:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075261.030755:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075261.030764:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075261.030825:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075261.030836:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1952
00000400:00000200:1.0:1769075261.030853:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075261.030867:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075261.030875:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075261.030888:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075261.030897:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075261.030909:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075261.030916:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075261.030929:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075261.030938:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075261.030950:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075261.030957:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075261.030966:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075261.030979:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075261.030996:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075261.031005:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075261.031016:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075261.031028:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075261.031039:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075261.031049:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075261.031060:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075261.031073:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075261.031082:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075261.031095:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075261.031103:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075261.031112:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075261.031124:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075261.031137:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075261.031148:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075261.031158:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075261.031164:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075261.031171:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075261.031179:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075261.031184:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075261.031192:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075261.031211:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769075261.031219:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075261.031238:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948001408/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075261.031295:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075261.031304:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075261.031320:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948001408/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075261.031375:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075261.031391:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1962)
00000800:00000200:2.1:1769075261.031408:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075261.031412:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075261.031712:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075261.031714:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075261.031943:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075261.031945:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1769075261.349058:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075261.349068:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075261.349076:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769075262.373003:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296626448, at 4296626496
00000100:00000010:1.0:1769075262.373023:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d20.
00000020:00000001:1.0:1769075265.444930:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075265.444937:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075265.444942:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075266.149820:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075266.149825:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075266.151243:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075266.151248:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075266.152144:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075266.152146:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075266.152537:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075266.152539:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075266.152898:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075266.152900:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1769075267.492835:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296631568, at 4296631616
00000100:00000010:1.0:1769075267.492863:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2275a0.
00000020:00000001:1.0:1769075269.541087:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075269.541090:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075269.541093:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075271.269550:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075271.269562:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769075271.270440:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075271.270448:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769075271.271143:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075271.271145:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769075271.271412:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075271.271414:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769075271.271672:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075271.271675:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000100:00000040:1.0:1769075272.612891:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296636688, at 4296636736
00000100:00000010:1.0:1769075272.612918:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227e40.
00000020:00000001:1.0:1769075273.636935:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075273.636939:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075273.636942:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769075276.388970:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075276.388984:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075276.388990:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075276.388996:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075276.389009:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075276.389019:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 1968
00000400:00000200:1.0:1769075276.389031:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075276.389039:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075276.389043:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075276.389046:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075276.389066:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075276.389069:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075276.389070:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075276.389074:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075276.389075:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075276.389077:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075276.389079:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075276.389081:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075276.389083:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075276.389085:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075276.389086:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075276.389088:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075276.389089:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075276.389091:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075276.389093:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075276.389096:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075276.389098:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075276.389100:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075276.389103:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075276.389104:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075276.389106:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075276.389114:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769075276.389117:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075276.389120:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075276.389122:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075276.389124:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075276.389126:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075276.389129:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075276.389136:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:1.0:1769075276.389142:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075276.389149:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948002816/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075276.389157:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075276.389161:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075276.389164:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948002816/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075276.389190:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075276.389192:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075276.389195:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075276.389196:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075276.389197:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075276.389211:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075276.389213:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1968
00000400:00000200:1.0:1769075276.389216:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075276.389219:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075276.389220:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075276.389222:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075276.389224:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075276.389226:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075276.389228:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075276.389230:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075276.389232:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075276.389234:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075276.389236:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075276.389237:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075276.389238:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075276.389241:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075276.389242:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075276.389244:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075276.389247:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075276.389253:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075276.389265:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075276.389268:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075276.389270:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075276.389276:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075276.389284:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075276.389296:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075276.389306:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075276.389316:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075276.389327:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075276.389332:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7480.
00000020:00000040:1.0:1769075276.389340:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=63 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075276.389346:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075276.389349:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075276.389354:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075276.389360:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075276.389364:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075276.389377:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769075276.389384:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075276.389413:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7480 x1855007948002944/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075276.389453:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075276.389457:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075276.389465:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008cd4aaa6] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7480 x1855007948002944/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075276.389491:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075276.389497:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075276.389507:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075276.389510:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075276.389513:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075276.389521:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075276.389571:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1968
00000400:00000200:1.0:1769075276.389595:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075276.389609:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075276.389618:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075276.389635:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075276.389655:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075276.389666:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075276.389677:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075276.389690:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075276.389694:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075276.389703:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075276.389710:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075276.389775:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075276.389781:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075276.389787:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075276.389789:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075276.389791:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075276.389794:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075276.389797:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075276.389799:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075276.389802:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075276.389804:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075276.389810:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075276.389813:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075276.389815:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075276.389817:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075276.389821:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075276.389835:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075276.389839:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075276.389843:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075276.389848:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075276.389852:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075276.389857:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075276.389858:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075276.389861:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075276.389868:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769075276.389874:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075276.389886:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948003072/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075276.389907:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075276.389912:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075276.389934:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948003072/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075276.389978:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075276.390001:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075276.390020:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075276.390031:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075276.390039:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075276.390047:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075276.390071:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1968
00000400:00000200:1.0:1769075276.390082:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075276.390091:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075276.390099:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075276.390105:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075276.390114:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075276.390115:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075276.390119:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075276.390123:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075276.390125:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075276.390130:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075276.390133:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075276.390136:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075276.390140:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000800:00000200:2.1:1769075276.390149:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769075276.390150:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075276.390160:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769075276.390164:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000100:00000040:1.0:1769075276.390165:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075276.390170:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075276.390179:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075276.390184:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075276.390195:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075276.390202:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075276.390207:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075276.390215:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075276.390218:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075276.390220:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075276.390222:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075276.390225:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075276.390242:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769075276.390249:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075276.390253:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075276.390257:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075276.390262:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075276.390264:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075276.390266:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075276.390269:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769075276.390279:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075276.390292:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948003200/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075276.390298:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075276.390306:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075276.390316:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948003200/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075276.390376:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075276.390382:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075276.390386:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075276.390392:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075276.390395:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075276.390400:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075276.390409:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 1968
00000400:00000200:1.0:1769075276.390426:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075276.390456:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075276.390461:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075276.390468:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075276.390472:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075276.390486:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075276.390495:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075276.390501:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075276.390507:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075276.390511:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075276.390514:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075276.390539:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075276.390544:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075276.390555:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075276.390559:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075276.390562:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075276.390565:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075276.390567:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075276.390576:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075276.390583:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075276.390590:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075276.390604:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075276.390631:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075276.390652:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075276.390667:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075276.390677:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075276.390688:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075276.390702:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075276.390709:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075276.390722:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075276.390725:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075276.390758:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075276.390760:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075276.390763:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075276.390774:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:1.0:1769075276.390781:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075276.390791:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948003328/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075276.390809:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075276.390813:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075276.390819:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948003328/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075276.390873:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075276.390895:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1978)
00000800:00000200:2.1:1769075276.391273:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075276.391277:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769075276.391882:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075276.391887:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769075276.392318:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075276.392321:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769075276.392833:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075276.392836:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000100:00000040:1.0:1769075277.732902:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296641808, at 4296641856
00000100:00000010:1.0:1769075277.732921:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ba0.
00000020:00000001:1.0:1769075277.733038:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075277.733044:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075277.733048:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075281.509718:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075281.509729:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075281.511263:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075281.511266:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075281.511622:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075281.511625:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075281.512019:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075281.512022:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075281.512428:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075281.512431:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000020:00000001:1.0:1769075281.829073:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075281.829082:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075281.829089:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769075282.852814:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296646928, at 4296646976
00000100:00000010:1.0:1769075282.852831:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d80.
00000020:00000001:1.0:1769075285.924970:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075285.924980:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075285.924986:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075286.629736:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075286.630205:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075286.630590:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075286.630903:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075286.631218:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769075287.972811:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296652048, at 4296652096
00000100:00000010:1.0:1769075287.972826:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ea0.
00000020:00000001:1.0:1769075290.021019:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075290.021024:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075290.021029:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075291.750379:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075291.750391:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075291.751875:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075291.751877:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075291.752241:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075291.752244:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075291.752556:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075291.752559:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075291.752935:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075291.752937:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1769075293.092826:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296657168, at 4296657216
00000100:00000010:1.0:1769075293.092842:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227c00.
00000020:00000001:1.0:1769075294.117050:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075294.117058:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075294.117065:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075296.869329:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075296.869336:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075296.870067:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075296.870070:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075296.870328:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075296.870329:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075296.870555:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075296.870557:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075296.870925:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075296.870927:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1769075298.212821:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296662287, at 4296662336
00000100:00000010:1.0:1769075298.212839:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227600.
00000020:00000001:1.0:1769075298.212893:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075298.212897:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075298.212901:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075301.989554:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075301.989565:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075301.990728:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075301.990731:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075301.991009:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075301.991012:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075301.991272:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075301.991274:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075301.991691:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075301.991694:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1769075302.308946:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075302.308952:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075302.308955:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769075303.332838:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296667408, at 4296667456
00000100:00000010:1.0:1769075303.332872:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227000.
00000020:00000001:1.0:1769075306.405087:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075306.405093:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075306.405098:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075307.109954:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075307.109961:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075307.111393:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075307.111403:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075307.112053:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075307.112057:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075307.112532:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075307.112535:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075307.112910:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075307.112913:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000100:00000040:1.0:1769075308.452869:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296672528, at 4296672576
00000100:00000010:1.0:1769075308.452884:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227de0.
00000020:00000001:1.0:1769075310.500944:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075310.500967:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075310.500973:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769075312.228858:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075312.228869:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075312.228873:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075312.228879:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075312.228887:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075312.228898:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2003
00000400:00000200:1.0:1769075312.228914:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075312.228972:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075312.228976:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075312.228981:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075312.228985:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075312.228988:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075312.228991:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075312.228995:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075312.228997:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075312.229001:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075312.229004:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075312.229006:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075312.229009:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075312.229013:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075312.229016:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075312.229018:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075312.229020:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075312.229023:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075312.229027:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075312.229029:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075312.229033:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075312.229036:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075312.229039:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075312.229041:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075312.229043:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075312.229053:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769075312.229056:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075312.229061:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075312.229063:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075312.229066:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075312.229069:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075312.229074:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075312.229084:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769075312.229091:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075312.229101:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948007296/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075312.229121:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075312.229126:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075312.229131:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948007296/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075312.229156:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075312.229159:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075312.229164:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075312.229165:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075312.229168:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075312.229171:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075312.229174:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2003
00000400:00000200:1.0:1769075312.229179:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075312.229184:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075312.229187:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075312.229191:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075312.229194:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075312.229198:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075312.229201:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075312.229209:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075312.229227:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075312.229234:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075312.229239:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075312.229245:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075312.229251:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075312.229261:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075312.229266:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075312.229274:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075312.229279:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075312.229287:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075312.229298:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075312.229306:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075312.229314:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075312.229322:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075312.229328:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075312.229330:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075312.229335:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075312.229342:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075312.229352:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075312.229360:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769075312.229367:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=63 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075312.229376:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075312.229382:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075312.229388:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075312.229393:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075312.229400:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075312.229409:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769075312.229420:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075312.229438:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948007424/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075312.229480:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075312.229486:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075312.229497:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948007424/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075312.229523:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075312.229531:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075312.229537:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075312.229540:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075312.229544:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075312.229549:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075312.229558:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2003
00000400:00000200:1.0:1769075312.229571:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075312.229581:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075312.229602:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075312.229613:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075312.229620:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075312.229627:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075312.229633:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075312.229639:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075312.229643:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075312.229646:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075312.229656:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075312.229662:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075312.229665:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075312.229671:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075312.229678:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075312.229685:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075312.229691:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075312.229696:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075312.229707:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075312.229712:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075312.229714:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075312.229727:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075312.229762:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075312.229765:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075312.229767:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075312.229770:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075312.229773:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075312.229779:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075312.229786:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075312.229789:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075312.229792:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075312.229810:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075312.229813:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075312.229816:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075312.229826:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769075312.229834:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075312.229842:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00100000:1.0:1769075312.229846:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948007552/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769075312.229849:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000100:00000001:1.0:1769075312.229872:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075312.229886:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075312.229895:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948007552/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075312.229920:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075312.229954:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075312.229960:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075312.229965:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075312.229968:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075312.229976:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075312.229985:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2003
00000400:00000200:1.0:1769075312.230000:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075312.230009:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075312.230013:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075312.230022:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075312.230029:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075312.230035:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075312.230042:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075312.230048:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075312.230052:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075312.230056:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075312.230061:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075312.230066:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075312.230071:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075312.230078:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075312.230081:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075312.230085:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075312.230088:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075312.230097:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075312.230111:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075312.230118:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075312.230124:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075312.230131:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075312.230138:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075312.230142:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075312.230145:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075312.230153:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075312.230155:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075312.230161:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769075312.230167:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075312.230170:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075312.230171:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075312.230173:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075312.230175:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075312.230179:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075312.230191:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769075312.230209:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075312.230221:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948007680/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075312.230239:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075312.230245:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075312.230259:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948007680/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075312.230277:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075312.230284:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075312.230293:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075312.230298:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075312.230302:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075312.230308:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075312.230315:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2003
00000400:00000200:1.0:1769075312.230327:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075312.230336:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075312.230342:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075312.230353:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075312.230364:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075312.230375:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075312.230384:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075312.230393:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075312.230399:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075312.230405:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075312.230412:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075312.230421:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075312.230432:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075312.230447:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075312.230458:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075312.230466:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075312.230476:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075312.230483:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075312.230495:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075312.230504:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075312.230512:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075312.230519:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075312.230526:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075312.230536:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075312.230540:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075312.230548:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075312.230554:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075312.230559:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075312.230567:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075312.230575:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075312.230578:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075312.230585:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075312.230589:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075312.230595:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075312.230609:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769075312.230614:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075312.230627:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948007808/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075312.230646:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075312.230651:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075312.230660:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948007808/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075312.230671:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075312.230678:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2014)
00000800:00000200:2.1:1769075312.230953:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075312.230956:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075312.231337:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075312.231340:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075312.231827:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075312.231831:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075312.232259:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075312.232264:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000100:00000040:1.0:1769075313.572807:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296677648, at 4296677696
00000100:00000010:1.0:1769075313.572828:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227720.
00000020:00000001:1.0:1769075314.596959:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075314.596961:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075314.596963:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769075317.348806:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075317.348814:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075317.348817:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075317.348820:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075317.348825:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075317.348833:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2009
00000400:00000200:1.0:1769075317.348854:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075317.348867:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075317.348870:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075317.348873:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075317.348887:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075317.348889:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075317.348890:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075317.348894:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075317.348895:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075317.348898:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075317.348901:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075317.348903:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075317.348906:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075317.348910:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075317.348912:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075317.348914:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075317.348916:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075317.348920:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075317.348923:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075317.348926:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075317.348929:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075317.348932:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075317.348936:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075317.348939:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075317.348941:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075317.348948:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7480.
00000020:00000040:1.0:1769075317.348953:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075317.348957:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075317.348959:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075317.348962:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075317.348965:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075317.348968:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075317.348983:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
00000100:00000001:1.0:1769075317.348989:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075317.348996:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7480 x1855007948007936/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075317.349004:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075317.349007:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075317.349011:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008cd4aaa6] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7480 x1855007948007936/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075317.349026:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075317.349028:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075317.349031:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075317.349032:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075317.349033:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075317.349036:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075317.349038:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2009
00000400:00000200:1.0:1769075317.349042:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075317.349045:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075317.349047:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075317.349049:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075317.349051:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075317.349055:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075317.349059:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075317.349062:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075317.349063:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075317.349066:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075317.349069:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075317.349073:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075317.349078:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075317.349085:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075317.349096:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075317.349100:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075317.349103:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075317.349107:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075317.349113:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075317.349117:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075317.349122:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075317.349127:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075317.349131:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075317.349133:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075317.349136:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075317.349139:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075317.349141:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075317.349145:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769075317.349149:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=63 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075317.349152:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075317.349153:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075317.349155:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075317.349159:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075317.349161:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075317.349166:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4ec00.
00000100:00000001:1.0:1769075317.349170:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075317.349178:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948008064/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075317.349187:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075317.349189:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075317.349192:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948008064/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075317.349205:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075317.349209:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075317.349216:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075317.349219:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075317.349222:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075317.349225:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075317.349227:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2009
00000400:00000200:1.0:1769075317.349235:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075317.349240:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075317.349244:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075317.349256:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075317.349261:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075317.349263:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075317.349268:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075317.349272:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075317.349273:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075317.349275:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075317.349278:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075317.349282:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075317.349285:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075317.349290:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075317.349292:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075317.349296:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075317.349299:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075317.349302:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075317.349309:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075317.349322:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075317.349325:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075317.349329:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075317.349335:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075317.349340:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075317.349341:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075317.349344:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075317.349348:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075317.349353:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075317.349357:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075317.349359:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075317.349362:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075317.349364:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075317.349366:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075317.349369:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075317.349373:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f800.
00000800:00000200:2.1:1769075317.349394:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769075317.349395:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075317.349398:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000100:00100000:1.0:1769075317.349402:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948008192/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075317.349424:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075317.349427:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075317.349435:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948008192/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075317.349453:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075317.349456:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075317.349459:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075317.349461:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075317.349465:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075317.349467:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075317.349471:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2009
00000400:00000200:1.0:1769075317.349479:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075317.349483:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075317.349487:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075317.349493:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075317.349495:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075317.349498:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075317.349502:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075317.349504:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075317.349507:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075317.349510:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075317.349512:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075317.349515:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075317.349519:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075317.349525:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075317.349528:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075317.349530:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075317.349531:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075317.349535:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075317.349541:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075317.349546:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075317.349552:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075317.349556:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075317.349560:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075317.349562:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075317.349563:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075317.349566:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075317.349569:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075317.349572:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769075317.349576:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075317.349579:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075317.349581:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075317.349584:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075317.349588:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075317.349590:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075317.349597:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769075317.349601:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075317.349609:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948008320/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075317.349627:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075317.349631:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075317.349637:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948008320/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075317.349649:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075317.349652:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075317.349659:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075317.349662:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075317.349664:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075317.349669:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075317.349674:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2009
00000400:00000200:1.0:1769075317.349682:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075317.349687:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075317.349690:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075317.349696:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075317.349698:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075317.349701:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075317.349710:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075317.349713:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075317.349716:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075317.349719:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075317.349722:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075317.349726:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075317.349747:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075317.349752:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075317.349753:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075317.349756:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075317.349760:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075317.349763:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075317.349778:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075317.349785:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075317.349789:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075317.349793:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075317.349799:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075317.349804:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075317.349807:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075317.349811:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075317.349814:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075317.349818:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075317.349822:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075317.349826:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075317.349852:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075317.349854:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075317.349858:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075317.349860:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075317.349864:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769075317.349869:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075317.349877:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948008448/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075317.349886:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075317.349892:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075317.349906:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948008448/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075317.349927:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075317.349934:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2019)
00000800:00000200:2.1:1769075317.350054:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075317.350055:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075317.350263:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075317.350265:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075317.350487:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075317.350490:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075317.350674:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075317.350676:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000100:00000040:1.0:1769075318.692810:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296682767, at 4296682816
00000100:00000010:1.0:1769075318.692837:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227720.
00000020:00000001:1.0:1769075318.692860:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075318.692863:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075318.692867:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075322.469458:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075322.469465:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075322.470197:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075322.470200:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075322.470429:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075322.470430:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075322.470611:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075322.470612:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075322.470900:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075322.470902:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1769075322.788967:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075322.788971:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075322.788975:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769075323.812843:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296687887, at 4296687936
00000100:00000010:1.0:1769075323.812854:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2272a0.
00000020:00000001:1.0:1769075326.884899:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075326.884901:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075326.884904:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769075327.588819:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075327.588826:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075327.588828:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075327.588833:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075327.588839:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075327.588845:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2019
00000400:00000200:1.0:1769075327.588865:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075327.588870:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075327.588872:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075327.588875:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075327.588877:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075327.588879:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075327.588881:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075327.588884:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075327.588885:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075327.588888:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075327.588890:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075327.588891:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075327.588893:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075327.588895:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075327.588897:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075327.588898:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075327.588899:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075327.588901:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075327.588903:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075327.588905:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075327.588907:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075327.588909:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075327.588911:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075327.588912:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075327.588914:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075327.588920:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769075327.588922:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075327.588925:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075327.588926:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075327.588928:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075327.588930:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075327.588934:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075327.588940:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769075327.588946:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075327.588952:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948009216/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075327.588970:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075327.588974:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075327.588980:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948009216/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075327.589000:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075327.589003:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075327.589006:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075327.589009:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075327.589011:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075327.589015:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075327.589019:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2019
00000400:00000200:1.0:1769075327.589025:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075327.589034:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075327.589039:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075327.589046:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075327.589051:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075327.589055:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075327.589062:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075327.589065:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075327.589068:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075327.589072:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075327.589074:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075327.589079:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075327.589082:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075327.589088:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075327.589092:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075327.589097:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075327.589103:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075327.589108:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075327.589111:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075327.589116:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075327.589120:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075327.589125:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075327.589129:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075327.589132:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075327.589138:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075327.589141:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075327.589146:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075327.589150:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769075327.589153:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=63 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075327.589159:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075327.589161:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075327.589166:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075327.589168:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075327.589172:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075327.589178:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769075327.589183:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075327.589193:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948009344/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075327.589204:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075327.589208:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075327.589213:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948009344/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075327.589219:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075327.589222:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075327.589228:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075327.589230:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075327.589233:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075327.589239:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075327.589244:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2019
00000400:00000200:1.0:1769075327.589251:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075327.589257:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075327.589260:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075327.589264:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075327.589269:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075327.589273:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075327.589275:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075327.589279:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075327.589280:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075327.589282:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075327.589284:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075327.589287:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075327.589291:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075327.589298:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075327.589303:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075327.589308:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075327.589310:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075327.589311:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075327.589313:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075327.589315:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075327.589319:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075327.589323:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075327.589329:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075327.589332:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075327.589333:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075327.589337:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075327.589341:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075327.589345:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075327.589349:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075327.589352:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075327.589354:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075327.589358:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075327.589361:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075327.589363:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075327.589366:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:1.0:1769075327.589369:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075327.589372:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948009472/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075327.589379:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075327.589381:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075327.589386:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769075327.589387:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948009472/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769075327.589394:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1769075327.589396:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075327.589400:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075327.589403:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075327.589406:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075327.589408:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075327.589414:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075327.589418:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2019
00000400:00000200:1.0:1769075327.589424:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075327.589429:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075327.589432:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075327.589438:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075327.589440:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075327.589444:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075327.589449:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075327.589451:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075327.589454:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075327.589455:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075327.589459:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075327.589463:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075327.589467:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075327.589473:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075327.589477:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075327.589480:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075327.589484:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075327.589487:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075327.589490:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075327.589495:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075327.589498:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075327.589500:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075327.589505:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075327.589508:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075327.589511:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075327.589513:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075327.589519:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075327.589524:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769075327.589526:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075327.589529:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075327.589530:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075327.589535:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075327.589537:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075327.589538:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075327.589543:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769075327.589547:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075327.589553:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948009600/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075327.589561:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075327.589563:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075327.589568:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948009600/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075327.589579:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075327.589582:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075327.589587:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075327.589589:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075327.589592:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075327.589595:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075327.589600:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2019
00000400:00000200:1.0:1769075327.589604:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075327.589607:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075327.589608:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075327.589609:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075327.589612:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075327.589613:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075327.589616:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075327.589618:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075327.589620:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075327.589623:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075327.589625:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075327.589629:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075327.589634:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075327.589638:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075327.589642:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075327.589646:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075327.589651:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075327.589654:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075327.589658:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075327.589677:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075327.589680:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075327.589682:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075327.589683:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075327.589685:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075327.589686:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075327.589690:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075327.589693:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075327.589697:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075327.589701:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075327.589705:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075327.589707:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075327.589711:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075327.589713:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075327.589715:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075327.589721:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769075327.589725:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075327.589748:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948009728/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075327.589758:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075327.589763:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075327.589773:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948009728/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075327.589792:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075327.589800:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2029)
00000800:00000200:2.1:1769075327.589976:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075327.589979:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075327.590168:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075327.590170:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075327.590406:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075327.590408:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075327.590624:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075327.590626:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1769075328.932790:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296693007, at 4296693056
00000100:00000010:1.0:1769075328.932804:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227b40.
00000020:00000001:1.0:1769075330.980875:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075330.980880:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075330.980884:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075331.684857:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075331.684866:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075331.684868:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075331.684874:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075331.684879:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075331.684884:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075331.684888:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075331.684891:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075331.684894:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075332.708808:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075332.708814:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075332.708816:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075332.708822:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075332.708825:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075332.708830:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075332.708835:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075332.708839:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075332.708843:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075332.709465:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075332.709472:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075332.710112:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075332.710114:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075332.710356:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075332.710358:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075332.710631:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075332.710633:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075332.710905:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075332.710906:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1769075333.732798:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075333.732804:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075333.732806:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075333.732810:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075333.732813:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075333.732815:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075333.732817:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075333.732819:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075333.732822:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075334.052899:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296698127, at 4296698176
00000100:00000010:1.0:1769075334.052935:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227360.
00000100:00000001:1.0:1769075334.756796:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075334.756802:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075334.756804:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075334.756809:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075334.756811:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075334.756814:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075334.756816:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075334.756819:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075334.756821:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075335.076998:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075335.077003:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075335.077008:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075335.780778:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075335.780783:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075335.780785:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075335.780789:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075335.780792:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075335.780795:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075335.780797:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075335.780799:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075335.780801:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075336.804788:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075336.804795:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075336.804796:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075336.804801:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075336.804804:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075336.804807:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075336.804815:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075336.804818:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075336.804820:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075337.828790:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075337.828799:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075337.828803:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075337.828810:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075337.828816:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075337.828821:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075337.828825:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075337.828829:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075337.828832:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075337.829386:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075337.829392:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075337.829986:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075337.829988:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075337.830175:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075337.830177:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075337.830385:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075337.830387:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075337.830588:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075337.830590:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1769075338.852797:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075338.852803:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075338.852805:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075338.852809:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075338.852812:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075338.852815:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075338.852816:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075338.852818:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075338.852820:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075339.172849:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296703247, at 4296703296
00000100:00000010:1.0:1769075339.172862:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227780.
00000100:00000001:1.0:1769075339.876835:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075339.876842:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075339.876844:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075339.876848:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075339.876851:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075339.876854:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075339.876857:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075339.876859:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075339.876861:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075340.900789:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075340.900796:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075340.900797:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075340.900801:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075340.900804:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075340.900807:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075340.900809:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075340.900811:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075340.900813:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075341.924846:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075341.924853:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075341.924855:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075341.924860:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075341.924862:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075341.924866:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075341.924868:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075341.924870:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075341.924872:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075342.948849:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075342.948857:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075342.948859:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075342.948864:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075342.948867:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075342.948871:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075342.948873:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075342.948876:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075342.948881:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075342.949428:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075342.949432:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075342.950076:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075342.950081:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075342.950502:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075342.950504:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075342.950786:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075342.950788:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075342.950971:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075342.950972:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1769075343.972810:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075343.972816:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075343.972818:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075343.972823:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075343.972826:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075343.972829:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075343.972831:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075343.972833:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075343.972835:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075344.292807:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296708367, at 4296708416
00000100:00000010:1.0:1769075344.292824:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227840.
00000100:00000001:1.0:1769075344.996798:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075344.996805:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075344.996806:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075344.996810:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075344.996813:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075344.996816:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075344.996819:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075344.996821:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075344.996822:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075346.020820:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075346.020827:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075346.020828:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075346.020833:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075346.020836:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075346.020839:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075346.020841:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075346.020844:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075346.020845:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075347.044817:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075347.044828:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075347.044831:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075347.044838:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075347.044843:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075347.044848:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075347.044852:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075347.044855:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075347.044858:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075348.068824:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075348.068837:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075348.068840:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075348.068844:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075348.068849:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075348.068858:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2039
00000400:00000200:1.0:1769075348.068870:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075348.068879:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075348.068883:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075348.068888:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075348.068892:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075348.068896:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075348.068898:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075348.068903:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075348.068905:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075348.068907:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075348.068910:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075348.068912:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075348.068914:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075348.068916:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075348.068917:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075348.068919:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075348.068920:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075348.068922:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075348.068925:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075348.068927:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075348.068929:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075348.068932:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075348.068934:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075348.068936:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075348.068937:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075348.068947:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769075348.068951:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075348.068955:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075348.068956:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075348.068959:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075348.068962:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075348.068966:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075348.068974:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769075348.068980:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075348.068989:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948011776/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075348.069006:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075348.069012:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075348.069018:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948011776/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075348.069041:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075348.069045:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075348.069049:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075348.069050:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075348.069052:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075348.069057:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075348.069060:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2039
00000400:00000200:1.0:1769075348.069065:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075348.069068:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075348.069071:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075348.069076:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075348.069078:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075348.069082:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075348.069084:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075348.069096:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075348.069100:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075348.069104:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075348.069109:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075348.069114:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075348.069121:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075348.069128:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075348.069133:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075348.069147:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075348.069152:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075348.069155:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075348.069158:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075348.069162:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075348.069164:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075348.069171:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075348.069174:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075348.069176:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075348.069181:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075348.069186:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075348.069189:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075348.069192:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7480.
00000020:00000040:1.0:1769075348.069197:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=63 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075348.069202:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075348.069204:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075348.069206:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075348.069207:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075348.069210:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075348.069215:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:1.0:1769075348.069220:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075348.069227:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7480 x1855007948011904/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075348.069234:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075348.069238:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075348.069243:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008cd4aaa6] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7480 x1855007948011904/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075348.069263:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075348.069267:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075348.069274:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075348.069276:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075348.069279:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075348.069281:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075348.069286:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2039
00000400:00000200:1.0:1769075348.069294:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075348.069298:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075348.069302:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075348.069306:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075348.069308:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075348.069312:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075348.069314:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075348.069316:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075348.069317:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075348.069318:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075348.069338:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075348.069341:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075348.069342:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075348.069345:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075348.069350:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075348.069354:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075348.069357:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075348.069364:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075348.069369:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075348.069373:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075348.069379:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075348.069383:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075348.069387:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075348.069389:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075348.069392:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075348.069397:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075348.069399:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075348.069405:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075348.069408:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075348.069410:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075348.069411:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075348.069413:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075348.069414:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075348.069416:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075348.069422:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769075348.069427:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075348.069433:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948012032/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075348.069443:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075348.069446:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075348.069452:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948012032/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075348.069461:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075348.069466:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075348.069469:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075348.069473:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075348.069475:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075348.069484:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075348.069488:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2039
00000400:00000200:1.0:1769075348.069493:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075348.069497:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075348.069500:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075348.069506:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075348.069509:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075348.069513:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075348.069517:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075348.069521:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:2.1:1769075348.069523:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000040:1.0:1769075348.069524:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075348.069528:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.1:1769075348.069532:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000020:00000040:1.0:1769075348.069533:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075348.069538:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075348.069544:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075348.069553:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075348.069557:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075348.069568:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075348.069573:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075348.069580:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075348.069587:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075348.069591:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075348.069595:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075348.069600:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075348.069605:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075348.069610:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075348.069614:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075348.069619:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075348.069623:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075348.069630:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769075348.069644:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075348.069649:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075348.069652:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075348.069655:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075348.069657:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075348.069659:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075348.069665:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769075348.069670:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075348.069676:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948012160/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075348.069686:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075348.069688:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075348.069692:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948012160/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075348.069700:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075348.069702:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075348.069705:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075348.069706:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075348.069707:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075348.069710:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075348.069715:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2039
00000400:00000200:1.0:1769075348.069719:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075348.069724:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075348.069726:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075348.069749:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075348.069752:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075348.069754:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075348.069756:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075348.069758:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075348.069760:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075348.069762:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075348.069764:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075348.069766:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075348.069771:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075348.069774:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075348.069778:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075348.069782:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075348.069784:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075348.069788:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075348.069792:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075348.069795:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075348.069799:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075348.069802:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075348.069807:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075348.069811:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075348.069815:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075348.069818:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075348.069819:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075348.069824:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075348.069829:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075348.069832:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075348.069835:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075348.069837:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075348.069841:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075348.069843:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075348.069848:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:1.0:1769075348.069852:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075348.069861:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948012288/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075348.069885:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075348.069890:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075348.069899:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948012288/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075348.069910:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075348.069919:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2049)
00000800:00000200:2.1:1769075348.070217:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075348.070220:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075348.070574:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075348.070577:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075348.070923:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075348.070926:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075348.071248:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075348.071251:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000100:00000040:1.0:1769075349.412815:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296713487, at 4296713536
00000100:00000010:1.0:1769075349.412834:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d20.
00000800:00000200:2.1:1769075353.189370:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075353.189768:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075353.190168:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075353.190447:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075353.190632:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769075354.532849:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296718607, at 4296718656
00000100:00000010:1.0:1769075354.532867:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2275a0.
00000800:00000200:2.1:1769075358.309880:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075358.309884:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075358.310270:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075358.310273:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075358.310589:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075358.310592:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075358.310942:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075358.310945:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075358.311268:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075358.311271:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1769075359.652829:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296723728, at 4296723776
00000100:00000010:1.0:1769075359.652844:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227e40.
00000100:00080000:1.0:1769075363.428853:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075363.428873:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075363.428883:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075363.428890:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075363.428898:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075363.428910:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2055
00000400:00000200:1.0:1769075363.428922:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075363.428930:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075363.428934:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075363.428938:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075363.428942:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075363.428945:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075363.428947:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075363.428953:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075363.428955:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075363.428959:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075363.428962:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075363.428965:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075363.428968:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075363.428972:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075363.428974:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075363.428977:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075363.428979:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075363.428983:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075363.428986:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075363.428988:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075363.428991:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075363.428995:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075363.428997:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075363.428999:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075363.429002:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075363.429009:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769075363.429013:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075363.429017:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075363.429019:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075363.429022:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075363.429024:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075363.429028:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075363.429036:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769075363.429043:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075363.429051:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948013696/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075363.429061:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075363.429080:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075363.429085:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948013696/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075363.429110:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075363.429113:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075363.429116:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075363.429117:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075363.429119:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075363.429122:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075363.429125:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2055
00000400:00000200:1.0:1769075363.429130:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075363.429133:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075363.429136:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075363.429138:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075363.429145:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075363.429151:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075363.429159:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075363.429162:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075363.429164:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075363.429168:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075363.429171:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075363.429177:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075363.429185:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075363.429209:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075363.429216:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075363.429219:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075363.429223:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075363.429231:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075363.429241:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075363.429248:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075363.429254:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075363.429263:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075363.429267:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075363.429271:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075363.429277:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075363.429285:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075363.429287:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075363.429292:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769075363.429307:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=63 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075363.429315:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075363.429317:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075363.429320:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075363.429326:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075363.429330:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075363.429334:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769075363.429339:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075363.429358:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948013824/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075363.429373:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075363.429380:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075363.429397:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948013824/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075363.429427:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075363.429435:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075363.429452:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075363.429457:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075363.429462:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075363.429465:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075363.429468:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2055
00000400:00000200:1.0:1769075363.429475:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075363.429486:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075363.429489:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075363.429496:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075363.429499:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075363.429504:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075363.429507:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075363.429515:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075363.429521:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075363.429528:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075363.429536:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075363.429546:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075363.429551:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075363.429571:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075363.429579:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075363.429582:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075363.429584:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075363.429587:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075363.429590:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075363.429593:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075363.429594:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075363.429599:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075363.429603:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075363.429607:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075363.429612:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075363.429623:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075363.429633:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075363.429637:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075363.429642:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000100:00000010:1.0:1769075363.429645:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075363.429658:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075363.429666:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075363.429670:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075363.429679:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075363.429683:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075363.429689:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075363.429696:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769075363.429703:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075363.429719:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948013952/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075363.429757:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075363.429761:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075363.429774:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948013952/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075363.429784:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075363.429788:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075363.429792:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075363.429795:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075363.429796:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075363.429800:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075363.429806:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2055
00000400:00000200:1.0:1769075363.429814:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075363.429823:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075363.429826:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075363.429835:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075363.429838:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075363.429847:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075363.429850:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075363.429851:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075363.429852:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075363.429853:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075363.429855:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075363.429857:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075363.429858:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075363.429860:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075363.429863:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075363.429870:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075363.429874:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075363.429890:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075363.429895:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075363.429899:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075363.429901:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075363.429904:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075363.429911:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075363.429913:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075363.429916:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075363.429921:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075363.429926:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075363.429930:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769075363.429934:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075363.429938:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075363.429941:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075363.429943:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075363.429949:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075363.429952:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075363.429962:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769075363.429969:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075363.429975:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948014080/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075363.429986:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075363.429990:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075363.429997:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948014080/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075363.430018:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075363.430021:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075363.430029:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075363.430032:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075363.430035:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075363.430045:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075363.430055:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2055
00000400:00000200:1.0:1769075363.430078:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075363.430094:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075363.430099:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075363.430110:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075363.430120:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075363.430125:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075363.430136:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075363.430140:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075363.430142:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075363.430150:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075363.430156:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075363.430168:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075363.430175:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075363.430187:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075363.430201:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075363.430213:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075363.430221:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075363.430230:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075363.430240:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075363.430245:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075363.430249:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075363.430253:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075363.430261:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075363.430265:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075363.430267:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075363.430279:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075363.430283:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075363.430288:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075363.430300:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075363.430310:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075363.430315:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075363.430325:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075363.430329:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075363.430336:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075363.430341:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769075363.430345:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075363.430353:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948014208/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075363.430400:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075363.430403:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075363.430411:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948014208/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075363.430426:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075363.430433:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2065)
00000800:00000200:2.1:1769075363.430616:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075363.430618:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075363.430858:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075363.430860:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075363.431089:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075363.431091:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075363.431302:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075363.431304:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1769075364.772781:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296728848, at 4296728896
00000100:00000010:1.0:1769075364.772795:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ba0.
00000100:00080000:1.0:1769075368.548801:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075368.548810:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075368.548812:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075368.548817:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075368.548821:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075368.548828:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2060
00000400:00000200:1.0:1769075368.548840:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075368.548847:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075368.548851:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075368.548853:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075368.548856:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075368.548859:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075368.548861:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075368.548864:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075368.548865:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075368.548878:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075368.548880:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075368.548882:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075368.548883:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075368.548885:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075368.548887:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075368.548888:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075368.548889:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075368.548891:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075368.548893:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075368.548895:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075368.548897:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075368.548900:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075368.548902:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075368.548904:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075368.548905:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075368.548913:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7480.
00000020:00000040:1.0:1769075368.548915:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075368.548919:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075368.548920:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075368.548922:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075368.548924:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075368.548928:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075368.548934:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4ec00.
00000100:00000001:1.0:1769075368.548939:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075368.548946:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7480 x1855007948014336/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075368.548954:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075368.548957:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075368.548961:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008cd4aaa6] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7480 x1855007948014336/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075368.548990:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075368.548993:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075368.548995:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075368.548996:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075368.548998:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075368.549000:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075368.549003:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2060
00000400:00000200:1.0:1769075368.549007:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075368.549009:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075368.549011:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075368.549013:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075368.549016:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075368.549029:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075368.549032:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075368.549035:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075368.549038:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075368.549040:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075368.549042:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075368.549047:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075368.549050:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075368.549056:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075368.549060:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075368.549064:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075368.549068:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075368.549071:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075368.549075:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075368.549080:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075368.549083:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075368.549089:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075368.549092:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075368.549095:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075368.549100:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075368.549105:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075368.549107:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075368.549114:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769075368.549117:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=63 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075368.549121:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075368.549124:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075368.549126:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075368.549128:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075368.549132:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075368.549149:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
00000100:00000001:1.0:1769075368.549153:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075368.549158:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948014464/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075368.549171:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075368.549175:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075368.549182:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948014464/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075368.549198:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075368.549202:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075368.549209:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075368.549212:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075368.549214:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075368.549220:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075368.549227:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2060
00000400:00000200:1.0:1769075368.549235:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075368.549246:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075368.549252:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075368.549261:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075368.549267:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075368.549274:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075368.549279:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075368.549286:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075368.549290:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075368.549294:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075368.549298:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075368.549302:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075368.549305:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075368.549311:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075368.549315:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769075368.549315:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769075368.549320:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000200:2.1:1769075368.549320:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1769075368.549326:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075368.549332:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075368.549338:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075368.549341:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075368.549343:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075368.549355:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075368.549359:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075368.549362:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075368.549365:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075368.549371:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075368.549374:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075368.549380:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075368.549384:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075368.549388:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075368.549390:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075368.549395:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075368.549407:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075368.549410:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075368.549417:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f800.
00000100:00000001:1.0:1769075368.549421:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075368.549426:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948014592/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075368.549439:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075368.549441:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075368.549447:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948014592/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075368.549457:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075368.549459:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075368.549463:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075368.549465:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075368.549466:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075368.549468:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075368.549472:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2060
00000400:00000200:1.0:1769075368.549478:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075368.549484:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075368.549488:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075368.549493:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075368.549496:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075368.549499:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075368.549502:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075368.549506:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075368.549507:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075368.549511:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075368.549513:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075368.549518:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075368.549522:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075368.549534:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075368.549541:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075368.549543:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075368.549544:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075368.549548:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075368.549552:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075368.549557:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075368.549561:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075368.549564:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075368.549568:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075368.549571:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075368.549574:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075368.549579:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075368.549583:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075368.549590:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769075368.549594:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075368.549598:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075368.549602:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075368.549606:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075368.549609:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075368.549611:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075368.549617:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769075368.549623:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075368.549630:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948014720/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075368.549647:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075368.549652:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075368.549658:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948014720/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075368.549672:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075368.549675:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075368.549681:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075368.549683:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075368.549686:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075368.549689:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075368.549694:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2060
00000400:00000200:1.0:1769075368.549700:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075368.549706:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075368.549711:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075368.549718:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075368.549722:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075368.549727:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075368.549747:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075368.549749:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075368.549751:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075368.549753:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075368.549754:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075368.549765:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075368.549773:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075368.549778:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075368.549781:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075368.549786:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075368.549790:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075368.549794:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075368.549801:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075368.549804:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075368.549805:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075368.549807:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075368.549812:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075368.549816:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075368.549819:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075368.549824:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075368.549827:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075368.549832:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075368.549836:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075368.549840:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075368.549843:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075368.549846:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075368.549849:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075368.549853:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075368.549861:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769075368.549867:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075368.549875:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948014848/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075368.549887:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075368.549889:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075368.549898:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948014848/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075368.549910:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075368.549917:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2070)
00000800:00000200:2.1:1769075368.550006:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075368.550009:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075368.550241:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075368.550242:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075368.550435:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075368.550437:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075368.550750:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075368.550752:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1769075369.892842:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296733967, at 4296734016
00000100:00000010:1.0:1769075369.892859:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d80.
00000800:00000200:2.1:1769075373.669400:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075373.669406:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075373.670071:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075373.670073:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075373.670262:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075373.670264:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075373.670437:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075373.670439:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075373.670677:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075373.670679:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000100:00000040:1.0:1769075375.012830:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296739087, at 4296739136
00000100:00000010:1.0:1769075375.012844:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d20.
00000100:00080000:1.0:1769075378.788825:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075378.788831:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075378.788834:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075378.788838:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075378.788841:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075378.788850:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2070
00000400:00000200:1.0:1769075378.788860:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075378.788866:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075378.788870:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075378.788874:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075378.788877:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075378.788880:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075378.788881:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075378.788884:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075378.788886:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075378.788888:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075378.788890:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075378.788891:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075378.788893:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075378.788895:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075378.788896:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075378.788898:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075378.788899:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075378.788901:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075378.788903:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075378.788906:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075378.788908:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075378.788911:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075378.788912:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075378.788914:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075378.788916:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075378.788922:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769075378.788925:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075378.788928:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075378.788929:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075378.788932:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075378.788933:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075378.788937:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075378.788943:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769075378.788948:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075378.788955:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948015616/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075378.788963:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075378.788966:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075378.788970:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948015616/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075378.788987:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075378.788990:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075378.788994:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075378.788996:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075378.788997:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075378.789047:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075378.789050:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2070
00000400:00000200:1.0:1769075378.789054:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075378.789057:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075378.789060:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075378.789063:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075378.789066:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075378.789068:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075378.789070:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075378.789072:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075378.789074:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075378.789076:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075378.789078:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075378.789080:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075378.789083:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075378.789086:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075378.789088:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075378.789090:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075378.789092:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075378.789094:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075378.789097:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075378.789100:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075378.789101:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075378.789106:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075378.789109:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075378.789111:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075378.789115:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075378.789118:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075378.789120:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075378.789124:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769075378.789127:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=63 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075378.789130:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075378.789131:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075378.789133:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075378.789135:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075378.789137:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075378.789140:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769075378.789143:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075378.789148:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948015744/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075378.789155:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075378.789158:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075378.789161:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948015744/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075378.789170:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075378.789173:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075378.789177:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075378.789179:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075378.789180:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075378.789183:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075378.789186:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2070
00000400:00000200:1.0:1769075378.789197:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075378.789200:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075378.789202:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075378.789205:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075378.789207:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075378.789209:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075378.789211:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075378.789214:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075378.789215:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000800:00000200:2.1:1769075378.789216:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:1.0:1769075378.789217:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075378.789219:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000800:00000200:2.1:1769075378.789220:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000020:00000001:1.0:1769075378.789221:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075378.789223:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075378.789227:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075378.789229:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075378.789230:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075378.789233:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075378.789235:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075378.789238:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075378.789241:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075378.789243:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075378.789246:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075378.789248:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075378.789250:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075378.789252:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075378.789254:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075378.789256:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075378.789261:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075378.789263:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075378.789265:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075378.789267:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075378.789269:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075378.789270:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075378.789272:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075378.789276:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769075378.789279:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075378.789283:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948015872/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075378.789290:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075378.789292:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075378.789296:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948015872/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075378.789304:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075378.789307:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075378.789310:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075378.789312:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075378.789313:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075378.789316:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075378.789318:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2070
00000400:00000200:1.0:1769075378.789322:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075378.789325:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075378.789328:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075378.789331:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075378.789333:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075378.789336:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075378.789339:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075378.789341:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075378.789343:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075378.789346:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075378.789348:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075378.789350:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075378.789353:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075378.789356:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075378.789358:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075378.789360:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075378.789362:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075378.789365:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075378.789368:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075378.789371:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075378.789373:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075378.789376:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075378.789378:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075378.789380:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075378.789383:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075378.789385:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075378.789387:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075378.789390:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769075378.789393:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075378.789396:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075378.789397:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075378.789399:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075378.789400:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075378.789402:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075378.789406:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:1.0:1769075378.789409:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075378.789413:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948016000/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075378.789421:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075378.789423:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075378.789427:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948016000/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075378.789435:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075378.789438:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075378.789441:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075378.789443:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075378.789445:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075378.789447:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075378.789450:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2070
00000400:00000200:1.0:1769075378.789454:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075378.789457:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075378.789459:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075378.789462:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075378.789464:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075378.789466:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075378.789469:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075378.789471:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075378.789472:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075378.789474:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075378.789477:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075378.789479:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075378.789481:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075378.789484:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075378.789486:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075378.789488:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075378.789490:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075378.789493:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075378.789495:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075378.789498:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075378.789499:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075378.789502:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075378.789504:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075378.789506:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075378.789508:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075378.789510:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075378.789512:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075378.789515:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075378.789517:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075378.789520:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075378.789521:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075378.789523:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075378.789524:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075378.789526:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075378.789530:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769075378.789533:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075378.789537:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948016128/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075378.789545:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075378.789547:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075378.789551:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948016128/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075378.789560:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075378.789564:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2080)
00000800:00000200:2.1:1769075378.789644:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075378.789646:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075378.789888:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075378.789890:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075378.790105:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075378.790106:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075378.790347:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075378.790349:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000100:00000040:1.0:1769075380.132801:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296744207, at 4296744256
00000100:00000010:1.0:1769075380.132818:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227840.
00000020:00000001:1.0:1769075380.132863:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075380.132867:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075380.132870:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075383.909459:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075383.909467:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075383.910368:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075383.910371:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075383.910658:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075383.910660:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075383.910881:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075383.910883:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075383.911125:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075383.911127:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000020:00000001:1.0:1769075384.228864:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075384.228868:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075384.228870:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769075385.252873:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296749327, at 4296749376
00000100:00000010:1.0:1769075385.252898:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227780.
00000020:00000001:1.0:1769075388.324964:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075388.324968:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075388.324971:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075389.030576:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075389.030582:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769075389.031030:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075389.031032:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769075389.031210:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075389.031212:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769075389.031387:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075389.031389:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769075389.031677:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075389.031678:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000100:00000040:1.0:1769075390.372822:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296754449, at 4296754496
00000100:00000010:1.0:1769075390.372837:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227360.
00000020:00000001:1.0:1769075392.420956:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075392.420960:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075392.420963:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075394.149605:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075394.149610:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1769075394.150422:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075394.150424:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1769075394.150706:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075394.150717:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1769075394.150946:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075394.150948:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1769075394.151257:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075394.151259:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000100:00000040:1.0:1769075395.492819:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296759568, at 4296759616
00000100:00000010:1.0:1769075395.492834:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227de0.
00000020:00000001:1.0:1769075396.516919:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075396.516923:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075396.516925:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769075399.268833:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075399.268839:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075399.268841:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075399.268844:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075399.268847:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075399.268854:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2090
00000400:00000200:1.0:1769075399.268862:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075399.268868:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075399.268870:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075399.268873:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075399.268875:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075399.268877:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075399.268879:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075399.268884:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075399.268887:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075399.268892:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075399.268894:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075399.268900:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075399.268904:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075399.268908:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075399.268913:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075399.268917:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075399.268920:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075399.268924:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075399.268926:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075399.268928:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075399.268930:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075399.268933:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075399.268935:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075399.268936:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075399.268938:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075399.268963:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769075399.268966:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075399.268969:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075399.268970:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075399.268972:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075399.268974:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075399.268978:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075399.268985:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769075399.268991:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075399.268998:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948018176/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075399.269006:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075399.269009:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075399.269012:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948018176/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075399.269029:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075399.269031:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075399.269034:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075399.269035:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075399.269036:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075399.269039:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075399.269041:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2090
00000400:00000200:1.0:1769075399.269045:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075399.269048:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075399.269049:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075399.269052:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075399.269056:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075399.269057:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075399.269059:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075399.269061:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075399.269062:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075399.269064:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075399.269067:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075399.269071:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075399.269073:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075399.269077:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075399.269082:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075399.269086:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075399.269090:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075399.269095:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075399.269099:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075399.269102:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075399.269106:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075399.269110:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075399.269115:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075399.269119:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075399.269125:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075399.269129:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075399.269131:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075399.269135:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7480.
00000020:00000040:1.0:1769075399.269139:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=63 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075399.269142:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075399.269143:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075399.269149:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075399.269151:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075399.269154:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075399.269158:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:1.0:1769075399.269163:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075399.269169:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7480 x1855007948018304/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075399.269179:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075399.269182:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075399.269191:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008cd4aaa6] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7480 x1855007948018304/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075399.269203:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075399.269208:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075399.269217:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075399.269220:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075399.269224:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075399.269230:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075399.269233:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2090
00000400:00000200:1.0:1769075399.269240:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075399.269245:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075399.269248:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075399.269250:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075399.269251:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075399.269256:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075399.269261:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075399.269263:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075399.269264:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075399.269265:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075399.269266:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075399.269269:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075399.269271:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075399.269276:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075399.269278:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075399.269279:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075399.269281:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075399.269284:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075399.269290:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075399.269293:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075399.269295:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075399.269297:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075399.269300:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075399.269302:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075399.269305:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075399.269308:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075399.269311:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075399.269318:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075399.269322:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075399.269327:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075399.269329:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075399.269331:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075399.269332:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075399.269334:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075399.269337:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769075399.269343:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075399.269352:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948018432/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075399.269367:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075399.269370:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075399.269375:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948018432/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075399.269388:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075399.269391:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1769075399.269396:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:1.0:1769075399.269397:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075399.269401:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1769075399.269401:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000100:00080000:1.0:1769075399.269402:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075399.269408:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075399.269413:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2090
00000400:00000200:1.0:1769075399.269419:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075399.269424:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075399.269427:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075399.269434:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075399.269437:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075399.269441:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075399.269444:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075399.269449:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075399.269451:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075399.269452:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075399.269454:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075399.269458:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075399.269460:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075399.269479:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075399.269480:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075399.269482:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075399.269483:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075399.269484:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075399.269486:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075399.269487:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075399.269488:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075399.269491:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075399.269492:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075399.269493:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075399.269496:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075399.269499:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075399.269502:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075399.269508:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769075399.269513:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075399.269518:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075399.269520:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075399.269522:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075399.269526:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075399.269527:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075399.269532:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769075399.269537:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075399.269547:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948018560/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075399.269555:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075399.269560:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075399.269575:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948018560/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075399.269585:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075399.269587:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075399.269593:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075399.269598:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075399.269602:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075399.269605:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075399.269610:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2090
00000400:00000200:1.0:1769075399.269616:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075399.269623:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075399.269627:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075399.269633:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075399.269638:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075399.269642:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075399.269647:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075399.269652:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075399.269655:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075399.269657:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075399.269661:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075399.269665:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075399.269671:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075399.269679:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075399.269685:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075399.269690:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075399.269695:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075399.269700:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075399.269706:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075399.269709:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075399.269714:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075399.269718:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075399.269721:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075399.269724:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075399.269728:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075399.269772:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075399.269775:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075399.269780:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075399.269785:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075399.269793:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075399.269796:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075399.269800:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075399.269803:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075399.269806:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075399.269810:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:1.0:1769075399.269816:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075399.269825:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948018688/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075399.269838:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075399.269841:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075399.269848:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948018688/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075399.269867:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075399.269872:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2101)
00000800:00000200:2.1:1769075399.270005:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075399.270007:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075399.270190:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075399.270192:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075399.270444:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075399.270447:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075399.270698:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075399.270700:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1769075400.612885:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296764687, at 4296764736
00000100:00000010:1.0:1769075400.612909:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2272a0.
00000020:00000001:1.0:1769075400.613038:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075400.613042:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075400.613047:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075404.389421:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075404.389426:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075404.390030:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075404.390032:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075404.390247:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075404.390249:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075404.390481:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075404.390483:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075404.390778:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075404.390780:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1769075404.708882:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075404.708886:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075404.708888:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769075405.732818:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296769807, at 4296769856
00000100:00000010:1.0:1769075405.732833:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227720.
00000020:00000001:1.0:1769075408.805003:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075408.805010:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075408.805014:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769075409.508894:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075409.508905:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075409.508908:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075409.508912:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075409.508917:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075409.508924:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2101
00000400:00000200:1.0:1769075409.508932:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075409.508938:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075409.508940:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075409.508950:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075409.508953:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075409.508955:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075409.508957:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075409.508960:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075409.508962:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075409.508964:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075409.508966:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075409.508968:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075409.508969:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075409.508971:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075409.508973:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075409.508974:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075409.508975:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075409.508977:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075409.508980:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075409.508981:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075409.508984:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075409.508987:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075409.508989:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075409.508990:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075409.508992:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075409.509000:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769075409.509003:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075409.509006:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075409.509007:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075409.509010:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075409.509012:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075409.509015:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075409.509021:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769075409.509026:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075409.509051:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948019456/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075409.509060:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075409.509063:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075409.509067:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948019456/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075409.509086:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075409.509089:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075409.509110:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075409.509112:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075409.509115:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075409.509121:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075409.509126:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2101
00000400:00000200:1.0:1769075409.509132:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075409.509144:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075409.509149:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075409.509176:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075409.509197:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075409.509205:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075409.509209:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075409.509214:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075409.509220:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075409.509226:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075409.509229:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075409.509235:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075409.509243:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075409.509264:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075409.509268:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075409.509271:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075409.509277:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075409.509284:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075409.509307:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075409.509310:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075409.509313:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075409.509319:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075409.509323:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075409.509356:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075409.509366:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075409.509379:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075409.509385:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075409.509393:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769075409.509399:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=63 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075409.509408:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075409.509417:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075409.509424:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075409.509428:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075409.509434:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075409.509444:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769075409.509458:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075409.509469:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948019584/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075409.509479:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075409.509486:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075409.509492:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948019584/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075409.509513:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075409.509520:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075409.509534:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075409.509541:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075409.509547:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075409.509565:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075409.509572:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2101
00000400:00000200:1.0:1769075409.509592:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075409.509598:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075409.509601:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075409.509605:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075409.509615:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075409.509626:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075409.509636:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075409.509646:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075409.509657:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075409.509664:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075409.509672:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075409.509674:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075409.509677:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075409.509687:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075409.509694:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075409.509702:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075409.509706:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075409.509723:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075409.509728:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000800:00000200:2.1:1769075409.509728:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075409.509734:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1769075409.509771:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075409.509776:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075409.509780:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075409.509783:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075409.509786:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075409.509788:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075409.509791:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075409.509793:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075409.509801:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075409.509806:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075409.509813:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075409.509818:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075409.509828:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075409.509831:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075409.509840:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075409.509848:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769075409.509854:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075409.509865:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948019712/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075409.509887:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075409.509891:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075409.509901:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948019712/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075409.509945:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075409.509948:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075409.509956:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075409.509958:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075409.509962:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075409.509972:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075409.509982:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2101
00000400:00000200:1.0:1769075409.510010:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075409.510018:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075409.510023:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075409.510026:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075409.510027:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075409.510032:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075409.510039:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075409.510045:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075409.510050:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075409.510054:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075409.510058:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075409.510066:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075409.510074:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075409.510079:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075409.510087:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075409.510094:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075409.510106:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075409.510111:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075409.510123:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075409.510131:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075409.510140:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075409.510146:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075409.510157:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075409.510162:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075409.510169:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075409.510177:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075409.510180:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075409.510186:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769075409.510196:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075409.510203:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075409.510205:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075409.510211:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075409.510215:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075409.510220:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075409.510229:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769075409.510244:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075409.510254:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948019840/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075409.510288:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075409.510314:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075409.510327:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948019840/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075409.510370:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075409.510380:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075409.510385:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075409.510388:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075409.510394:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075409.510407:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075409.510415:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2101
00000400:00000200:1.0:1769075409.510429:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075409.510443:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075409.510449:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075409.510464:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075409.510473:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075409.510483:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075409.510486:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075409.510488:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075409.510489:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075409.510491:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075409.510494:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075409.510498:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075409.510509:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075409.510521:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075409.510528:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075409.510536:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075409.510548:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075409.510559:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075409.510568:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075409.510571:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075409.510577:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075409.510585:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075409.510590:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075409.510596:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075409.510602:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075409.510615:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075409.510633:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075409.510650:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075409.510666:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075409.510677:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075409.510684:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075409.510694:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075409.510700:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075409.510704:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075409.510716:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769075409.510721:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075409.510756:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948019968/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075409.510763:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075409.510768:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075409.510780:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948019968/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075409.510826:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075409.510838:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2111)
00000800:00000200:2.1:1769075409.510889:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075409.510892:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075409.511133:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075409.511135:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075409.511415:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075409.511417:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075409.511679:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075409.511680:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000100:00000040:1.0:1769075410.852819:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296774928, at 4296774976
00000100:00000010:1.0:1769075410.852840:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227240.
00000020:00000001:1.0:1769075412.900946:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075412.900952:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075412.900956:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769075414.628862:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075414.628874:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075414.628880:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075414.628887:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075414.628908:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075414.628919:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2106
00000400:00000200:1.0:1769075414.628941:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075414.628949:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075414.628953:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075414.628957:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075414.628960:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075414.628963:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075414.628966:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075414.628970:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075414.628972:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075414.628975:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075414.628978:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075414.628980:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075414.628983:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075414.628986:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075414.628988:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075414.628990:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075414.628992:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075414.628995:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075414.628999:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075414.629002:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075414.629006:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075414.629009:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075414.629012:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075414.629015:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075414.629017:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075414.629026:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7480.
00000020:00000040:1.0:1769075414.629030:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075414.629034:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075414.629036:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075414.629039:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075414.629042:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075414.629046:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075414.629054:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f800.
00000100:00000001:1.0:1769075414.629060:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075414.629067:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7480 x1855007948020096/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075414.629075:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075414.629079:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075414.629082:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008cd4aaa6] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7480 x1855007948020096/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075414.629099:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075414.629101:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075414.629103:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075414.629105:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075414.629106:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075414.629108:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075414.629110:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2106
00000400:00000200:1.0:1769075414.629113:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075414.629116:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075414.629129:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075414.629131:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075414.629134:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075414.629136:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075414.629140:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075414.629143:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075414.629146:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075414.629149:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075414.629153:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075414.629159:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075414.629167:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075414.629176:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075414.629184:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075414.629192:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075414.629197:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075414.629217:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075414.629225:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075414.629232:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075414.629238:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075414.629246:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075414.629251:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075414.629256:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075414.629263:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075414.629278:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075414.629284:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075414.629292:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769075414.629297:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=63 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075414.629304:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075414.629307:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075414.629311:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075414.629315:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075414.629320:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075414.629328:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
00000100:00000001:1.0:1769075414.629335:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075414.629349:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948020224/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075414.629366:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075414.629380:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075414.629390:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948020224/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075414.629410:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075414.629416:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1769075414.629416:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075414.629423:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000100:00080000:1.0:1769075414.629424:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075414.629427:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075414.629431:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075414.629436:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075414.629442:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2106
00000400:00000200:1.0:1769075414.629449:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075414.629459:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075414.629465:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075414.629472:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075414.629475:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075414.629480:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075414.629482:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075414.629485:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075414.629487:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075414.629488:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075414.629493:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075414.629497:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075414.629501:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075414.629509:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075414.629514:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075414.629517:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075414.629522:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075414.629526:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075414.629530:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075414.629532:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075414.629533:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075414.629541:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075414.629545:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075414.629549:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075414.629552:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075414.629557:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075414.629559:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075414.629566:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075414.629570:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075414.629575:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075414.629577:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075414.629580:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075414.629582:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075414.629584:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075414.629590:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4ec00.
00000100:00000001:1.0:1769075414.629595:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075414.629603:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948020352/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075414.629612:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075414.629614:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075414.629617:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948020352/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075414.629623:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075414.629629:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075414.629631:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075414.629635:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075414.629637:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075414.629640:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075414.629657:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2106
00000400:00000200:1.0:1769075414.629662:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075414.629666:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075414.629671:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075414.629675:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075414.629677:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075414.629681:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075414.629683:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075414.629689:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075414.629692:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075414.629696:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075414.629700:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075414.629722:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075414.629731:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075414.629741:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075414.629799:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075414.629806:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075414.629811:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075414.629815:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075414.629832:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075414.629839:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075414.629844:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075414.629850:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075414.629854:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075414.629856:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075414.629860:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075414.629867:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075414.629871:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075414.629878:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769075414.629884:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075414.629891:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075414.629893:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075414.629898:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075414.629901:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075414.629905:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075414.629927:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769075414.629932:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075414.629941:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948020480/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075414.629952:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075414.629966:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075414.629990:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948020480/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075414.630006:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075414.630011:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075414.630018:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075414.630023:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075414.630025:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075414.630031:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075414.630037:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2106
00000400:00000200:1.0:1769075414.630060:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075414.630067:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075414.630071:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075414.630078:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075414.630081:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075414.630085:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075414.630090:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075414.630094:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075414.630096:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075414.630100:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075414.630103:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075414.630124:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075414.630125:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075414.630142:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075414.630146:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075414.630150:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075414.630153:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075414.630155:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075414.630162:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075414.630166:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075414.630168:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075414.630187:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075414.630192:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075414.630195:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075414.630197:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075414.630201:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075414.630220:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075414.630227:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075414.630233:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075414.630240:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075414.630244:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075414.630249:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075414.630254:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075414.630258:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075414.630266:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769075414.630274:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075414.630285:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948020608/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075414.630298:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075414.630302:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075414.630311:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948020608/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075414.630344:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075414.630354:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2116)
00000800:00000200:2.1:1769075414.630495:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075414.630498:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075414.630878:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075414.630882:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075414.631329:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075414.631332:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075414.631831:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075414.631834:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000100:00000040:1.0:1769075415.972840:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296780047, at 4296780096
00000100:00000010:1.0:1769075415.972865:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227b40.
00000020:00000001:1.0:1769075416.996942:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075416.996948:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075416.996952:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769075419.748927:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075419.748941:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075419.748946:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075419.748951:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075419.748957:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075419.748968:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2111
00000400:00000200:1.0:1769075419.748982:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075419.748991:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075419.748996:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075419.749000:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075419.749005:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075419.749009:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075419.749012:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075419.749018:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075419.749034:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075419.749038:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075419.749043:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075419.749046:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075419.749049:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075419.749053:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075419.749056:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075419.749060:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075419.749065:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075419.749072:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075419.749079:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075419.749100:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075419.749105:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075419.749111:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075419.749116:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075419.749138:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075419.749142:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075419.749158:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769075419.749166:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075419.749173:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075419.749176:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075419.749182:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075419.749186:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075419.749193:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075419.749207:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769075419.749216:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075419.749230:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948020736/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075419.749244:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075419.749249:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075419.749254:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948020736/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075419.749284:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075419.749289:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075419.749293:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075419.749295:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075419.749298:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075419.749303:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075419.749307:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2111
00000400:00000200:1.0:1769075419.749314:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075419.749323:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075419.749327:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075419.749333:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075419.749343:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075419.749353:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075419.749368:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075419.749378:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075419.749381:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075419.749387:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075419.749393:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075419.749398:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075419.749404:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075419.749413:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075419.749421:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075419.749427:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075419.749434:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075419.749443:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075419.749449:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075419.749452:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075419.749455:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075419.749464:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075419.749469:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075419.749476:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075419.749484:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075419.749501:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075419.749520:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075419.749529:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769075419.749537:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=63 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075419.749543:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075419.749558:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075419.749572:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075419.749581:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075419.749586:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075419.749594:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769075419.749609:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075419.749624:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948020864/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075419.749654:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075419.749660:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075419.749668:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948020864/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075419.749697:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075419.749710:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075419.749721:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075419.749724:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075419.749769:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075419.749778:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075419.749787:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2111
00000400:00000200:1.0:1769075419.749813:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075419.749823:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075419.749827:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075419.749834:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075419.749840:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075419.749853:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000200:2.1:1769075419.749855:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769075419.749859:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075419.749864:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075419.749866:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075419.749869:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075419.749871:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075419.749873:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075419.749877:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075419.749886:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075419.749895:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075419.749900:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075419.749906:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075419.749910:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075419.749916:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075419.749920:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075419.749922:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075419.749926:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075419.749931:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075419.749933:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075419.749937:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075419.749943:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075419.749946:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075419.749953:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075419.749957:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075419.749968:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075419.749972:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075419.749977:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075419.749981:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075419.749986:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075419.749996:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:1.0:1769075419.750002:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075419.750012:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948020992/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075419.750075:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075419.750086:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075419.750109:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948020992/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075419.750211:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075419.750242:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075419.750258:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075419.750272:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075419.750279:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075419.750299:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075419.750313:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2111
00000400:00000200:1.0:1769075419.750330:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075419.750341:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075419.750351:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075419.750367:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075419.750396:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075419.750404:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075419.750412:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075419.750419:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075419.750424:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075419.750428:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075419.750433:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075419.750441:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075419.750464:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075419.750471:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075419.750479:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075419.750483:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075419.750487:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075419.750495:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075419.750512:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000800:00000200:2.1:1769075419.750513:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769075419.750525:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075419.750535:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075419.750547:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075419.750565:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075419.750578:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075419.750590:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075419.750602:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075419.750616:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075419.750640:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769075419.750655:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075419.750662:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075419.750664:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075419.750676:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075419.750686:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075419.750693:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075419.750708:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769075419.750719:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075419.750732:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948021120/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075419.750743:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075419.750746:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075419.750752:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948021120/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075419.750779:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075419.750785:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075419.750791:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075419.750824:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075419.750828:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075419.750843:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075419.750854:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2111
00000400:00000200:1.0:1769075419.750878:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075419.750893:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075419.750901:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075419.750909:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075419.750914:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075419.750921:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075419.750926:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075419.750933:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075419.750935:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075419.750938:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075419.750940:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075419.750947:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075419.750951:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075419.750968:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075419.750976:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075419.750988:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075419.751001:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075419.751013:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075419.751037:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075419.751046:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075419.751054:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075419.751065:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075419.751078:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075419.751087:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075419.751096:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075419.751111:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075419.751112:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769075419.751140:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075419.751156:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075419.751169:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075419.751182:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075419.751186:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075419.751197:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075419.751205:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075419.751212:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075419.751224:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769075419.751232:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075419.751255:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948021248/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075419.751294:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075419.751298:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075419.751307:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948021248/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075419.751328:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075419.751338:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2121)
00000800:00000200:2.1:1769075419.751455:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075419.751580:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769075421.092839:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296785168, at 4296785216
00000100:00000010:1.0:1769075421.092876:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227de0.
00000020:00000001:1.0:1769075421.093008:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075421.093011:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075421.093042:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075424.868868:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075424.868876:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075424.868878:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075424.868883:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075424.868889:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075424.868897:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075424.868899:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075424.868902:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075424.868904:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075424.870202:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075424.870212:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075424.871681:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075424.871685:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075424.872212:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075424.872216:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075424.872568:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075424.872571:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075424.873197:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075424.873201:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1769075425.189211:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075425.189217:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075425.189221:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075425.892837:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075425.892844:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075425.892845:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075425.892851:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075425.892855:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075425.892858:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075425.892860:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075425.892862:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075425.892864:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075426.212900:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296790288, at 4296790336
00000100:00000010:1.0:1769075426.212935:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470ba0.
00000100:00000001:1.0:1769075426.916845:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075426.916855:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075426.916857:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075426.916864:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075426.916869:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075426.916873:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075426.916877:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075426.916880:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075426.916884:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075427.940813:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075427.940820:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075427.940823:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075427.940828:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075427.940832:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075427.940836:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075427.940839:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075427.940842:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075427.940845:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075428.964827:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075428.964835:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075428.964837:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075428.964842:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075428.964845:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075428.964849:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075428.964852:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075428.964854:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075428.964857:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075429.284938:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075429.284944:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075429.284949:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075429.988798:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075429.988806:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075429.988808:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075429.988812:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075429.988816:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075429.988819:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075429.988822:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075429.988824:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075429.988826:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075429.989696:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075429.989703:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075429.990900:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075429.990902:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075429.991270:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075429.991271:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075429.991500:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075429.991502:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075429.991802:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075429.991804:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1769075431.012809:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075431.012815:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075431.012816:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075431.012821:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075431.012824:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075431.012827:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075431.012829:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075431.012831:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075431.012833:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075431.332827:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296795408, at 4296795456
00000100:00000010:1.0:1769075431.332837:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470660.
00000100:00000001:1.0:1769075432.036812:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075432.036819:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075432.036821:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075432.036826:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075432.036830:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075432.036834:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075432.036836:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075432.036839:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075432.036842:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075433.060884:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075433.060892:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075433.060946:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075433.060953:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075433.060958:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075433.060961:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075433.060964:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075433.060968:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075433.060971:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075433.380954:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075433.380962:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075433.380966:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075434.084859:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075434.084868:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075434.084872:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075434.084894:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075434.084899:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075434.084904:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075434.084907:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075434.084910:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075434.084924:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075435.108788:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075435.108794:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075435.108796:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075435.108801:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075435.108806:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075435.108810:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075435.108815:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075435.108818:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075435.108821:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075435.109477:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075435.109484:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075435.110077:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075435.110080:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075435.110404:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075435.110407:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075435.110723:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075435.110725:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075435.111093:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075435.111096:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1769075436.132841:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075436.132893:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075436.132897:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075436.132908:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075436.132916:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075436.132923:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075436.132928:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075436.132934:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075436.132939:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075436.452862:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296800527, at 4296800576
00000100:00000010:1.0:1769075436.452878:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470660.
00000100:00000001:1.0:1769075437.156821:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075437.156851:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075437.156852:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075437.156856:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075437.156859:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075437.156863:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075437.156865:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075437.156867:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075437.156869:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075437.476984:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075437.476988:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075437.476991:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075438.180960:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075438.180975:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075438.180979:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075438.181001:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075438.181009:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075438.181017:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075438.181023:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075438.181029:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075438.181035:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075439.204822:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075439.204829:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075439.204831:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075439.204836:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075439.204840:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075439.204843:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075439.204846:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075439.204848:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075439.204851:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075440.228842:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075440.228851:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075440.228855:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075440.228860:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075440.228865:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075440.228874:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2131
00000400:00000200:1.0:1769075440.228885:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075440.228897:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075440.228902:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075440.228906:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075440.228910:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075440.228913:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075440.228916:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075440.228920:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075440.228923:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075440.228927:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075440.228930:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075440.228933:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075440.228936:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075440.228940:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075440.228942:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075440.228944:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075440.228947:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075440.228951:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075440.228954:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075440.228956:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075440.228958:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075440.228961:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075440.228963:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075440.228965:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075440.228966:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075440.228974:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769075440.228977:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075440.228980:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075440.228982:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075440.228984:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075440.228986:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075440.228989:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075440.228995:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769075440.229001:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075440.229008:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948023296/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075440.229016:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075440.229020:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075440.229024:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948023296/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075440.229048:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075440.229050:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075440.229053:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075440.229054:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075440.229055:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075440.229058:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075440.229059:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2131
00000400:00000200:1.0:1769075440.229062:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075440.229064:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075440.229066:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075440.229069:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075440.229070:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075440.229072:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075440.229074:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075440.229076:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075440.229077:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075440.229079:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075440.229080:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075440.229082:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075440.229083:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075440.229086:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075440.229087:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075440.229089:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075440.229094:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075440.229096:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075440.229101:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075440.229106:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075440.229109:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075440.229115:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075440.229120:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075440.229124:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075440.229129:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075440.229132:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075440.229134:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075440.229137:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7480.
00000020:00000040:1.0:1769075440.229139:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=63 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075440.229144:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075440.229148:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075440.229153:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075440.229156:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075440.229160:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075440.229165:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:1.0:1769075440.229172:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075440.229180:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7480 x1855007948023424/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075440.229193:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075440.229198:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075440.229206:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008cd4aaa6] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7480 x1855007948023424/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075440.229229:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075440.229235:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075440.229246:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075440.229251:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075440.229255:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075440.229261:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075440.229268:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2131
00000400:00000200:1.0:1769075440.229274:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075440.229277:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075440.229279:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075440.229284:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075440.229286:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075440.229288:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075440.229292:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075440.229295:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075440.229297:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075440.229300:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075440.229303:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075440.229306:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075440.229310:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075440.229314:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075440.229319:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075440.229325:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075440.229332:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075440.229339:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075440.229348:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075440.229356:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075440.229363:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075440.229370:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075440.229376:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075440.229380:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075440.229384:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075440.229390:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075440.229394:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075440.229401:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075440.229407:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075440.229410:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075440.229413:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075440.229416:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075440.229417:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075440.229419:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075440.229426:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769075440.229433:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075440.229437:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00100000:1.0:1769075440.229443:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948023552/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1769075440.229443:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000100:00000001:1.0:1769075440.229459:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075440.229463:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075440.229469:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948023552/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075440.229481:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075440.229487:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075440.229493:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075440.229496:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075440.229499:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075440.229505:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075440.229510:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2131
00000400:00000200:1.0:1769075440.229515:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075440.229521:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075440.229526:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075440.229533:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075440.229539:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075440.229545:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075440.229548:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075440.229552:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075440.229555:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075440.229559:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075440.229562:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075440.229566:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075440.229568:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075440.229573:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075440.229576:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075440.229579:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075440.229584:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075440.229586:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075440.229590:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075440.229593:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075440.229596:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075440.229599:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075440.229605:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075440.229609:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075440.229612:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075440.229616:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075440.229618:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075440.229625:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769075440.229629:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075440.229632:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075440.229636:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075440.229642:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075440.229647:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075440.229653:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075440.229661:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769075440.229669:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075440.229681:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948023680/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075440.229715:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075440.229719:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075440.229729:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948023680/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075440.229787:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075440.229794:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075440.229798:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075440.229801:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075440.229805:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075440.229809:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075440.229815:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2131
00000400:00000200:1.0:1769075440.229824:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075440.229829:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075440.229833:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075440.229840:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075440.229845:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075440.229851:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075440.229856:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075440.229860:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075440.229862:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075440.229864:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075440.229867:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075440.229872:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075440.229877:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075440.229884:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075440.229889:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075440.229895:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075440.229900:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075440.229907:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075440.229915:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075440.229921:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075440.229928:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075440.229935:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075440.229943:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075440.229950:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075440.229953:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075440.229960:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075440.229965:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075440.229974:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075440.229979:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075440.229983:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075440.229986:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075440.229989:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075440.229993:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075440.229996:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075440.230003:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:1.0:1769075440.230008:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075440.230016:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948023808/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075440.230031:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075440.230037:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075440.230048:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948023808/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075440.230068:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075440.230076:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2142)
00000800:00000200:0.1:1769075440.230141:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075440.230143:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769075440.230442:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075440.230444:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769075440.230646:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075440.230647:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769075440.230972:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075440.230974:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000100:00000040:1.0:1769075441.572871:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296805647, at 4296805696
00000100:00000010:1.0:1769075441.572899:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470ba0.
00000020:00000001:1.0:1769075441.572943:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075441.572947:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075441.572950:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769075445.348810:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075445.348822:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075445.348825:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075445.348829:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075445.348835:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075445.348844:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2137
00000400:00000200:1.0:1769075445.348855:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075445.348863:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075445.348867:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075445.348875:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075445.348885:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075445.348889:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075445.348895:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075445.348899:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075445.348904:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075445.348907:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075445.348914:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075445.348919:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075445.348924:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075445.348931:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075445.348941:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075445.348945:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075445.348946:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075445.348950:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075445.348953:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075445.348955:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075445.348957:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075445.348960:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075445.348963:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075445.348965:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075445.348968:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075445.348978:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769075445.348981:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075445.348986:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075445.348988:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075445.348990:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075445.348993:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075445.348997:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075445.349005:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769075445.349012:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075445.349020:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948023936/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075445.349035:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075445.349039:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075445.349042:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948023936/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075445.349060:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075445.349063:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075445.349066:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075445.349067:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075445.349068:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075445.349071:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075445.349073:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2137
00000400:00000200:1.0:1769075445.349076:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075445.349078:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075445.349080:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075445.349083:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075445.349085:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075445.349087:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075445.349089:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075445.349091:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075445.349091:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075445.349093:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075445.349095:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075445.349098:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075445.349101:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075445.349106:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075445.349108:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075445.349112:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075445.349114:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075445.349119:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075445.349125:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075445.349126:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075445.349127:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075445.349132:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075445.349137:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075445.349139:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075445.349146:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075445.349154:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075445.349162:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075445.349170:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769075445.349175:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=63 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075445.349182:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075445.349185:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075445.349188:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075445.349192:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075445.349196:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075445.349204:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769075445.349213:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075445.349221:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948024064/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075445.349231:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075445.349234:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075445.349237:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948024064/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075445.349249:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075445.349254:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075445.349260:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075445.349264:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075445.349267:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075445.349279:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075445.349285:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2137
00000400:00000200:1.0:1769075445.349291:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075445.349293:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075445.349295:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075445.349301:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075445.349303:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075445.349308:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075445.349313:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075445.349316:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075445.349317:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075445.349319:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075445.349323:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075445.349325:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075445.349328:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075445.349333:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075445.349335:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075445.349341:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075445.349344:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075445.349348:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075445.349353:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075445.349357:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075445.349359:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075445.349362:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075445.349365:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075445.349369:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075445.349371:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075445.349375:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075445.349380:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075445.349388:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075445.349394:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075445.349399:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075445.349404:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075445.349408:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.1:1769075445.349412:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:1.0:1769075445.349413:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075445.349418:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075445.349418:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
02000000:00000010:1.0:1769075445.349428:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769075445.349434:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075445.349445:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948024192/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075445.349457:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075445.349461:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075445.349467:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948024192/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075445.349485:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075445.349489:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075445.349493:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075445.349496:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075445.349498:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075445.349502:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075445.349505:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2137
00000400:00000200:1.0:1769075445.349513:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075445.349524:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075445.349526:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075445.349530:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075445.349533:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075445.349539:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075445.349542:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075445.349546:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075445.349547:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075445.349549:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075445.349553:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075445.349555:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075445.349557:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075445.349561:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075445.349563:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075445.349564:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075445.349566:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075445.349567:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075445.349569:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075445.349571:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075445.349575:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075445.349578:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075445.349583:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075445.349588:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075445.349590:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075445.349594:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075445.349597:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075445.349603:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769075445.349606:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075445.349611:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075445.349613:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075445.349617:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075445.349619:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075445.349621:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075445.349626:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769075445.349633:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075445.349641:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948024320/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075445.349655:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075445.349658:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075445.349665:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948024320/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075445.349701:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075445.349707:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075445.349712:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075445.349716:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075445.349718:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075445.349725:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075445.349762:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2137
00000400:00000200:1.0:1769075445.349774:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075445.349782:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075445.349790:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075445.349797:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075445.349803:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075445.349811:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075445.349819:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075445.349825:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075445.349829:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075445.349833:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075445.349839:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075445.349845:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075445.349851:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075445.349861:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075445.349868:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075445.349875:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075445.349882:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075445.349888:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075445.349893:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075445.349896:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075445.349903:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075445.349909:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075445.349914:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075445.349921:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075445.349925:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075445.349931:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075445.349935:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075445.349944:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075445.349951:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075445.349958:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075445.349961:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075445.349966:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075445.349970:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075445.349975:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075445.349985:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769075445.349993:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075445.350003:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948024448/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075445.350036:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075445.350041:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075445.350052:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948024448/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075445.350078:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075445.350088:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2147)
00000800:00000200:0.1:1769075445.350109:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075445.350111:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075445.350304:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075445.350306:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075445.350486:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075445.350488:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075445.350772:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075445.350774:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000020:00000001:1.0:1769075445.668964:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075445.668969:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075445.668973:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769075446.692820:0:44699:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296810767, at 4296810816
00000100:00000010:1.0:1769075446.692842:0:44699:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034700c0.
00000020:00000001:1.0:1769075449.764876:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075449.764882:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075449.764885:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769075450.469329:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075450.469333:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075450.469806:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075450.469808:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075450.470035:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075450.470037:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075450.470234:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075450.470236:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075450.470429:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075450.470430:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000100:00000040:1.0:1769075451.812850:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296815887, at 4296815936
00000100:00000010:1.0:1769075451.812868:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034705a0.
00000020:00000001:1.0:1769075452.836948:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075452.836952:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075452.836956:0:41340:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00000001:1.0:1769075452.836962:0:41340:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered
00010000:00000001:1.0:1769075452.836965:0:41340:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered
00010000:00010000:1.0:1769075452.836972:0:41340:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c580b459000 lock: ffff8c5809fb3400/0x2b9d26c1dd2daa9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xeb66a77d176bc7fb expref: -99 pid: 44395 timeout: 0 lvb_type: 1
00000008:00000001:1.0:1769075452.836990:0:41340:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered
00000020:00000001:1.0:1769075452.836994:0:41340:0:(cl_object.c:716:cl_env_obtain()) Process entered
00000020:00000001:1.0:1769075452.836998:0:41340:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446616908507067096 : -127165202484520 : ffff8c580b4732d8)
00000020:00001000:1.0:1769075452.837001:0:41340:0:(cl_object.c:785:cl_env_get()) 1@ffff8c580b4732d0
00000008:00000001:1.0:1769075452.837006:0:41340:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered
00000008:00000001:1.0:1769075452.837011:0:41340:0:(osc_lock.c:338:osc_lock_flush()) Process entered
00000020:00000001:1.0:1769075452.837014:0:41340:0:(cl_object.c:716:cl_env_obtain()) Process entered
00000020:00000001:1.0:1769075452.837017:0:41340:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446616908507069832 : -127165202481784 : ffff8c580b473d88)
00000020:00001000:1.0:1769075452.837021:0:41340:0:(cl_object.c:785:cl_env_get()) 1@ffff8c580b473d80
00000008:00000001:1.0:1769075452.837027:0:41340:0:(osc_cache.c:3587:osc_ldlm_hp_handle()) Process entered
00000008:00000020:1.0:1769075452.837031:0:41340:0:(osc_cache.c:3607:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0
00000008:00000001:1.0:1769075452.837041:0:41340:0:(osc_cache.c:3623:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1769075452.837049:0:41340:0:(osc_cache.c:3671:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769075452.837054:0:41340:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered
00000008:00000001:1.0:1769075452.837058:0:41340:0:(osc_cache.c:3121:osc_cache_wait_range()) Process entered
00000008:00000020:1.0:1769075452.837062:0:41340:0:(osc_cache.c:3158:osc_cache_wait_range()) obj ffff8c5809f37c00 ready 0|-|- wr 0|-|- rd 0|- sync file range.
00000008:00000001:1.0:1769075452.837070:0:41340:0:(osc_cache.c:3159:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0)
00000008:00000020:1.0:1769075452.837075:0:41340:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff8c5809f37c00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0.
00000008:00000001:1.0:1769075452.837084:0:41340:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0)
00000008:00000020:1.0:1769075452.837088:0:41340:0:(osc_lock.c:355:osc_lock_flush()) object ffff8c5809f37c00: [0 -> 4503599627370495] 0 pages were written back.
00000008:00000001:1.0:1769075452.837094:0:41340:0:(osc_cache.c:3556:osc_lock_discard_pages()) Process entered
00000020:00000001:1.0:1769075452.837097:0:41340:0:(cl_object.c:146:cl_object_top()) ffff8c5809f37c00 -> ffff8c58187d2f58
00000020:00000001:1.0:1769075452.837101:0:41340:0:(cl_object.c:146:cl_object_top()) ffff8c58187d2f58 -> ffff8c58187d2f58
00000020:00000001:1.0:1769075452.837105:0:41340:0:(cl_io.c:125:__cl_io_init()) Process entered
00000080:00000001:1.0:1769075452.837108:0:41340:0:(vvp_io.c:1849:vvp_io_init()) Process entered
00000080:00200000:1.0:1769075452.837110:0:41340:0:(vvp_io.c:1854:vvp_io_init()) [0x200000405:0x3ca:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0
00000020:00000001:1.0:1769075452.837114:0:41340:0:(cl_io.c:898:cl_io_slice_add()) Process entered
00000020:00000001:1.0:1769075452.837117:0:41340:0:(cl_io.c:904:cl_io_slice_add()) Process leaving
00000080:00000001:1.0:1769075452.837120:0:41340:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0)
00020000:00000002:1.0:1769075452.837123:0:41340:0:(lov_object.c:1552:lov_io_init()) [0x200000405:0x3ca:0x0]io ffff8c5810e8b868 type 8 ignore/verify layout 1/0
00020000:00000001:1.0:1769075452.837139:0:41340:0:(lov_io.c:1952:lov_io_init_composite()) Process entered
00020000:00000001:1.0:1769075452.837145:0:41340:0:(lov_io.c:495:lov_io_slice_init()) Process entered
00020000:00000001:1.0:1769075452.837148:0:41340:0:(lov_io.c:599:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0)
00020000:00000001:1.0:1769075452.837153:0:41340:0:(lov_io.c:203:lov_io_subio_init()) Process entered
00020000:00000001:1.0:1769075452.837155:0:41340:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075452.837158:0:41340:0:(cl_io.c:898:cl_io_slice_add()) Process entered
00000020:00000001:1.0:1769075452.837162:0:41340:0:(cl_io.c:904:cl_io_slice_add()) Process leaving
00020000:00000001:1.0:1769075452.837163:0:41340:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving
00000020:00000001:1.0:1769075452.837165:0:41340:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769075452.837170:0:41340:0:(osc_cache.c:3354:osc_page_gang_lookup()) Process entered
00000020:00000001:1.0:1769075452.837200:0:41340:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:1.0:1769075452.837203:0:41340:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:1.0:1769075452.837207:0:41340:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:1.0:1769075452.837209:0:41340:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:1.0:1769075452.837213:0:41340:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:1.0:1769075452.837218:0:41340:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:1.0:1769075452.837221:0:41340:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601538664 : -127165108012952 : ffff8c5810e8b868)
00000020:00000001:1.0:1769075452.837226:0:41340:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:1.0:1769075452.837229:0:41340:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:1.0:1769075452.837231:0:41340:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:1.0:1769075452.837235:0:41340:0:(cl_page.c:547:__cl_page_state_set()) page@00000000aafcfb13[2 00000000bb4e5e23 1 1 0000000038ca2a84]
00000020:00000001:1.0:1769075452.837239:0:41340:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:1.0:1769075452.837241:0:41340:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:1.0:1769075452.837242:0:41340:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:1.0:1769075452.837243:0:41340:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075452.837245:0:41340:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:1.0:1769075452.837246:0:41340:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:1.0:1769075452.837248:0:41340:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:1.0:1769075452.837248:0:41340:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:1.0:1769075452.837249:0:41340:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:1.0:1769075452.837251:0:41340:0:(cl_page.c:547:__cl_page_state_set()) page@00000000aafcfb13[2 00000000bb4e5e23 2 1 0000000000000000]
00000020:00000001:1.0:1769075452.837252:0:41340:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:1.0:1769075452.837253:0:41340:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:1.0:1769075452.837254:0:41340:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:1.0:1769075452.837255:0:41340:0:(osc_page.c:138:osc_page_delete()) ffff8c5704f75720
00000008:00000001:1.0:1769075452.837256:0:41340:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:1.0:1769075452.837257:0:41340:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5704f75730 page ffff8c5704f75720 at index 511.
00000008:00000001:1.0:1769075452.837259:0:41340:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769075452.837269:0:41340:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:1.0:1769075452.837282:0:41340:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff5090491b280 index 511
00000020:00000001:1.0:1769075452.837286:0:41340:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:1.0:1769075452.837287:0:41340:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:1.0:1769075452.837298:0:41340:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:1.0:1769075452.837301:0:41340:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:1.0:1769075452.837302:0:41340:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:1.0:1769075452.837306:0:41340:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000020:00000001:1.0:1769075452.837309:0:41340:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:1.0:1769075452.837312:0:41340:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:1.0:1769075452.837315:0:41340:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601538664 : -127165108012952 : ffff8c5810e8b868)
00000020:00000001:1.0:1769075452.837318:0:41340:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:1.0:1769075452.837321:0:41340:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:1.0:1769075452.837324:0:41340:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:1.0:1769075452.837329:0:41340:0:(cl_page.c:547:__cl_page_state_set()) page@0000000076c73bbe[2 00000000bb4e5e23 1 1 0000000038ca2a84]
00000020:00000001:1.0:1769075452.837333:0:41340:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:1.0:1769075452.837337:0:41340:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:1.0:1769075452.837340:0:41340:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:1.0:1769075452.837343:0:41340:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075452.837346:0:41340:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:1.0:1769075452.837349:0:41340:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:1.0:1769075452.837352:0:41340:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:1.0:1769075452.837354:0:41340:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:1.0:1769075452.837357:0:41340:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:1.0:1769075452.837362:0:41340:0:(cl_page.c:547:__cl_page_state_set()) page@0000000076c73bbe[2 00000000bb4e5e23 2 1 0000000000000000]
00000020:00000001:1.0:1769075452.837365:0:41340:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:1.0:1769075452.837367:0:41340:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:1.0:1769075452.837369:0:41340:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:1.0:1769075452.837372:0:41340:0:(osc_page.c:138:osc_page_delete()) ffff8c58035fb210
00000008:00000001:1.0:1769075452.837374:0:41340:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:1.0:1769075452.837377:0:41340:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c58035fb220 page ffff8c58035fb210 at index 1023.
00000008:00000001:1.0:1769075452.837380:0:41340:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769075452.837388:0:41340:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:1.0:1769075452.837392:0:41340:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff5090474ce80 index 1023
00000020:00000001:1.0:1769075452.837395:0:41340:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:1.0:1769075452.837398:0:41340:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:1.0:1769075452.837406:0:41340:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:1.0:1769075452.837410:0:41340:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:1.0:1769075452.837414:0:41340:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:1.0:1769075452.837416:0:41340:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000020:00000001:1.0:1769075452.837419:0:41340:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:1.0:1769075452.837423:0:41340:0:(cl_page.c:596:cl_batch_put()) page@00000000aafcfb13[1 00000000bb4e5e23 5 1 0000000000000000]
00000020:00000001:1.0:1769075452.837426:0:41340:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:1.0:1769075452.837430:0:41340:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:1.0:1769075452.837436:0:41340:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5704f756c0.
00000020:00000001:1.0:1769075452.837453:0:41340:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:1.0:1769075452.837456:0:41340:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:1.0:1769075452.837458:0:41340:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:1.0:1769075452.837463:0:41340:0:(cl_page.c:596:cl_batch_put()) page@0000000076c73bbe[1 00000000bb4e5e23 5 1 0000000000000000]
00000020:00000001:1.0:1769075452.837465:0:41340:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:1.0:1769075452.837468:0:41340:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:1.0:1769075452.837471:0:41340:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58035fb1b0.
00000020:00000001:1.0:1769075452.837474:0:41340:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:1.0:1769075452.837477:0:41340:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000008:00000001:1.0:1769075452.837494:0:41340:0:(osc_cache.c:3431:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769075452.837498:0:41340:0:(cl_io.c:71:cl_io_fini()) Process entered
00020000:00000001:1.0:1769075452.837502:0:41340:0:(lov_io.c:675:lov_io_fini()) Process entered
00020000:00000001:1.0:1769075452.837504:0:41340:0:(lov_io.c:694:lov_io_fini()) Process leaving
00000080:00000001:1.0:1769075452.837507:0:41340:0:(vvp_io.c:281:vvp_io_fini()) Process entered
00000080:00200000:1.0:1769075452.837510:0:41340:0:(vvp_io.c:289:vvp_io_fini()) [0x200000405:0x3ca:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1
00000080:00000001:1.0:1769075452.837514:0:41340:0:(vvp_io.c:387:vvp_io_fini()) Process leaving
00000020:00000001:1.0:1769075452.837516:0:41340:0:(cl_io.c:112:cl_io_fini()) Process leaving
00000008:00000001:1.0:1769075452.837519:0:41340:0:(osc_cache.c:3575:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0)
00000020:00001000:1.0:1769075452.837522:0:41340:0:(cl_object.c:879:cl_env_put()) 1@ffff8c580b473d80
00000008:00000001:1.0:1769075452.837527:0:41340:0:(osc_lock.c:370:osc_lock_flush()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075452.837532:0:41340:0:(cl_object.c:146:cl_object_top()) ffff8c5809f37c00 -> ffff8c58187d2f58
00010000:00000001:1.0:1769075452.837537:0:41340:0:(ldlm_extent.c:932:ldlm_extent_shift_kms()) Process entered
00010000:00000001:1.0:1769075452.837542:0:41340:0:(ldlm_extent.c:1005:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075452.837546:0:41340:0:(cl_object.c:146:cl_object_top()) ffff8c5809f37c00 -> ffff8c58187d2f58
00000020:00000001:1.0:1769075452.837550:0:41340:0:(cl_object.c:210:cl_object_attr_update()) Process entered
00000008:00000020:1.0:1769075452.837553:0:41340:0:(osc_object.c:168:osc_attr_update()) set kms from 4194304to 0
00020000:00000001:1.0:1769075452.837556:0:41340:0:(lovsub_object.c:104:lovsub_attr_update()) Process entered
00020000:00000001:1.0:1769075452.837559:0:41340:0:(lovsub_object.c:106:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075452.837575:0:41340:0:(cl_object.c:223:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075452.837578:0:41340:0:(cl_object.c:146:cl_object_top()) ffff8c5809f37c00 -> ffff8c58187d2f58
00000008:00000001:1.0:1769075452.837583:0:41340:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0)
00000020:00001000:1.0:1769075452.837586:0:41340:0:(cl_object.c:879:cl_env_put()) 1@ffff8c580b4732d0
00000008:00000001:1.0:1769075452.837589:0:41340:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075452.837593:0:41340:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered
00010000:00000001:1.0:1769075452.837599:0:41340:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1769075452.837602:0:41340:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1769075452.837605:0:41340:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1769075452.837610:0:41340:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769075452.837624:0:41340:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8c5809fb3400 with handle 0x2b9d26c1dd2daa9f from hash
00010000:00000001:1.0:1769075452.837628:0:41340:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1769075452.837632:0:41340:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1769075452.837635:0:41340:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1769075452.837638:0:41340:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1769075452.837643:0:41340:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1769075452.837646:0:41340:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000)
00010000:00000001:1.0:1769075452.837651:0:41340:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769075452.837654:0:41340:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered
00010000:00000001:1.0:1769075452.837658:0:41340:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered
00000100:00000010:1.0:1769075452.837671:0:41340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7480.
00000020:00000040:1.0:1769075452.837676:0:41340:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000001:1.0:1769075452.837682:0:41340:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075452.837687:0:41340:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075452.837693:0:41340:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075452.837703:0:41340:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c5807d14800.
00000100:00000001:1.0:1769075452.837711:0:41340:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075452.837717:0:41340:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered
00010000:00010000:1.0:1769075452.837723:0:41340:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c580b459000 lock: ffff8c5809fb3400/0x2b9d26c1dd2daa9f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xeb66a77d176bc7fb expref: -99 pid: 44395 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769075452.837784:0:41340:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed
00010000:00000001:1.0:1769075452.837788:0:41340:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075452.837793:0:41340:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075452.837800:0:41340:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075452.837813:0:41340:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008cd4aaa6] to pc [ptlrpcd_00_01+1]  req@ffff8c58347f7480 x1855007948025216/t0(0) o103->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295
00010000:00000001:1.0:1769075452.837842:0:41340:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:1.0:1769075452.837849:0:41340:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1769075452.837854:0:41340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c580b459000 lock: ffff8c5809fb3400/0x2b9d26c1dd2daa9f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xeb66a77d176bc7fb expref: -99 pid: 44395 timeout: 0 lvb_type: 1
00010000:00000010:1.0:1769075452.837880:0:41340:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8c5809f4c1c0.
00010000:00000040:1.0:1769075452.837887:0:41340:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8c5818735a00 count: 0
00010000:00000010:1.0:1769075452.837896:0:41340:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c5818735c00.
00010000:00000001:1.0:1769075452.837908:0:41340:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1769075452.837911:0:41340:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000010:1.0:1769075452.837916:0:41340:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c58078b8900.
00010000:00000001:1.0:1769075452.837921:0:41340:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075452.837927:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075452.837929:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075452.837934:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769075452.837937:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075452.837941:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075452.837947:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769075452.837951:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075452.837954:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075452.837960:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075452.837978:0:2432:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769075452.837982:0:2432:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000010:1.1:1769075452.846761:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735a00.
00010000:00000010:3.1:1769075452.846765:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1000.
00010000:00000010:1.1:1769075452.846769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5809fb3400.
00010000:00000010:3.1:1769075452.846774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c580341ca00.
00000100:00000001:1.0:1769075454.564889:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075454.564900:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075454.564902:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075454.564907:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075454.564911:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075454.564915:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075454.564917:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075454.564920:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075454.564923:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075455.588939:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075455.588951:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075455.588954:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075455.588962:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075455.588968:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075455.588973:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075455.588977:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075455.588993:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075455.588997:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075455.589026:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075455.589034:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075455.589038:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075455.589042:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075455.589047:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075455.589059:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2147
00000400:00000200:1.0:1769075455.589072:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075455.589094:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075455.589101:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075455.589107:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075455.589114:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075455.589119:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075455.589123:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075455.589132:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075455.589136:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075455.589141:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075455.589147:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075455.589152:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075455.589157:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075455.589164:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075455.589168:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075455.589173:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075455.589177:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075455.589183:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075455.589190:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075455.589196:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075455.589202:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075455.589208:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075455.589215:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075455.589221:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075455.589225:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075455.589244:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769075455.589262:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075455.589270:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075455.589274:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075455.589280:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075455.589286:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075455.589295:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075455.589314:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4ec00.
00000100:00000001:1.0:1769075455.589327:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075455.589345:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948025472/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075455.589361:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075455.589368:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075455.589391:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948025472/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075455.589426:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075455.589430:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075455.589435:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075455.589438:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075455.589440:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075455.589445:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075455.589448:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2147
00000400:00000200:1.0:1769075455.589454:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075455.589461:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075455.589483:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075455.589489:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075455.589494:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075455.589497:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075455.589502:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075455.589507:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075455.589510:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075455.589513:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075455.589543:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075455.589549:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075455.589554:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075455.589574:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075455.589579:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075455.589585:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075455.589589:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075455.589594:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075455.589601:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075455.589607:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075455.589611:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075455.589622:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075455.589632:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075455.589641:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075455.589653:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075455.589663:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075455.589672:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075455.589691:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075455.589699:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=63 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075455.589710:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075455.589714:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075455.589716:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075455.589718:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075455.589721:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075455.589786:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
00000100:00000001:1.0:1769075455.589815:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075455.589830:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948025600/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075455.589874:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075455.589886:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075455.589907:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948025600/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075455.589939:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075455.589950:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075455.589988:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075455.589995:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075455.590001:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075455.590011:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075455.590021:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2147
00000400:00000200:1.0:1769075455.590034:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075455.590047:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075455.590058:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075455.590071:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075455.590081:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075455.590099:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075455.590114:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075455.590128:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075455.590135:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075455.590140:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075455.590148:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075455.590159:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075455.590171:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075455.590189:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075455.590202:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075455.590215:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075455.590224:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075455.590234:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075455.590247:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075455.590264:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075455.590273:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075455.590280:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075455.590292:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075455.590300:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075455.590305:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075455.590316:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075455.590326:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075455.590342:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000800:00000200:0.1:1769075455.590344:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000040:1.0:1769075455.590373:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000800:00000200:0.1:1769075455.590373:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
02000000:00000001:1.0:1769075455.590388:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075455.590395:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075455.590405:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075455.590414:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075455.590424:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075455.590439:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f800.
00000100:00000001:1.0:1769075455.590452:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075455.590469:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948025728/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075455.590489:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075455.590496:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075455.590514:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948025728/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075455.590557:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075455.590591:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075455.590599:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075455.590608:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075455.590612:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075455.590620:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075455.590627:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2147
00000400:00000200:1.0:1769075455.590636:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075455.590645:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075455.590648:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075455.590654:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075455.590663:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075455.590667:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075455.590670:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075455.590674:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075455.590681:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075455.590684:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075455.590692:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075455.590695:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075455.590705:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075455.590715:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075455.590725:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075455.590736:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075455.590745:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075455.590749:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075455.590752:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075455.590794:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075455.590822:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075455.590829:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075455.590833:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075455.590843:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075455.590859:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075455.590867:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075455.590872:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075455.590881:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075455.590888:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075455.590915:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075455.590920:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075455.590926:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075455.590932:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075455.590939:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075455.590952:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769075455.590963:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075455.590982:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948025856/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075455.590996:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075455.591006:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075455.591020:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948025856/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075455.591044:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075455.591055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075455.591066:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075455.591075:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075455.591096:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075455.591111:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075455.591129:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2147
00000400:00000200:1.0:1769075455.591152:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075455.591174:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075455.591185:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075455.591206:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075455.591218:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075455.591230:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075455.591240:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075455.591247:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075455.591253:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075455.591265:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075455.591271:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075455.591279:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075455.591288:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075455.591300:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075455.591306:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075455.591315:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075455.591323:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075455.591330:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075455.591341:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075455.591347:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075455.591350:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075455.591355:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075455.591380:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075455.591386:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075455.591392:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075455.591401:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075455.591408:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075455.591420:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769075455.591427:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075455.591437:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075455.591445:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075455.591456:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075455.591461:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075455.591469:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075455.591490:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769075455.591499:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075455.591537:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948025984/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075455.591579:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075455.591585:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075455.591601:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948025984/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075455.591623:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075455.591634:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2157)
00000800:00000200:0.1:1769075455.591815:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075455.591818:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075455.592221:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075455.592224:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075455.592686:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075455.592692:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075455.593306:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075455.593309:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1769075455.909080:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075455.909087:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075455.909109:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075456.612834:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075456.612861:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075456.612864:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075456.612870:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075456.612874:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075456.612879:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075456.612883:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075456.612885:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075456.612888:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075456.932907:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296821008, at 4296821056
00000100:00000010:1.0:1769075456.932930:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034709c0.
00000100:00000001:1.0:1769075457.636873:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075457.636883:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075457.636885:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075457.636893:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075457.636898:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075457.636903:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075457.636907:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075457.636910:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075457.636914:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075458.660879:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075458.660887:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075458.660889:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075458.660895:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075458.660899:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075458.660903:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075458.660907:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075458.660909:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075458.660912:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075459.684881:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075459.684894:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075459.684898:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075459.684908:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075459.684915:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075459.684922:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075459.684927:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075459.684932:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075459.684937:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075460.005022:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075460.005043:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075460.005048:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769075460.708870:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075460.708885:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075460.708890:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075460.708897:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075460.708903:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075460.708915:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2152
00000400:00000200:1.0:1769075460.708935:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075460.708952:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075460.708963:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075460.708976:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075460.708981:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075460.708986:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075460.708989:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075460.708994:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075460.708997:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075460.709000:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075460.709003:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075460.709006:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075460.709008:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075460.709011:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075460.709013:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075460.709015:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075460.709017:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075460.709020:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075460.709023:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075460.709027:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075460.709030:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075460.709033:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075460.709036:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075460.709039:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075460.709041:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075460.709052:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769075460.709056:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075460.709060:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075460.709062:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075460.709065:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075460.709069:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075460.709073:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075460.709081:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769075460.709089:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075460.709099:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948026112/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075460.709110:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075460.709115:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075460.709120:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948026112/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075460.709159:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075460.709164:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075460.709170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075460.709172:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075460.709175:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075460.709180:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075460.709192:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2152
00000400:00000200:1.0:1769075460.709200:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075460.709205:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075460.709210:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075460.709216:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075460.709221:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075460.709226:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075460.709230:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075460.709234:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075460.709246:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075460.709250:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075460.709259:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075460.709265:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075460.709269:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075460.709275:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075460.709278:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075460.709286:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075460.709292:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075460.709299:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075460.709315:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075460.709325:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075460.709332:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075460.709341:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075460.709347:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075460.709353:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075460.709377:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075460.709387:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075460.709393:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075460.709403:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769075460.709412:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=63 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075460.709418:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075460.709423:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075460.709447:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075460.709449:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075460.709452:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075460.709458:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769075460.709463:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075460.709481:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948026240/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075460.709492:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075460.709499:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075460.709507:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948026240/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075460.709526:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075460.709533:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075460.709543:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075460.709545:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075460.709548:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075460.709552:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075460.709559:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2152
00000400:00000200:1.0:1769075460.709565:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075460.709582:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075460.709587:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075460.709594:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075460.709604:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075460.709607:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075460.709610:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075460.709615:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075460.709617:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075460.709622:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075460.709625:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075460.709630:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075460.709635:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075460.709653:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075460.709657:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075460.709667:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075460.709672:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075460.709679:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075460.709689:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075460.709695:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075460.709699:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075460.709705:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075460.709708:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075460.709715:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075460.709721:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075460.709724:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075460.709757:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075460.709773:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075460.709777:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075460.709780:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075460.709782:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075460.709784:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075460.709787:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075460.709790:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075460.709795:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769075460.709799:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075460.709806:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948026368/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075460.709822:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075460.709829:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075460.709838:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948026368/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075460.709870:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075460.709882:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075460.709899:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075460.709908:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075460.709915:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075460.709921:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075460.709928:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2152
00000400:00000200:1.0:1769075460.709937:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075460.709944:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075460.709949:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075460.709956:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075460.709959:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075460.709962:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075460.709964:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075460.709966:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075460.709968:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075460.709970:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075460.709972:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075460.709974:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075460.709976:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075460.709984:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075460.709987:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075460.709994:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075460.710002:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075460.710006:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075460.710016:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000800:00000200:0.1:1769075460.710022:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769075460.710023:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075460.710031:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1769075460.710032:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
02000000:00000001:1.0:1769075460.710036:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075460.710045:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075460.710050:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075460.710057:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075460.710062:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075460.710064:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075460.710074:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769075460.710081:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075460.710087:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075460.710092:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075460.710098:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075460.710099:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075460.710103:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075460.710110:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:1.0:1769075460.710116:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075460.710130:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948026496/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075460.710162:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075460.710172:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075460.710189:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948026496/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075460.710216:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075460.710227:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075460.710240:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075460.710244:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075460.710250:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075460.710253:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075460.710258:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2152
00000400:00000200:1.0:1769075460.710264:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075460.710276:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075460.710280:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075460.710289:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075460.710293:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075460.710299:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075460.710305:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075460.710311:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075460.710315:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075460.710318:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075460.710322:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075460.710329:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075460.710338:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075460.710344:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075460.710347:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075460.710357:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075460.710360:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075460.710365:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075460.710372:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075460.710381:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075460.710386:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075460.710392:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075460.710397:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075460.710404:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075460.710411:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075460.710420:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075460.710424:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075460.710468:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075460.710476:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075460.710483:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075460.710485:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075460.710492:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075460.710495:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075460.710499:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075460.710508:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769075460.710515:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075460.710525:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948026624/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075460.710566:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075460.710572:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075460.710580:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948026624/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075460.710608:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075460.710619:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2162)
00000800:00000200:0.1:1769075460.710937:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075460.710939:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075460.711342:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075460.711347:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075460.711915:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075460.711919:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075460.712338:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075460.712343:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1769075462.052919:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296826128, at 4296826176
00000100:00000010:1.0:1769075462.052955:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470f60.
00000020:00000001:1.0:1769075464.100943:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075464.100949:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075464.100954:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769075465.828804:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075465.828812:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075465.828817:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075465.828820:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075465.828825:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075465.828844:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2157
00000400:00000200:1.0:1769075465.828854:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075465.828861:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075465.828863:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075465.828866:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075465.828869:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075465.828871:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075465.828873:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075465.828876:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075465.828877:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075465.828880:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075465.828882:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075465.828883:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075465.828885:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075465.828887:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075465.828888:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075465.828889:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075465.828892:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075465.828894:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075465.828897:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075465.828898:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075465.828901:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075465.828903:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075465.828905:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075465.828906:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075465.828908:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075465.828915:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769075465.828918:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075465.828921:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075465.828922:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075465.828924:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075465.828926:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075465.828929:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075465.828935:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:1.0:1769075465.828941:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075465.828948:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948026752/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075465.828956:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075465.828959:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075465.828962:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948026752/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075465.828980:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075465.828982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075465.828985:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075465.828986:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075465.828987:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075465.828989:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075465.828991:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2157
00000400:00000200:1.0:1769075465.828994:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075465.828996:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075465.828998:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075465.829000:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075465.829027:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075465.829029:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075465.829031:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075465.829032:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075465.829033:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075465.829034:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075465.829036:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075465.829038:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075465.829040:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075465.829043:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075465.829044:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075465.829047:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075465.829049:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075465.829051:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075465.829053:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075465.829055:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075465.829057:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075465.829062:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075465.829064:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075465.829077:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075465.829084:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075465.829088:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075465.829094:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075465.829098:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075465.829102:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=63 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075465.829107:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075465.829110:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075465.829115:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075465.829117:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075465.829121:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075465.829127:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769075465.829133:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075465.829157:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948026880/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075465.829166:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075465.829170:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075465.829182:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948026880/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075465.829192:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075465.829196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075465.829200:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075465.829201:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075465.829203:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075465.829207:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075465.829210:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2157
00000400:00000200:1.0:1769075465.829216:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075465.829219:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075465.829220:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075465.829223:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075465.829227:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075465.829230:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075465.829234:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075465.829235:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075465.829236:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075465.829237:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075465.829247:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075465.829249:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075465.829253:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075465.829258:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075465.829260:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075465.829262:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075465.829266:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075465.829268:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075465.829270:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075465.829272:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075465.829275:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075465.829278:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075465.829280:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075465.829282:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075465.829284:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075465.829288:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075465.829292:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075465.829298:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769075465.829301:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075465.829313:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075465.829316:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075465.829320:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075465.829323:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075465.829326:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075465.829334:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769075465.829342:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075465.829364:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948027008/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075465.829379:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075465.829385:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075465.829402:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948027008/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075465.829412:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075465.829416:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075465.829421:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075465.829423:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075465.829425:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075465.829429:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075465.829434:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2157
00000400:00000200:1.0:1769075465.829475:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075465.829481:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075465.829484:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075465.829486:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075465.829491:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075465.829493:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075465.829495:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075465.829499:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075465.829501:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075465.829504:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075465.829506:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075465.829508:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075465.829513:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075465.829518:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075465.829522:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1769075465.829522:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769075465.829526:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075465.829529:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:0.1:1769075465.829530:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000020:00000040:1.0:1769075465.829532:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075465.829537:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075465.829540:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075465.829542:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075465.829546:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075465.829549:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075465.829554:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075465.829558:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075465.829560:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075465.829566:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075465.829569:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075465.829573:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075465.829576:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075465.829577:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075465.829579:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075465.829583:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075465.829586:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075465.829592:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769075465.829597:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075465.829605:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948027136/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075465.829627:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075465.829630:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075465.829639:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948027136/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075465.829658:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075465.829662:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075465.829666:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075465.829671:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075465.829674:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075465.829677:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075465.829680:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2157
00000400:00000200:1.0:1769075465.829685:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075465.829689:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075465.829691:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075465.829696:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075465.829699:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075465.829703:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075465.829706:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075465.829708:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075465.829710:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075465.829713:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075465.829714:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075465.829716:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075465.829717:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075465.829722:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075465.829724:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075465.829726:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075465.829730:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075465.829731:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075465.829758:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075465.829760:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075465.829764:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075465.829767:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075465.829771:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075465.829777:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075465.829780:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075465.829784:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075465.829786:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075465.829790:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769075465.829793:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075465.829797:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075465.829799:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075465.829803:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075465.829805:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075465.829808:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075465.829812:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:1.0:1769075465.829816:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075465.829821:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948027264/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075465.829841:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075465.829844:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075465.829853:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948027264/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075465.829871:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075465.829877:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2167)
00000800:00000200:0.1:1769075465.830180:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075465.830182:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075465.830459:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075465.830462:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075465.830786:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075465.830789:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075465.831089:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075465.831092:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1769075467.172828:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296831247, at 4296831296
00000100:00000010:1.0:1769075467.172842:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470a80.
00000020:00000001:1.0:1769075468.196878:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075468.196884:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075468.196888:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769075470.949758:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075470.949766:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075470.950756:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075470.950759:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075470.951120:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075470.951124:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075470.951593:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075470.951597:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075470.952091:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075470.952096:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1769075472.292873:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296836368, at 4296836416
00000100:00000010:1.0:1769075472.292904:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470ea0.
00000020:00000001:1.0:1769075472.292946:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075472.292950:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075472.292954:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769075476.068943:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075476.068955:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075476.068960:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075476.068965:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075476.068971:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075476.068980:0:11591:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2167
00000400:00000200:1.0:1769075476.068992:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075476.069002:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075476.069006:0:11591:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075476.069013:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075476.069019:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075476.069023:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075476.069026:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075476.069032:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075476.069036:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075476.069041:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075476.069046:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075476.069051:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075476.069056:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075476.069063:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075476.069066:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075476.069070:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075476.069074:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075476.069080:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075476.069086:0:11591:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075476.069093:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075476.069099:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075476.069106:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075476.069112:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075476.069117:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075476.069121:0:11591:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075476.069135:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769075476.069142:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075476.069148:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075476.069151:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075476.069155:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075476.069159:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075476.069164:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075476.069198:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769075476.069207:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075476.069239:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948028032/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075476.069252:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075476.069257:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075476.069263:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948028032/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075476.069292:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075476.069296:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075476.069300:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075476.069302:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075476.069321:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075476.069325:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075476.069328:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2167
00000400:00000200:1.0:1769075476.069335:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075476.069339:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075476.069341:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075476.069345:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075476.069347:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075476.069349:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075476.069351:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075476.069356:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075476.069358:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075476.069360:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075476.069366:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075476.069369:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075476.069372:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075476.069382:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075476.069389:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075476.069394:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075476.069396:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075476.069401:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075476.069409:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075476.069424:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075476.069436:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075476.069446:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075476.069455:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075476.069464:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075476.069474:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075476.069483:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075476.069490:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075476.069501:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769075476.069505:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=63 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075476.069508:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075476.069510:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075476.069513:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075476.069517:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075476.069525:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075476.069543:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769075476.069549:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075476.069567:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948028160/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075476.069603:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075476.069608:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075476.069622:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948028160/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075476.069651:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075476.069658:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075476.069665:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075476.069670:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075476.069679:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075476.069696:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075476.069708:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2167
00000400:00000200:1.0:1769075476.069729:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075476.069734:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075476.069737:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075476.069743:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075476.069748:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075476.069752:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075476.069754:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075476.069759:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075476.069760:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075476.069816:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075476.069821:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075476.069834:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075476.069841:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075476.069856:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075476.069869:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075476.069884:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075476.069898:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075476.069918:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075476.069945:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075476.069956:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075476.069966:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075476.069974:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075476.069980:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075476.069987:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075476.069994:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075476.070006:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075476.070010:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075476.070017:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075476.070027:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075476.070031:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075476.070033:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075476.070044:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075476.070051:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075476.070061:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075476.070064:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075476.070071:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
02000000:00000010:1.0:1769075476.070076:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769075476.070092:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075476.070121:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948028288/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075476.070157:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075476.070160:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075476.070171:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948028288/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075476.070289:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075476.070307:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075476.070324:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075476.070328:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075476.070330:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075476.070336:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075476.070344:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2167
00000400:00000200:1.0:1769075476.070363:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075476.070374:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075476.070377:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075476.070383:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075476.070390:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075476.070395:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075476.070400:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075476.070410:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075476.070414:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075476.070419:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075476.070430:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075476.070443:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075476.070458:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075476.070476:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075476.070489:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075476.070499:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075476.070513:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075476.070526:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075476.070534:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075476.070575:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075476.070587:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075476.070599:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075476.070612:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075476.070621:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075476.070626:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075476.070636:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075476.070644:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075476.070657:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769075476.070664:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075476.070670:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075476.070678:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075476.070687:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075476.070696:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075476.070701:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075476.070709:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769075476.070725:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075476.070737:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948028416/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075476.070748:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075476.070753:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075476.070793:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948028416/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075476.070844:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075476.070865:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075476.070886:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075476.070895:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075476.070905:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075476.070917:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075476.070932:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2167
00000400:00000200:1.0:1769075476.070960:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075476.070973:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075476.070982:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075476.070995:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075476.071003:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075476.071009:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075476.071024:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075476.071031:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075476.071043:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075476.071053:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075476.071060:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075476.071072:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075476.071087:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075476.071116:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075476.071130:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075476.071145:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075476.071163:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075476.071170:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075476.071207:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075476.071235:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075476.071243:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075476.071254:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075476.071262:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075476.071267:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075476.071276:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075476.071285:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075476.071292:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075476.071301:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075476.071310:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075476.071324:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075476.071335:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075476.071347:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075476.071351:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075476.071356:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075476.071365:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769075476.071372:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075476.071388:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948028544/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075476.071404:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075476.071409:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075476.071420:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948028544/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075476.071472:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075476.071492:0:11591:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2177)
00000800:00000200:0.1:1769075476.071586:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075476.071589:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075476.071956:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075476.071960:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075476.072293:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075476.072295:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075476.072764:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075476.072768:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1769075476.389040:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075476.389046:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075476.389051:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769075477.412832:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296841488, at 4296841536
00000100:00000010:1.0:1769075477.412848:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034703c0.
00000020:00000001:1.0:1769075480.484872:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075480.484882:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075480.484885:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769075481.188841:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075481.188853:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075481.188859:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075481.188865:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075481.188882:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075481.188894:0:11591:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2172
00000400:00000200:1.0:1769075481.188909:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075481.188919:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075481.188923:0:11591:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075481.188928:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075481.188932:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075481.188935:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075481.188937:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075481.188942:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075481.188944:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075481.188964:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075481.188967:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075481.188969:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075481.188971:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075481.188974:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075481.188976:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075481.188978:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075481.188979:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075481.188982:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075481.188986:0:11591:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075481.188988:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075481.188991:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075481.188993:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075481.188996:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075481.188998:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075481.189000:0:11591:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075481.189009:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769075481.189013:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075481.189033:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075481.189036:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075481.189040:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075481.189042:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075481.189048:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075481.189057:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f800.
00000100:00000001:1.0:1769075481.189067:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075481.189078:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948028672/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075481.189109:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075481.189115:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075481.189121:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948028672/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075481.189154:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075481.189157:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075481.189161:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075481.189162:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075481.189164:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075481.189167:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075481.189170:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2172
00000400:00000200:1.0:1769075481.189175:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075481.189179:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075481.189182:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075481.189185:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075481.189187:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075481.189190:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075481.189192:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075481.189194:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075481.189196:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075481.189199:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075481.189202:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075481.189207:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075481.189210:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075481.189215:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075481.189219:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075481.189233:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075481.189238:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075481.189247:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075481.189262:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075481.189275:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075481.189283:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075481.189298:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075481.189302:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075481.189306:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075481.189315:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075481.189320:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075481.189330:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075481.189337:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075481.189353:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=63 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075481.189360:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075481.189363:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075481.189366:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075481.189369:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075481.189373:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075481.189383:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
00000100:00000001:1.0:1769075481.189388:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075481.189398:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948028800/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075481.189423:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075481.189427:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075481.189432:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948028800/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075481.189454:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075481.189459:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075481.189464:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075481.189465:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075481.189469:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075481.189476:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075481.189478:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2172
00000400:00000200:1.0:1769075481.189508:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075481.189528:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075481.189532:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075481.189541:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075481.189546:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075481.189571:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075481.189575:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075481.189584:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075481.189587:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075481.189589:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075481.189592:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075481.189598:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075481.189604:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075481.189618:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075481.189644:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075481.189654:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075481.189663:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075481.189677:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075481.189705:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075481.189717:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075481.189736:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1769075481.189741:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:1.0:1769075481.189743:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.1:1769075481.189745:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
02000000:00000001:1.0:1769075481.189758:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075481.189767:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075481.189773:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075481.189826:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075481.189830:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075481.189837:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769075481.189842:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075481.189845:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075481.189848:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075481.189852:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075481.189857:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075481.189863:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075481.189876:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4ec00.
00000100:00000001:1.0:1769075481.189886:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075481.189919:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948028928/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075481.189963:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075481.189967:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075481.189982:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948028928/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075481.190034:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075481.190045:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075481.190059:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075481.190063:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075481.190072:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075481.190077:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075481.190083:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2172
00000400:00000200:1.0:1769075481.190119:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075481.190143:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075481.190147:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075481.190165:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075481.190177:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075481.190187:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075481.190194:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075481.190198:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075481.190202:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075481.190208:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075481.190213:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075481.190223:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075481.190230:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075481.190236:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075481.190240:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075481.190249:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075481.190253:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075481.190261:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075481.190274:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075481.190288:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075481.190301:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075481.190307:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075481.190325:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075481.190333:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075481.190341:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075481.190355:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075481.190370:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075481.190375:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075481.190381:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075481.190385:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075481.190391:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075481.190399:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075481.190402:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075481.190409:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075481.190434:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769075481.190441:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075481.190449:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948029056/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075481.190500:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075481.190505:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075481.190518:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948029056/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075481.190551:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075481.190556:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075481.190572:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075481.190577:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075481.190581:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075481.190592:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075481.190602:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2172
00000400:00000200:1.0:1769075481.190612:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075481.190642:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075481.190646:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075481.190657:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075481.190667:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075481.190679:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075481.190690:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075481.190699:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075481.190703:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075481.190707:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075481.190721:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075481.190743:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075481.190753:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075481.190807:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075481.190810:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075481.190812:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075481.190815:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075481.190818:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075481.190822:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075481.190824:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075481.190827:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075481.190832:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075481.190838:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075481.190853:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075481.190857:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075481.190865:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075481.190868:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075481.190876:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769075481.190882:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075481.190891:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075481.190897:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075481.190905:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075481.190916:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075481.190923:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075481.190937:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769075481.190965:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075481.190997:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948029184/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075481.191049:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075481.191060:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075481.191108:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948029184/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075481.191158:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075481.191171:0:11591:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2183)
00000800:00000200:0.1:1769075481.191221:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075481.191223:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769075481.191506:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075481.191508:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769075481.191727:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075481.191729:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769075481.192081:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075481.192083:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000100:00000040:1.0:1769075482.532813:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296846608, at 4296846656
00000100:00000010:1.0:1769075482.532827:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470d20.
00000020:00000001:1.0:1769075484.580877:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075484.580880:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075484.580883:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769075486.309320:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075486.309676:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075486.309945:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075486.310126:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075486.310276:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769075487.652809:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296851727, at 4296851776
00000100:00000010:1.0:1769075487.652836:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034707e0.
00000020:00000001:1.0:1769075488.676901:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075488.676907:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075488.676912:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1769075489.381073:0:2420:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.128:988
00000400:00000100:1.0:1769075489.381129:0:2420:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.128@tcp at host 192.168.204.128 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769075489.381145:0:2420:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075489.381150:0:2420:0:(router.c:1755:lnet_notify()) 192.168.204.28@tcp notifying 192.168.204.128@tcp: down
00000400:00000200:1.0:1769075489.381154:0:2420:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075489.381159:0:2420:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769075489.381165:0:2420:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769075489.381170:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38e00.
00000400:00000200:1.0:1769075489.381176:0:2420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769075489.381183:0:2420:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769075489.381191:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1198
00000400:00000010:1.0:1769075489.381194:0:2420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1198.
00000100:00000001:1.0:1769075489.381201:0:2420:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769075489.381213:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58078e1880 x1855007948029312/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075489.381246:0:2420:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769075489.381251:0:2420:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1880 x1855007948029312/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075489.381273:0:2420:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075489.381276:0:2420:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769075489.381288:0:2420:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769075489.381291:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38700.
00000400:00000200:1.0:1769075489.381296:0:2420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769075489.381300:0:2420:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769075489.381304:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:1.0:1769075489.381307:0:2420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:1.0:1769075489.381311:0:2420:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769075489.381320:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58078e1180 x1855007948029440/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075489.381334:0:2420:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769075489.381342:0:2420:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1180 x1855007948029440/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075489.381366:0:2420:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075489.381368:0:2420:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769075489.381380:0:2420:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769075489.381386:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38a00.
00000400:00000200:1.0:1769075489.381391:0:2420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769075489.381400:0:2420:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769075489.381407:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1d48
00000400:00000010:1.0:1769075489.381411:0:2420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1d48.
00000100:00000001:1.0:1769075489.381419:0:2420:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769075489.381428:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58078e2680 x1855007948029568/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075489.381457:0:2420:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769075489.381466:0:2420:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e2680 x1855007948029568/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075489.381481:0:2420:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075489.381487:0:2420:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769075489.381499:0:2420:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769075489.381506:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38900.
00000400:00000200:1.0:1769075489.381513:0:2420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769075489.381522:0:2420:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769075489.381529:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1908
00000400:00000010:1.0:1769075489.381533:0:2420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1908.
00000100:00000001:1.0:1769075489.381539:0:2420:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769075489.381548:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58078e0a80 x1855007948029696/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075489.381566:0:2420:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769075489.381574:0:2420:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0a80 x1855007948029696/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075489.381592:0:2420:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075489.381598:0:2420:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769075489.381610:0:2420:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769075489.381616:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:1.0:1769075489.381622:0:2420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769075489.381633:0:2420:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769075489.381640:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1440
00000400:00000010:1.0:1769075489.381645:0:2420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1440.
00000100:00000001:1.0:1769075489.381651:0:2420:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769075489.381667:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58078e0380 x1855007948029824/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075489.381686:0:2420:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769075489.381693:0:2420:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0380 x1855007948029824/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075489.381709:0:2420:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075489.381714:0:2420:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.1:1769075491.429634:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075491.429642:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075491.431088:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075491.431091:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075491.431349:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075491.431351:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075491.431625:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075491.431628:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075491.431994:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075491.431996:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1769075492.772807:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296856848, at 4296856896
00000100:00000010:1.0:1769075492.772819:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470720.
00000800:00000200:0.1:1769075496.549340:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075496.549345:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075496.549984:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075496.549988:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075496.550568:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075496.550571:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075496.550775:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075496.550777:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075496.551038:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075496.551040:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1769075497.892842:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296861967, at 4296862016
00000100:00000010:1.0:1769075497.892861:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470d80.
00000800:00000200:0.1:1769075501.669244:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075501.669248:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075501.669650:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075501.669652:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075501.669885:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075501.669900:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075501.670083:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075501.670085:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075501.670332:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075501.670333:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1769075503.012851:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296867087, at 4296867136
00000100:00000010:1.0:1769075503.012873:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470de0.
00000800:00000200:2.1:1769075506.789874:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075506.789883:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075506.791271:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075506.791277:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075506.791808:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075506.791812:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075506.792178:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075506.792181:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075506.792790:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075506.792794:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000100:00000040:1.0:1769075508.132826:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296872208, at 4296872256
00000100:00000010:1.0:1769075508.132843:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227360.
00000800:00000200:2.1:1769075511.909641:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075511.909655:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075511.910638:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075511.910640:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075511.910913:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075511.910915:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075511.911134:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075511.911136:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075511.911522:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075511.911524:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000100:00000040:1.0:1769075513.252793:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296877328, at 4296877376
00000100:00000010:1.0:1769075513.252808:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227c00.
00000800:00000200:2.1:1769075517.029467:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075517.029474:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075517.030304:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075517.030308:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075517.030663:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075517.030665:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075517.030901:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075517.030903:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075517.031278:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075517.031281:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000100:00000040:1.0:1769075518.372816:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296882447, at 4296882496
00000100:00000010:1.0:1769075518.372829:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227840.
00000800:00000200:2.1:1769075522.149857:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075522.149868:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769075522.151242:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075522.151245:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769075522.151642:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075522.151645:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769075522.152066:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075522.152070:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769075522.152650:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075522.152653:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000100:00000040:1.0:1769075523.492809:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296887568, at 4296887616
00000100:00000010:1.0:1769075523.492824:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2275a0.
00000800:00000200:2.1:1769075527.270118:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075527.270129:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075527.271919:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075527.271923:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075527.272491:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075527.272511:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075527.272987:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075527.272990:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075527.273605:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075527.273608:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1769075528.612831:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296892688, at 4296892736
00000100:00000010:1.0:1769075528.612841:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d80.
00000800:00000200:2.1:1769075532.389629:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075532.389637:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075532.390651:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075532.390653:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075532.390987:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075532.390990:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075532.391385:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075532.391388:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075532.391751:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075532.391754:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1769075533.732848:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296897808, at 4296897856
00000100:00000010:1.0:1769075533.732865:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ba0.
00000800:00000200:2.1:1769075537.509659:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075537.509671:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075537.510864:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075537.510865:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075537.511165:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075537.511169:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075537.511446:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075537.511449:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075537.511804:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075537.511807:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1769075538.852970:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296902928, at 4296902976
00000100:00000010:1.0:1769075538.852986:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2274e0.
00000800:00000200:2.1:1769075542.629864:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075542.629871:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075542.631523:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075542.631528:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075542.632167:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075542.632180:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075542.632606:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075542.632611:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075542.633223:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075542.633228:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000100:00000040:1.0:1769075543.972830:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296908048, at 4296908096
00000100:00000010:1.0:1769075543.972847:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227e40.
00000800:00000200:2.1:1769075547.749627:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075547.749633:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075547.750415:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075547.750421:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075547.750853:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075547.750857:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075547.751222:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075547.751225:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075547.751701:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075547.751704:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000100:00000040:1.0:1769075549.092922:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296913168, at 4296913216
00000100:00000010:1.0:1769075549.092988:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2275a0.
00000800:00000200:2.1:1769075552.869346:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075552.869716:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075552.869993:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075552.870173:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075552.870321:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769075554.212806:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296918287, at 4296918336
00000100:00000010:1.0:1769075554.212820:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227840.
00000800:00000200:0.1:1769075557.990477:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075557.990493:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075557.991723:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075557.991726:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075557.992111:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075557.992113:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075557.992383:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075557.992386:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075557.992667:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075557.992672:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1769075559.332870:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296923409, at 4296923456
00000100:00000010:1.0:1769075559.332892:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470a20.
00000080:00000010:2.1:1769075560.470792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452de00.
00000080:00000010:2.1:1769075560.470843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0f20.
00000080:00000010:2.1:1769075560.470857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0440.
00000080:00000010:2.1:1769075560.470867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d2c0.
00000080:00000010:2.1:1769075560.470875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452db00.
00000080:00000010:2.1:1769075560.470886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452de80.
00000080:00000010:2.1:1769075560.470894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0240.
00000080:00000010:2.1:1769075560.470902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac08a0.
00000080:00000010:2.1:1769075560.470909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0180.
00000080:00000010:2.1:1769075560.470921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1a20.
00000080:00000010:2.1:1769075560.470939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d740.
00000080:00000010:2.1:1769075560.470952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d700.
00000080:00000010:2.1:1769075560.470965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452dc60.
00000080:00000010:2.1:1769075560.470977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452de40.
00000080:00000010:2.1:1769075560.470986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1420.
00000080:00000010:2.1:1769075560.474779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0f00.
00010000:00000010:2.1:1769075560.474785:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735700.
00010000:00000010:2.1:1769075560.474788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834778400.
00010000:00000010:2.1:1769075560.474791:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26c00.
00010000:00000010:2.1:1769075560.474793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58421fa200.
00010000:00000010:2.1:1769075560.474796:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1dfd00.
00010000:00000010:2.1:1769075560.474798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58421fae00.
00010000:00000010:2.1:1769075560.474800:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df000.
00010000:00000010:2.1:1769075560.474802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834779600.
00010000:00000010:2.1:1769075560.474804:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df800.
00010000:00000010:2.1:1769075560.474806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834778600.
00010000:00000010:2.1:1769075560.474807:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df200.
00010000:00000010:2.1:1769075560.474810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834778200.
00010000:00000010:2.1:1769075560.474812:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26700.
00010000:00000010:2.1:1769075560.474814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58421faa00.
00010000:00000010:2.1:1769075560.474816:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26600.
00010000:00000010:2.1:1769075560.474818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58421fbe00.
00010000:00000010:2.1:1769075560.474820:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26200.
00010000:00000010:2.1:1769075560.474821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c58421fb200.
00010000:00000010:2.1:1769075560.474823:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26a00.
00010000:00000010:2.1:1769075560.474825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5801687200.
00010000:00000010:2.1:1769075560.474827:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1dfc00.
00010000:00000010:2.1:1769075560.474828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834778000.
00010000:00000010:2.1:1769075560.474830:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df100.
00010000:00000010:2.1:1769075560.474831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5800030400.
00010000:00000010:2.1:1769075560.474833:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1dfb00.
00010000:00000010:2.1:1769075560.474835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ca1a00.
00010000:00000010:2.1:1769075560.474837:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1dfe00.
00010000:00000010:2.1:1769075560.474838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5803759800.
00010000:00000010:2.1:1769075560.474840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735200.
00010000:00000010:2.1:1769075560.474842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5801686a00.
00010000:00000010:2.1:1769075560.474843:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26b00.
00010000:00000010:2.1:1769075560.474845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f81200.
00000100:00080000:1.0:1769075563.108877:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075563.108886:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075563.108889:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075563.108892:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075563.108897:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075563.108903:0:11591:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2254
00000400:00000200:1.0:1769075563.108912:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075563.108919:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075563.108922:0:11591:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075563.108926:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075563.108929:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075563.108932:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075563.108934:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075563.108938:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075563.108940:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075563.108943:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075563.108946:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075563.108949:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075563.108951:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075563.108954:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075563.108956:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075563.108958:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075563.108960:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075563.108963:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075563.108966:0:11591:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075563.108968:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075563.108971:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075563.108973:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075563.108976:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075563.108978:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075563.108980:0:11591:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075563.108989:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769075563.108992:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075563.108996:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075563.108998:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075563.109000:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075563.109003:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075563.109007:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075563.109015:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769075563.109022:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075563.109031:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948039040/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075563.109042:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075563.109046:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075563.109051:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948039040/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075563.109076:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075563.109079:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075563.109083:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075563.109085:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075563.109086:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075563.109090:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075563.109092:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2254
00000400:00000200:1.0:1769075563.109095:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075563.109098:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075563.109100:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075563.109103:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075563.109105:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075563.109107:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075563.109109:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075563.109112:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075563.109113:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075563.109115:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075563.109117:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075563.109119:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075563.109121:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075563.109124:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075563.109126:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075563.109128:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075563.109130:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075563.109133:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075563.109137:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075563.109140:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075563.109142:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075563.109147:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075563.109149:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075563.109151:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075563.109155:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075563.109159:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075563.109161:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075563.109166:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769075563.109169:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075563.109174:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075563.109176:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075563.109180:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075563.109181:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075563.109184:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075563.109193:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769075563.109199:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075563.109209:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948039168/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075563.109274:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075563.109279:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075563.109289:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948039168/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075563.109314:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075563.109329:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075563.109340:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075563.109346:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075563.109352:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075563.109359:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075563.109372:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2254
00000400:00000200:1.0:1769075563.109391:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075563.109406:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075563.109417:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075563.109428:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075563.109437:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075563.109449:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075563.109461:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075563.109475:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075563.109480:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075563.109487:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075563.109492:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075563.109502:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075563.109510:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075563.109523:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075563.109533:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075563.109538:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075563.109551:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075563.109558:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075563.109569:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075563.109575:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075563.109590:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075563.109599:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075563.109605:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075563.109612:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075563.109616:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075563.109620:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075563.109623:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075563.109638:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075563.109643:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075563.109654:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075563.109657:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075563.109662:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075563.109664:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075563.109670:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075563.109678:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:1.0:1769075563.109686:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075563.109705:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948039296/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075563.109782:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075563.109785:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075563.109791:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948039296/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075563.109809:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075563.109817:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075563.109828:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075563.109834:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075563.109838:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075563.109847:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075563.109854:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2254
00000400:00000200:1.0:1769075563.109871:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075563.109878:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075563.109886:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075563.109898:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075563.109904:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075563.109913:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000200:0.1:1769075563.109915:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769075563.109923:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:0.1:1769075563.109927:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1769075563.109930:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075563.109939:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075563.109945:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075563.109951:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075563.109958:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075563.109962:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075563.109968:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075563.109972:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075563.109988:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075563.109998:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075563.110006:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075563.110027:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075563.110035:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075563.110043:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075563.110049:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075563.110061:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075563.110072:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075563.110079:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075563.110085:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075563.110088:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075563.110100:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769075563.110109:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075563.110122:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075563.110127:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075563.110140:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075563.110147:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075563.110156:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075563.110176:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769075563.110183:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075563.110203:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948039424/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075563.110224:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075563.110230:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075563.110237:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948039424/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075563.110253:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075563.110257:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075563.110267:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075563.110278:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075563.110282:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075563.110290:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075563.110301:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2254
00000400:00000200:1.0:1769075563.110319:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075563.110337:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075563.110347:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075563.110364:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075563.110376:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075563.110391:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075563.110401:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075563.110411:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075563.110418:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075563.110423:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075563.110434:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075563.110444:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075563.110452:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075563.110466:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075563.110477:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075563.110488:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075563.110496:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075563.110503:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075563.110510:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075563.110520:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075563.110524:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075563.110529:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075563.110533:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075563.110542:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075563.110546:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075563.110556:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075563.110570:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075563.110603:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075563.110611:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075563.110617:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075563.110621:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075563.110638:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075563.110645:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075563.110671:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075563.110681:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769075563.110697:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075563.110773:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948039552/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075563.110795:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075563.110801:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075563.110822:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948039552/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075563.110844:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075563.110863:0:11591:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2264)
00000800:00000200:0.1:1769075563.111039:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075563.111042:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075563.111319:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075563.111321:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075563.111639:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075563.111642:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075563.111993:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075563.112013:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1769075564.452892:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296928528, at 4296928576
00000100:00000010:1.0:1769075564.452909:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470b40.
00000800:00000200:2.1:1769075568.229942:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075568.229950:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769075568.231087:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075568.231090:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769075568.231403:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075568.231406:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769075568.231861:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075568.231865:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769075568.232311:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075568.232315:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000100:00000040:1.0:1769075569.573020:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296933648, at 4296933696
00000100:00000010:1.0:1769075569.573042:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227c00.
00000002:00000001:3.0:1769075570.769649:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.769650:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.769651:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.769652:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c580875ad00 count: 2
00010000:00000001:3.0:1769075570.769654:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.769655:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.769656:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.769657:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.769658:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.769659:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.769660:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.769660:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.769661:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.769662:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000093b281f9[2 000000009ea4bfb8 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.769663:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.769664:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.769665:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.769665:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.769666:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.769667:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.769668:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.769668:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.769669:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.769670:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000093b281f9[2 000000009ea4bfb8 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.769671:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.769672:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.769672:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.769673:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c580b400b58
00000008:00000001:3.0:1769075570.769674:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.769675:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c580b400b68 page ffff8c580b400b58 at index 120.
00000008:00000001:3.0:1769075570.769676:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.769677:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.769678:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509049c1340 index 120
00000020:00000001:3.0:1769075570.769679:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.769679:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.769681:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.769681:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.769682:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.769683:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.769683:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.769684:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.769685:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.769686:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c580875ad00 count: 2
00010000:00000001:3.0:1769075570.769687:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.769689:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.769690:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.769691:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.769691:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.769692:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.769693:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.769694:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.769694:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.769696:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000d5360fa3[2 000000009ea4bfb8 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.769697:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.769697:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.769698:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.769699:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.769700:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.769700:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.769701:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.769702:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.769702:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.769703:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000d5360fa3[2 000000009ea4bfb8 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.769704:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.769705:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.769706:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.769706:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c580b4008d0
00000008:00000001:3.0:1769075570.769707:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.769708:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c580b4008e0 page ffff8c580b4008d0 at index 121.
00000008:00000001:3.0:1769075570.769709:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.769710:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.769711:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509049c1380 index 121
00000020:00000001:3.0:1769075570.769712:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.769713:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.769714:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.769714:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.769715:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.769716:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.769716:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.769717:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.769718:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.769719:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c580875ad00 count: 2
00010000:00000001:3.0:1769075570.769721:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.769722:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.769723:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.769724:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.769725:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.769725:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.769727:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.769727:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.769728:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.769729:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000057c6cbdb[2 000000009ea4bfb8 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.769730:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.769742:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.769743:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.769744:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.769745:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.769746:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.769747:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.769748:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.769749:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.769751:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000057c6cbdb[2 000000009ea4bfb8 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.769752:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.769753:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.769754:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.769755:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c580b400138
00000008:00000001:3.0:1769075570.769756:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.769757:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c580b400148 page ffff8c580b400138 at index 122.
00000008:00000001:3.0:1769075570.769759:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.769760:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.769761:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509049c13c0 index 122
00000020:00000001:3.0:1769075570.769763:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.769764:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.769766:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.769767:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.769768:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.769770:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.769771:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.769773:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.769774:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.769775:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c580875ad00 count: 2
00010000:00000001:3.0:1769075570.769777:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.769779:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.769780:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.769781:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.769782:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.769783:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.769784:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.769785:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.769786:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.769787:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000001fd8ce6d[2 000000009ea4bfb8 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.769788:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.769789:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.769790:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.769791:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.769792:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.769792:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.769793:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.769793:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.769794:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.769795:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000001fd8ce6d[2 000000009ea4bfb8 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.769796:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.769797:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.769798:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.769798:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c580b4007f8
00000008:00000001:3.0:1769075570.769799:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.769800:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c580b400808 page ffff8c580b4007f8 at index 123.
00000008:00000001:3.0:1769075570.769801:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.769802:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.769803:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509049c1400 index 123
00000020:00000001:3.0:1769075570.769804:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.769805:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.769806:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.769807:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.769807:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.769808:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.769809:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.769810:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.769810:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.769812:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c580875ad00 count: 2
00010000:00000001:3.0:1769075570.769813:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.769814:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.769815:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.769816:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.769817:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.769818:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.769819:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.769819:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.769820:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.769822:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000291a244e[2 000000009ea4bfb8 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.769822:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.769823:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.769824:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.769824:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.769825:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.769826:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.769827:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.769827:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.769828:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.769829:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000291a244e[2 000000009ea4bfb8 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.769830:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.769831:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.769831:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.769832:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c580b4003c0
00000008:00000001:3.0:1769075570.769833:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.769834:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c580b4003d0 page ffff8c580b4003c0 at index 124.
00000008:00000001:3.0:1769075570.769835:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.769839:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.769840:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509049c1440 index 124
00000020:00000001:3.0:1769075570.769841:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.769842:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.769845:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.769845:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.769846:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.769847:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000020:00000001:3.0:1769075570.769848:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.769849:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000030c9e096[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.769850:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.769851:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.769853:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803413ca8.
00000020:00000001:3.0:1769075570.769856:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.769856:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.769857:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.769859:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000014649404[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.769859:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.769860:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.769861:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803413948.
00000020:00000001:3.0:1769075570.769863:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.769863:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.769864:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.769865:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000001bd26950[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.769866:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.769866:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.769867:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58034131b0.
00000020:00000001:3.0:1769075570.769868:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.769869:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.769870:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.769871:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000d948e53f[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.769872:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.769872:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.769873:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803413e58.
00000020:00000001:3.0:1769075570.769874:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.769875:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.769875:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.769877:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000ff06d585[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.769877:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.769878:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.769879:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803413a20.
00000020:00000001:3.0:1769075570.769880:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.769881:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.769881:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.769882:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000e19e32d8[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.769883:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.769884:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.769885:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58034136c0.
00000020:00000001:3.0:1769075570.769886:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.769886:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.769887:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.769889:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000a914408c[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.769890:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.769890:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.769891:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803413510.
00000020:00000001:3.0:1769075570.769893:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.769894:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.769894:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.769896:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000032e76b2c[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.769896:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.769897:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.769898:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803572000.
00000020:00000001:3.0:1769075570.769899:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.769900:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.769900:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.769902:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000d0fd5f3a[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.769902:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.769903:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.769904:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803572438.
00000020:00000001:3.0:1769075570.769905:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.769906:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.769906:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.769907:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000008faf6989[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.769908:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.769909:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.769910:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803572d80.
00000020:00000001:3.0:1769075570.769911:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.769911:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.769912:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.769913:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000fc80f15d[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.769914:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.769915:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.769915:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803572bd0.
00000020:00000001:3.0:1769075570.769917:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.769917:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.769918:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.769919:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000073178440[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.769920:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.769920:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.769921:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58035725e8.
00000020:00000001:3.0:1769075570.769922:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.769923:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.769924:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.769925:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000005114cde6[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.769926:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.769927:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.769928:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803572af8.
00000020:00000001:3.0:1769075570.769929:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.769930:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.769930:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.769932:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000388a273a[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.769932:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.769933:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.769934:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803572870.
00000020:00000001:3.0:1769075570.769935:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.769936:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.769936:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.769937:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000929baba2[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.769938:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.769939:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.769973:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58035720d8.
00000020:00000001:3.0:1769075570.769974:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.769975:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.769975:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.769977:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000039b8435b[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.769978:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.769978:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.769979:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803572798.
00000020:00000001:3.0:1769075570.769980:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.769981:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.769981:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.769983:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000067fe4e15[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.769983:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.769984:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.769985:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803572360.
00000020:00000001:3.0:1769075570.769986:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.769987:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.769988:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.769989:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000096c2c0c5[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.769990:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.769991:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.769992:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803572288.
00000020:00000001:3.0:1769075570.769993:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.769994:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.769995:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.769996:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000004c8246bb[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.769997:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.769998:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.769999:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803572ca8.
00000020:00000001:3.0:1769075570.770000:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770001:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770001:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770002:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000003d75c09e[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770003:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770004:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770005:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803572948.
00000020:00000001:3.0:1769075570.770006:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770006:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770007:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770008:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000bab5d863[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770009:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770010:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770010:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58035721b0.
00000020:00000001:3.0:1769075570.770012:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770012:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770013:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770014:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000095c3c7bb[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770015:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770015:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770016:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803572e58.
00000020:00000001:3.0:1769075570.770017:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770018:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770018:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770020:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000003366a423[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770020:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770021:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770022:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803572a20.
00000020:00000001:3.0:1769075570.770023:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770024:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770024:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770025:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000003df909d0[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770026:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770027:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770028:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58035726c0.
00000020:00000001:3.0:1769075570.770029:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770030:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770031:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770032:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000058ff40a2[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770033:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770034:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770035:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803572510.
00000020:00000001:3.0:1769075570.770036:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770036:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770037:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770038:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000008af38d39[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770039:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770040:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770041:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803573870.
00000020:00000001:3.0:1769075570.770042:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770042:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770043:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770044:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000b00486c7[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770045:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770046:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770047:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58035730d8.
00000020:00000001:3.0:1769075570.770048:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770048:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770049:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770050:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000037d23d8[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770051:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770051:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770052:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803573798.
00000020:00000001:3.0:1769075570.770053:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770054:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770055:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770056:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000279579c2[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770057:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770057:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770058:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803573360.
00000020:00000001:3.0:1769075570.770059:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770060:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770060:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770062:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000077243079[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770062:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770063:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770087:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803573288.
00000020:00000001:3.0:1769075570.770089:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770090:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770091:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770092:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000828aec46[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770093:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770094:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770095:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803573ca8.
00000020:00000001:3.0:1769075570.770096:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770097:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770097:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770099:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000dd3905bf[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770099:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770100:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770101:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803573948.
00000020:00000001:3.0:1769075570.770102:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770102:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770103:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770104:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000e709ab84[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770105:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770106:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770107:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58035731b0.
00000020:00000001:3.0:1769075570.770108:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770108:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770109:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770110:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000b88ebb6d[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770111:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770111:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770112:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803573e58.
00000020:00000001:3.0:1769075570.770113:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770114:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770115:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770116:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000088d77ec6[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770117:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770117:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770118:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803573a20.
00000020:00000001:3.0:1769075570.770119:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770120:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770120:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770122:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000040dc70ac[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770122:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770123:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770124:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58035736c0.
00000020:00000001:3.0:1769075570.770125:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770126:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770127:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770128:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000f8eb3d01[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770140:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770141:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770142:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803573510.
00000020:00000001:3.0:1769075570.770143:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770144:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770144:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770146:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000f030ef20[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770146:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770147:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770148:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803573000.
00000020:00000001:3.0:1769075570.770149:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770150:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770150:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770152:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000c36879f6[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770152:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770153:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770154:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803573438.
00000020:00000001:3.0:1769075570.770155:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770155:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770156:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770157:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000fc65d286[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770158:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770159:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770160:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803573d80.
00000020:00000001:3.0:1769075570.770161:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770161:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770162:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770163:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000907bcb42[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770164:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770164:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770165:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803573bd0.
00000020:00000001:3.0:1769075570.770166:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770167:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770168:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770169:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000a3cc3190[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770170:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770170:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770171:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58035735e8.
00000020:00000001:3.0:1769075570.770172:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770173:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770174:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770175:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000007a57bea4[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770176:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770177:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770178:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803573af8.
00000020:00000001:3.0:1769075570.770179:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770180:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770181:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770182:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000011278202[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770183:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770183:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770184:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808e22510.
00000020:00000001:3.0:1769075570.770185:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770186:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770187:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770188:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000aafdda4e[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770189:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770189:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770215:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808e22000.
00000020:00000001:3.0:1769075570.770216:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770217:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770218:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770219:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000009766a83c[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770220:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770220:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770221:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808e22438.
00000020:00000001:3.0:1769075570.770222:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770223:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770224:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770225:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000072f79187[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770226:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770226:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770227:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808e22d80.
00000020:00000001:3.0:1769075570.770228:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770229:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770230:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770231:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000e08b361a[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770232:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770233:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770234:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808e22bd0.
00000020:00000001:3.0:1769075570.770235:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770236:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770237:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770239:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000839a7606[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770240:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770240:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770241:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808e225e8.
00000020:00000001:3.0:1769075570.770242:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770243:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770244:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770245:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000060d7c3e0[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770246:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770246:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770247:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808e22af8.
00000020:00000001:3.0:1769075570.770248:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770249:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770249:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770251:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000027912f38[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770251:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770252:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770253:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808e22870.
00000020:00000001:3.0:1769075570.770254:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770255:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770255:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770256:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000003d8acfa4[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770257:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770258:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770259:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808e220d8.
00000020:00000001:3.0:1769075570.770260:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770260:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770261:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770262:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000cfcbc6ea[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770263:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770264:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770265:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808e22798.
00000020:00000001:3.0:1769075570.770266:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770266:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770267:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770268:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000008c6c1e5d[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770269:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770269:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770270:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808e22360.
00000020:00000001:3.0:1769075570.770271:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770273:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770273:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770275:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000012996828[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770276:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770276:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770277:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808e22288.
00000020:00000001:3.0:1769075570.770279:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770279:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770280:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770281:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000ff5cd2dd[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770282:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770282:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770283:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808e22ca8.
00000020:00000001:3.0:1769075570.770284:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770285:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770286:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770287:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000a100b1e0[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770288:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770288:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770289:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808e22948.
00000020:00000001:3.0:1769075570.770290:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770291:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770291:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770293:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000046af169c[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770293:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770294:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770295:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808e221b0.
00000020:00000001:3.0:1769075570.770296:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770296:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770297:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770298:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000322e9cdd[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770299:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770300:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770301:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808e22e58.
00000020:00000001:3.0:1769075570.770302:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770302:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770303:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770304:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000562cf7f4[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770305:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770306:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770332:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808e22a20.
00000020:00000001:3.0:1769075570.770333:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770335:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770335:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770337:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000085afe5c[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770338:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770339:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770340:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808e226c0.
00000020:00000001:3.0:1769075570.770341:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770342:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770342:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770343:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000037a94128[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770344:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770345:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770346:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58107eda20.
00000020:00000001:3.0:1769075570.770347:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770348:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770348:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770349:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000001b4754be[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770350:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770351:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770352:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58107ed6c0.
00000020:00000001:3.0:1769075570.770353:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770353:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770354:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770355:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000007df46d53[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770356:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770357:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770358:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58107ed510.
00000020:00000001:3.0:1769075570.770359:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770359:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770360:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770361:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000c5580338[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770362:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770362:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770363:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58107ed000.
00000020:00000001:3.0:1769075570.770364:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770365:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770366:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770367:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000044c847dc[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770368:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770368:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770369:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58107ed438.
00000020:00000001:3.0:1769075570.770370:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770371:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770372:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770373:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000e1c6f1aa[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770374:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770375:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770376:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58107edd80.
00000020:00000001:3.0:1769075570.770377:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770378:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770378:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770380:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000008bccfac2[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770380:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770381:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770382:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58107edbd0.
00000020:00000001:3.0:1769075570.770383:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770383:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770384:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770385:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000da4e59d2[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770386:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770387:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770388:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58107ed5e8.
00000020:00000001:3.0:1769075570.770389:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770389:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770390:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770391:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000c2332223[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770394:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770394:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770395:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58107edaf8.
00000020:00000001:3.0:1769075570.770396:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770397:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770397:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770399:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000006bc5d915[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770399:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770400:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770401:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58107ed870.
00000020:00000001:3.0:1769075570.770402:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770403:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770403:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770404:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000060891b5c[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770405:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770406:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770407:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58107ed0d8.
00000020:00000001:3.0:1769075570.770408:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770409:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770409:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770411:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000043324fde[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770412:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770413:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770414:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58107ed798.
00000020:00000001:3.0:1769075570.770415:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770416:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770416:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770418:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000004392fec0[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770418:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770419:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770420:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58107ed360.
00000020:00000001:3.0:1769075570.770421:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770421:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770422:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770423:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000d1c18066[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770424:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770425:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770449:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58107ed288.
00000020:00000001:3.0:1769075570.770451:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770451:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770452:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770453:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000005f77d929[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770454:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770455:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770455:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58107edca8.
00000020:00000001:3.0:1769075570.770457:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770457:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770458:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770459:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000562c8cd5[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770460:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770460:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770461:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58107ed948.
00000020:00000001:3.0:1769075570.770463:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770463:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770464:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770465:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000735509fe[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770466:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770467:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770467:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58107ed1b0.
00000020:00000001:3.0:1769075570.770468:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770469:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770470:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770471:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000d4ba5093[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770472:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770473:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770474:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58107ede58.
00000020:00000001:3.0:1769075570.770475:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770475:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770476:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770477:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000004c88401b[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770478:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770479:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770479:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809fc1000.
00000020:00000001:3.0:1769075570.770481:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770481:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770482:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770483:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000000b775afd[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770484:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770485:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770486:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809fc1438.
00000020:00000001:3.0:1769075570.770487:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770487:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770488:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770489:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000e8410d02[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770490:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770490:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770491:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809fc1d80.
00000020:00000001:3.0:1769075570.770492:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770493:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770494:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770495:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000005dd92719[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770496:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770496:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770497:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809fc1bd0.
00000020:00000001:3.0:1769075570.770498:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770499:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770499:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770501:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000031cb7346[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770501:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770502:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770503:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809fc15e8.
00000020:00000001:3.0:1769075570.770504:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770505:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770505:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770507:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000b0add072[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770507:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770508:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770509:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809fc1af8.
00000020:00000001:3.0:1769075570.770510:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770511:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770511:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770512:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000071e7cb7b[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770513:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770514:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770515:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809fc1870.
00000020:00000001:3.0:1769075570.770516:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770516:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770517:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770518:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000004c0e80ae[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770519:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770520:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770520:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809fc10d8.
00000020:00000001:3.0:1769075570.770522:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770522:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770523:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770524:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000004b14fa15[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770525:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770525:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770526:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809fc1798.
00000020:00000001:3.0:1769075570.770527:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770528:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770528:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770530:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000b04e524b[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770530:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770531:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770532:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809fc1360.
00000020:00000001:3.0:1769075570.770533:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770534:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770534:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770535:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000d09c67d3[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770536:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770537:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770563:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809fc1288.
00000020:00000001:3.0:1769075570.770565:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770566:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770566:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770568:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000005a89b303[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770569:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770569:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770570:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809fc1ca8.
00000020:00000001:3.0:1769075570.770571:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770572:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770572:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770574:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000005f91c00c[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770574:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770575:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770576:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809fc1948.
00000020:00000001:3.0:1769075570.770580:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770581:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770592:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770594:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000002011df0b[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770594:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770595:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770596:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809fc11b0.
00000020:00000001:3.0:1769075570.770598:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770598:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770599:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770600:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000003f88558c[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770601:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770602:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770602:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809fc1e58.
00000020:00000001:3.0:1769075570.770604:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770604:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770605:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770606:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000008dce60bb[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770607:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770607:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770608:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809fc1a20.
00000020:00000001:3.0:1769075570.770609:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770610:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770611:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770612:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000c30bff95[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770612:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770613:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770614:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809fc16c0.
00000020:00000001:3.0:1769075570.770615:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770616:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770617:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770618:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000019089ee7[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770619:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770620:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770621:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809fc1510.
00000020:00000001:3.0:1769075570.770622:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770623:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770623:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770625:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000aace4c24[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770625:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770626:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770627:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58094ad1b0.
00000020:00000001:3.0:1769075570.770629:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770629:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770630:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770631:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000002831fb27[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770632:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770633:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770634:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58094ade58.
00000020:00000001:3.0:1769075570.770635:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770635:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770636:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770637:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000004f9ca6f0[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770638:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770639:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770639:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58094ada20.
00000020:00000001:3.0:1769075570.770640:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770641:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770642:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770643:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000021fd621e[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770644:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770644:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770645:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58094ad6c0.
00000020:00000001:3.0:1769075570.770646:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770647:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770647:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770649:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000fc45ffb9[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770649:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770650:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770651:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58094ad510.
00000020:00000001:3.0:1769075570.770652:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770653:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770654:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770655:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000004a33700[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770656:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770657:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770658:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58094ad000.
00000020:00000001:3.0:1769075570.770659:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770659:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770660:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770661:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000045ed30ef[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770662:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770663:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770664:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58094ad438.
00000020:00000001:3.0:1769075570.770665:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770665:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770666:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770667:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000f2fd0e7f[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770668:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770669:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770695:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58094add80.
00000020:00000001:3.0:1769075570.770696:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770697:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770697:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770699:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000542f66db[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770700:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770700:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770701:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58094adbd0.
00000020:00000001:3.0:1769075570.770702:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770703:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770703:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770705:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000000f650d45[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770705:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770706:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770707:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58094ad5e8.
00000020:00000001:3.0:1769075570.770708:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770709:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770710:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770711:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000a8defcfa[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770712:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770713:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770714:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58094adaf8.
00000020:00000001:3.0:1769075570.770715:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770717:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770718:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770719:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000001521cf5b[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770720:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770721:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770722:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58094ad870.
00000020:00000001:3.0:1769075570.770723:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770723:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770724:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770725:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000008227136c[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770726:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770727:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770728:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58094ad0d8.
00000020:00000001:3.0:1769075570.770729:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770729:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770730:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770743:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000ba599aad[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770744:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770745:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770746:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58094ad798.
00000020:00000001:3.0:1769075570.770747:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770748:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770749:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770750:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000883d4734[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770751:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770751:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770752:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58094ad360.
00000020:00000001:3.0:1769075570.770753:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770754:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770754:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770756:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000015a0fe8[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770757:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770758:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770759:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58094ad288.
00000020:00000001:3.0:1769075570.770760:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770761:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770761:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770763:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000d495488e[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770763:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770764:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770765:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58094adca8.
00000020:00000001:3.0:1769075570.770766:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770767:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770768:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770769:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000000b9b0333[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770770:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770771:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770772:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58094ad948.
00000020:00000001:3.0:1769075570.770773:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770773:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770774:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770775:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000641c0512[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770776:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770777:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770778:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c580b400000.
00000020:00000001:3.0:1769075570.770779:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770779:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770780:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770781:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000085c314fc[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770782:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770783:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770783:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c580b400438.
00000020:00000001:3.0:1769075570.770784:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770785:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770786:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770787:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000004938e113[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770788:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770788:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770789:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c580b400d80.
00000020:00000001:3.0:1769075570.770790:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770791:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770791:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770793:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000002f91b63c[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770793:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770794:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770795:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c580b400bd0.
00000020:00000001:3.0:1769075570.770796:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770797:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770797:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770798:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000009732390b[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770799:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770800:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770826:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c580b4005e8.
00000020:00000001:3.0:1769075570.770827:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770829:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770829:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770831:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000093b281f9[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770832:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770833:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770834:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c580b400af8.
00000020:00000001:3.0:1769075570.770835:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770835:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770836:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770837:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000d5360fa3[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770838:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770839:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770840:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c580b400870.
00000020:00000001:3.0:1769075570.770841:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770841:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770842:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770843:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000057c6cbdb[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770844:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770844:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770845:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c580b4000d8.
00000020:00000001:3.0:1769075570.770846:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770847:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770848:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770849:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000001fd8ce6d[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770850:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770850:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770851:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c580b400798.
00000020:00000001:3.0:1769075570.770852:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770853:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.770853:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.770855:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000291a244e[1 000000009ea4bfb8 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.770855:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.770856:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.770857:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c580b400360.
00000020:00000001:3.0:1769075570.770861:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.770861:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000008:00000001:3.0:1769075570.770872:0:41343:0:(osc_cache.c:3431:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1769075570.770874:0:41343:0:(cl_io.c:71:cl_io_fini()) Process entered
00020000:00000001:3.0:1769075570.770875:0:41343:0:(lov_io.c:675:lov_io_fini()) Process entered
00020000:00000001:3.0:1769075570.770876:0:41343:0:(lov_io.c:694:lov_io_fini()) Process leaving
00000080:00000001:3.0:1769075570.770877:0:41343:0:(vvp_io.c:281:vvp_io_fini()) Process entered
00000080:00200000:3.0:1769075570.770878:0:41343:0:(vvp_io.c:289:vvp_io_fini()) [0x200000405:0x42b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00000001:3.0:1769075570.770880:0:41343:0:(vvp_io.c:387:vvp_io_fini()) Process leaving
00000020:00000001:3.0:1769075570.770881:0:41343:0:(cl_io.c:112:cl_io_fini()) Process leaving
00000002:00000001:3.0:1769075570.770882:0:41343:0:(mdc_dev.c:245:mdc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.770883:0:41343:0:(mdc_dev.c:273:mdc_lock_flush()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.770885:0:41343:0:(cl_object.c:146:cl_object_top()) ffff8c5809d901c0 -> ffff8c5810c81530
00000020:00000001:3.0:1769075570.770886:0:41343:0:(cl_object.c:146:cl_object_top()) ffff8c5809d901c0 -> ffff8c5810c81530
00000020:00000001:3.0:1769075570.770887:0:41343:0:(cl_object.c:210:cl_object_attr_update()) Process entered
00000008:00000020:3.0:1769075570.770888:0:41343:0:(osc_object.c:168:osc_attr_update()) set kms from 512000to 0
00020000:00000001:3.0:1769075570.770890:0:41343:0:(lovsub_object.c:104:lovsub_attr_update()) Process entered
00020000:00000001:3.0:1769075570.770891:0:41343:0:(lovsub_object.c:106:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.770892:0:41343:0:(cl_object.c:223:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.770893:0:41343:0:(cl_object.c:146:cl_object_top()) ffff8c5809d901c0 -> ffff8c5810c81530
00000002:00000001:3.0:1769075570.770895:0:41343:0:(mdc_dev.c:346:mdc_dlm_canceling()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.770897:0:41343:0:(mdc_dev.c:1521:mdc_object_flush()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.770898:0:41343:0:(cl_object.c:451:cl_object_flush()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:3.0:1769075570.770899:0:41343:0:(lov_object.c:1117:lov_flush_composite()) Process leaving (rc=0 : 0 : 0)
00020000:00000002:3.0:1769075570.770901:0:41343:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8c5807c4e8b8) owner 0000000000000000/ffff8c58013fa7c0
00000020:00000001:3.0:1769075570.770903:0:41343:0:(cl_object.c:451:cl_object_flush()) Process leaving (rc=0 : 0 : 0)
00000020:00001000:3.0:1769075570.770904:0:41343:0:(cl_object.c:879:cl_env_put()) 1@ffff8c580b4736c0
00000080:00000001:3.0:1769075570.770905:0:41343:0:(namei.c:233:ll_dom_lock_cancel()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1769075570.770906:0:41343:0:(file.c:6774:ll_layout_conf()) Process entered
00000020:00000001:3.0:1769075570.770907:0:41343:0:(cl_object.c:716:cl_env_obtain()) Process entered
00000020:00000001:3.0:1769075570.770909:0:41343:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446616908507068104 : -127165202483512 : ffff8c580b4736c8)
00000020:00001000:3.0:1769075570.770910:0:41343:0:(cl_object.c:785:cl_env_get()) 1@ffff8c580b4736c0
00000020:00000001:3.0:1769075570.770912:0:41343:0:(cl_object.c:305:cl_conf_set()) Process entered
00000080:00200000:3.0:1769075570.770913:0:41343:0:(vvp_object.c:114:vvp_conf_set()) [0x200000405:0x42b:0x0]: losing layout lock
00000080:00000001:3.0:1769075570.770915:0:41343:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered
00000080:00000001:3.0:1769075570.770916:0:41343:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving
00020000:00000001:3.0:1769075570.770917:0:41343:0:(lov_object.c:1410:lov_conf_set()) Process entered
00020000:00000001:3.0:1769075570.770918:0:41343:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0)
00020000:00000002:3.0:1769075570.770919:0:41343:0:(lov_object.c:1497:lov_conf_set()) [0x200000405:0x42b:0x0] lo_layout_invalid=1
00020000:00000001:3.0:1769075570.770920:0:41343:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.770922:0:41343:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0)
00000020:00001000:3.0:1769075570.770923:0:41343:0:(cl_object.c:879:cl_env_put()) 1@ffff8c580b4736c0
00000080:00000001:3.0:1769075570.770924:0:41343:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1769075570.770925:0:41343:0:(dcache.c:195:ll_prune_aliases()) Process entered
00000080:00000002:3.0:1769075570.770926:0:41343:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x42b:0x0](ffff8c58099d7448) invalid
00000020:00000001:3.0:1769075570.770928:0:41343:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa5ae039b7ca0
00000080:00002000:3.0:1769075570.770930:0:41343:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f101e.sanity.83 (ffff8c5809919af8) parent ffff8c580b1a75e8 inode ffff8c58099d7448 refc 0
00000080:00000001:3.0:1769075570.770933:0:41343:0:(dcache.c:39:ll_release()) Process entered
00000080:00000001:3.0:1769075570.770936:0:41343:0:(dcache.c:48:ll_release()) Process leaving
00000080:00000001:3.0:1769075570.770938:0:41343:0:(dcache.c:209:ll_prune_aliases()) Process leaving
00000080:00000001:3.0:1769075570.770940:0:41343:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving
00000080:00000001:3.0:1769075570.770941:0:41343:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769075570.770942:0:41343:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered
00010000:00000001:3.0:1769075570.770944:0:41343:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1769075570.770945:0:41343:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1769075570.770946:0:41343:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1769075570.770947:0:41343:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769075570.770949:0:41343:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8c5834779800 with handle 0x2b9d26c1dd2db446 from hash
00010000:00000001:3.0:1769075570.770950:0:41343:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1769075570.770951:0:41343:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1769075570.770952:0:41343:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1769075570.770953:0:41343:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1769075570.770955:0:41343:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1769075570.770956:0:41343:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000)
00010000:00000001:3.0:1769075570.770957:0:41343:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered
00010000:00010000:3.0:1769075570.770960:0:41343:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5801686e00/0x2b9d26c1dd2db43f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x42a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x800028400000000 nid: local remote: 0xeb66a77d176bfc66 expref: -99 pid: 46113 timeout: 0 lvb_type: 3
00000080:00000001:3.0:1769075570.770964:0:41343:0:(namei.c:476:ll_md_blocking_ast()) Process entered
00000080:00000001:3.0:1769075570.770966:0:41343:0:(namei.c:243:ll_lock_cancel_bits()) Process entered
00000080:00000001:3.0:1769075570.770967:0:41343:0:(file.c:6052:ll_have_md_lock()) Process entered
00000080:00000040:3.0:1769075570.770968:0:41343:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000405:0x42a:0x0] mode (null)
00000002:00000001:3.0:1769075570.770969:0:41343:0:(mdc_locks.c:135:mdc_lock_match()) Process entered
00010000:00000001:3.0:1769075570.770970:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.770973:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.770974:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.770976:0:41343:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.770977:0:41343:0:(mdc_locks.c:135:mdc_lock_match()) Process entered
00010000:00000001:3.0:1769075570.770978:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.770979:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.770980:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.770982:0:41343:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.770983:0:41343:0:(mdc_locks.c:135:mdc_lock_match()) Process entered
00010000:00000001:3.0:1769075570.770984:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.770985:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.770986:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.770987:0:41343:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.770988:0:41343:0:(mdc_locks.c:135:mdc_lock_match()) Process entered
00010000:00000001:3.0:1769075570.770989:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.770990:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.770991:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.770992:0:41343:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.770993:0:41343:0:(mdc_locks.c:135:mdc_lock_match()) Process entered
00010000:00000001:3.0:1769075570.770994:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.770995:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.771002:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.771003:0:41343:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1769075570.771004:0:41343:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1769075570.771005:0:41343:0:(namei.c:215:ll_dom_lock_cancel()) Process entered
00000020:00000001:3.0:1769075570.771006:0:41343:0:(cl_object.c:716:cl_env_obtain()) Process entered
00000020:00000001:3.0:1769075570.771007:0:41343:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446616908507068104 : -127165202483512 : ffff8c580b4736c8)
00000020:00001000:3.0:1769075570.771008:0:41343:0:(cl_object.c:785:cl_env_get()) 1@ffff8c580b4736c0
00000020:00000001:3.0:1769075570.771009:0:41343:0:(cl_object.c:442:cl_object_flush()) Process entered
00020000:00000002:3.0:1769075570.771010:0:41343:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8c5807c4e3e0) owner 0000000000000000/ffff8c58013fa7c0
00020000:00000001:3.0:1769075570.771012:0:41343:0:(lov_object.c:1108:lov_flush_composite()) Process entered
00000020:00000001:3.0:1769075570.771013:0:41343:0:(cl_object.c:442:cl_object_flush()) Process entered
00000002:00000001:3.0:1769075570.771014:0:41343:0:(mdc_dev.c:306:mdc_dlm_canceling()) Process entered
00000002:00000001:3.0:1769075570.771015:0:41343:0:(mdc_dev.c:255:mdc_lock_flush()) Process entered
00000002:00000001:3.0:1769075570.771016:0:41343:0:(mdc_dev.c:228:mdc_lock_discard_pages()) Process entered
00000020:00000001:3.0:1769075570.771017:0:41343:0:(cl_object.c:146:cl_object_top()) ffff8c5809d90380 -> ffff8c5810c816c0
00000020:00000001:3.0:1769075570.771018:0:41343:0:(cl_object.c:146:cl_object_top()) ffff8c5810c816c0 -> ffff8c5810c816c0
00000020:00000001:3.0:1769075570.771019:0:41343:0:(cl_io.c:125:__cl_io_init()) Process entered
00000080:00000001:3.0:1769075570.771020:0:41343:0:(vvp_io.c:1849:vvp_io_init()) Process entered
00000080:00200000:3.0:1769075570.771021:0:41343:0:(vvp_io.c:1854:vvp_io_init()) [0x200000405:0x42a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0
00000020:00000001:3.0:1769075570.771022:0:41343:0:(cl_io.c:898:cl_io_slice_add()) Process entered
00000020:00000001:3.0:1769075570.771023:0:41343:0:(cl_io.c:904:cl_io_slice_add()) Process leaving
00000080:00000001:3.0:1769075570.771024:0:41343:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0)
00020000:00000002:3.0:1769075570.771025:0:41343:0:(lov_object.c:1552:lov_io_init()) [0x200000405:0x42a:0x0]io ffff8c5810e8d9e0 type 8 ignore/verify layout 1/0
00020000:00000001:3.0:1769075570.771027:0:41343:0:(lov_io.c:1952:lov_io_init_composite()) Process entered
00020000:00000001:3.0:1769075570.771028:0:41343:0:(lov_io.c:495:lov_io_slice_init()) Process entered
00020000:00000001:3.0:1769075570.771030:0:41343:0:(lov_io.c:599:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0)
00020000:00000001:3.0:1769075570.771031:0:41343:0:(lov_io.c:203:lov_io_subio_init()) Process entered
00020000:00000001:3.0:1769075570.771032:0:41343:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771033:0:41343:0:(cl_io.c:898:cl_io_slice_add()) Process entered
00000020:00000001:3.0:1769075570.771033:0:41343:0:(cl_io.c:904:cl_io_slice_add()) Process leaving
00020000:00000001:3.0:1769075570.771034:0:41343:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving
00000020:00000001:3.0:1769075570.771035:0:41343:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.771036:0:41343:0:(osc_cache.c:3354:osc_page_gang_lookup()) Process entered
00000020:00000001:3.0:1769075570.771038:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771039:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771040:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771040:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771041:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771042:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771043:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771043:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771044:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771045:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771046:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771046:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771047:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771048:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771049:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771050:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771051:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771052:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771052:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771053:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771053:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771054:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771055:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771055:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771056:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771057:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771057:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771058:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771059:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771059:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771060:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771060:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771061:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771062:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771062:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771063:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771064:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771065:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771066:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771067:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771067:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771068:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771069:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771069:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771070:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771071:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771071:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771072:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771073:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771073:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771074:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771075:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771076:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771076:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771077:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771078:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771078:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771079:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771080:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771080:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771081:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771082:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771082:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771083:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771084:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771084:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771085:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771085:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771086:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771087:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771087:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771088:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771089:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771089:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771090:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771091:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771091:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771092:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771092:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771093:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771094:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771094:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771095:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771096:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771097:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771098:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771099:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771100:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771101:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771101:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771102:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771113:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771113:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771114:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771115:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771115:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771116:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771116:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771117:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771118:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771119:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771119:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771120:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771120:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771121:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771122:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771123:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771123:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771124:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771125:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771125:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771126:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771126:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771127:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771128:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771128:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771129:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771129:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771130:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771131:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771132:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771133:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771134:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771134:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771135:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771136:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771136:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771137:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771138:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771139:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771140:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771140:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771141:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771142:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771142:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771143:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771144:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771144:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771145:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771146:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771146:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771147:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771148:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771148:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771149:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771150:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771150:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771151:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771152:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771152:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771153:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771153:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771154:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771155:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771155:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771156:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771157:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771157:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771158:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771159:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771160:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771160:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771161:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771162:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771162:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771163:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771164:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771164:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771165:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771166:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771166:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771167:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771168:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771168:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771169:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771170:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771171:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771171:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771172:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771173:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771174:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771174:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771175:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771176:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771176:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771177:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771177:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771178:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771178:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771179:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771180:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771180:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771181:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771193:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771193:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771194:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771195:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771196:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771196:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771197:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771198:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771198:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771199:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771200:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771200:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771201:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771202:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771202:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771203:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771204:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771204:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771205:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771205:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771206:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771207:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771207:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771208:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771208:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771209:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771210:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771211:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771211:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771212:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771213:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771214:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771215:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771215:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771216:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771217:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771218:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771218:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771219:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771220:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771220:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771221:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771222:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771222:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771223:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771224:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771224:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771225:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771226:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771226:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771227:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771228:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771228:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771229:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771230:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000020:00000001:3.0:1769075570.771230:0:41343:0:(cl_page.c:574:cl_page_get()) Process entered
00000020:00000001:3.0:1769075570.771231:0:41343:0:(cl_page.c:576:cl_page_get()) Process leaving
00000002:00000001:3.0:1769075570.771232:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.771232:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.771233:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.771234:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.771235:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.771237:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.771238:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771239:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.771240:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.771240:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.771242:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.771242:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.771243:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771245:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000000a11743[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.771246:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.771247:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.771248:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.771249:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771251:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771251:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771252:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771253:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771254:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771255:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000000a11743[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.771256:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.771257:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.771257:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.771258:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c580520dd08
00000008:00000001:3.0:1769075570.771259:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.771260:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c580520dd18 page ffff8c580520dd08 at index 0.
00000008:00000001:3.0:1769075570.771261:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.771263:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.771264:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bd640 index 0
00000020:00000001:3.0:1769075570.771265:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771266:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771269:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.771270:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771270:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771271:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.771272:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.771272:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.771273:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.771274:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.771275:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.771277:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.771278:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771279:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.771280:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.771281:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.771282:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.771282:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.771283:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771285:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000f1919074[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.771285:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.771286:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.771287:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.771288:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771289:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771290:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771291:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771292:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771292:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771294:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000f1919074[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.771294:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.771295:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.771296:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.771296:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5803641720
00000008:00000001:3.0:1769075570.771297:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.771298:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5803641730 page ffff8c5803641720 at index 1.
00000008:00000001:3.0:1769075570.771299:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.771301:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.771301:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bd580 index 1
00000020:00000001:3.0:1769075570.771302:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771303:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771304:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.771305:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771306:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771306:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.771307:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.771308:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.771308:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.771309:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.771310:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.771312:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.771313:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771314:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.771314:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.771315:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.771316:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.771317:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.771317:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771319:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000003d8578b5[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.771320:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.771320:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.771322:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.771322:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771323:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771324:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771325:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771326:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771327:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771328:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000003d8578b5[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.771329:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.771329:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.771330:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.771331:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5803641570
00000008:00000001:3.0:1769075570.771331:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.771332:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5803641580 page ffff8c5803641570 at index 2.
00000008:00000001:3.0:1769075570.771333:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.771335:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.771335:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bd5c0 index 2
00000020:00000001:3.0:1769075570.771336:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771337:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771338:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.771339:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771340:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771340:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.771341:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.771342:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.771342:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.771343:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.771344:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.771346:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.771347:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771348:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.771348:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.771349:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.771350:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.771351:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.771351:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771353:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000b516da1d[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.771354:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.771354:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.771355:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.771356:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771357:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771358:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771359:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771360:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771360:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771362:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000b516da1d[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.771362:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.771363:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.771364:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.771364:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5803641060
00000008:00000001:3.0:1769075570.771365:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.771366:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5803641070 page ffff8c5803641060 at index 3.
00000008:00000001:3.0:1769075570.771367:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.771368:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.771369:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bd600 index 3
00000020:00000001:3.0:1769075570.771370:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771371:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771372:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.771373:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771373:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771374:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.771375:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.771375:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.771376:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.771377:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.771378:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.771379:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.771380:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771381:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.771382:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.771383:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.771384:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.771385:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.771385:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771387:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000c6bd610d[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.771388:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.771388:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.771389:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.771390:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771398:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771399:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771400:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771400:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771401:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771402:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000c6bd610d[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.771404:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.771404:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.771405:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.771405:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5803641498
00000008:00000001:3.0:1769075570.771406:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.771407:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c58036414a8 page ffff8c5803641498 at index 4.
00000008:00000001:3.0:1769075570.771408:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.771409:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.771410:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bb3c0 index 4
00000020:00000001:3.0:1769075570.771411:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771412:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771413:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.771414:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771414:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771415:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.771416:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.771416:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.771417:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.771418:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.771419:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.771420:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.771421:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771422:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.771423:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.771424:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.771425:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.771425:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.771426:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771427:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000008864369e[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.771428:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.771429:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.771430:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.771430:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771431:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771433:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771433:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771434:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771435:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771436:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000008864369e[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.771437:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.771437:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.771438:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.771439:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5803641de0
00000008:00000001:3.0:1769075570.771439:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.771440:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5803641df0 page ffff8c5803641de0 at index 5.
00000008:00000001:3.0:1769075570.771441:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.771442:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.771443:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047b7400 index 5
00000020:00000001:3.0:1769075570.771444:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771445:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771446:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.771447:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771447:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771448:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.771449:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.771449:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.771450:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.771451:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.771452:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.771453:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.771454:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771455:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.771456:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.771457:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.771458:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.771458:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.771459:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771461:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000003dde844d[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.771461:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.771462:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.771463:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.771463:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771464:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771465:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771466:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771467:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771467:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771469:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000003dde844d[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.771469:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.771470:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.771471:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.771471:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5808f24210
00000008:00000001:3.0:1769075570.771472:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.771473:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5808f24220 page ffff8c5808f24210 at index 6.
00000008:00000001:3.0:1769075570.771474:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.771475:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.771476:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047b1980 index 6
00000020:00000001:3.0:1769075570.771477:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771478:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771479:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.771480:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771480:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771481:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.771482:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.771482:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.771483:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.771484:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.771485:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.771486:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.771487:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771488:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.771489:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.771490:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.771491:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.771491:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.771492:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771493:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000006dc02257[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.771494:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.771495:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.771496:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.771496:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771497:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771498:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771499:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771500:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771500:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771502:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000006dc02257[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.771502:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.771503:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.771504:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.771504:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5808f24eb8
00000008:00000001:3.0:1769075570.771505:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.771506:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5808f24ec8 page ffff8c5808f24eb8 at index 7.
00000008:00000001:3.0:1769075570.771507:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.771508:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.771509:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bb200 index 7
00000020:00000001:3.0:1769075570.771510:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771511:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771512:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.771512:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771513:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771514:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.771514:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.771515:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.771516:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.771517:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.771518:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.771519:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.771520:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771521:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.771522:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.771522:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.771523:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.771524:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.771525:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771526:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000a48d337b[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.771527:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.771528:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.771528:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.771529:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771530:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771531:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771531:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771532:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771533:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771535:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000a48d337b[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.771535:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.771536:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.771537:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.771537:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5808f24a80
00000008:00000001:3.0:1769075570.771538:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.771539:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5808f24a90 page ffff8c5808f24a80 at index 8.
00000008:00000001:3.0:1769075570.771540:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.771541:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.771542:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047b6680 index 8
00000020:00000001:3.0:1769075570.771543:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771544:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771545:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.771545:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771546:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771547:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.771547:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.771548:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.771549:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.771550:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.771551:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.771552:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.771553:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771554:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.771555:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.771556:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.771557:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.771557:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.771558:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771559:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000da876d59[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.771560:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.771561:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.771561:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.771562:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771563:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771564:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771564:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771565:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771566:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771567:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000da876d59[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.771568:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.771569:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.771570:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.771570:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5808f24720
00000008:00000001:3.0:1769075570.771571:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.771572:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5808f24730 page ffff8c5808f24720 at index 9.
00000008:00000001:3.0:1769075570.771573:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.771574:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.771575:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047b71c0 index 9
00000020:00000001:3.0:1769075570.771576:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771577:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771578:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.771578:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771579:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771580:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.771580:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.771581:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.771592:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.771594:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.771595:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.771597:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.771598:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771599:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.771600:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.771600:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.771602:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.771602:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.771603:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771604:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000f9257f96[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.771605:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.771606:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.771607:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.771608:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771609:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771610:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771610:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771611:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771612:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771614:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000f9257f96[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.771615:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.771616:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.771617:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.771617:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5808f24570
00000008:00000001:3.0:1769075570.771618:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.771619:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5808f24580 page ffff8c5808f24570 at index 10.
00000008:00000001:3.0:1769075570.771620:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.771622:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.771623:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bb300 index 10
00000020:00000001:3.0:1769075570.771624:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771624:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771626:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.771627:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771627:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771628:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.771629:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.771629:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.771630:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.771631:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.771632:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.771634:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.771635:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771636:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.771637:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.771638:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.771639:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.771639:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.771640:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771642:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000acbd40cc[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.771642:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.771643:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.771644:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.771645:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771646:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771646:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771647:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771647:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771648:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771649:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000acbd40cc[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.771651:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.771652:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.771653:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.771654:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5808f24060
00000008:00000001:3.0:1769075570.771654:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.771656:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5808f24070 page ffff8c5808f24060 at index 11.
00000008:00000001:3.0:1769075570.771657:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.771658:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.771659:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047b1880 index 11
00000020:00000001:3.0:1769075570.771660:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771660:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771662:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.771662:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771663:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771664:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.771664:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.771665:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.771666:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.771667:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.771668:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.771669:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.771670:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771671:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.771672:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.771672:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.771673:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.771674:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.771675:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771676:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000e0a455e7[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.771677:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.771678:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.771678:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.771679:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771680:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771681:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771681:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771682:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771683:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771684:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000e0a455e7[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.771685:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.771686:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.771687:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.771688:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5808f24498
00000008:00000001:3.0:1769075570.771688:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.771689:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5808f244a8 page ffff8c5808f24498 at index 12.
00000008:00000001:3.0:1769075570.771691:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.771692:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.771693:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047b1c00 index 12
00000020:00000001:3.0:1769075570.771694:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771695:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771696:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.771696:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771697:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771698:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.771698:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.771699:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.771700:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.771701:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.771702:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.771703:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.771704:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771705:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.771706:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.771706:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.771708:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.771708:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.771709:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771710:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000f6a5061b[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.771711:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.771712:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.771712:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.771713:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771714:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771715:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771715:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771716:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771717:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771718:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000f6a5061b[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.771719:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.771720:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.771721:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.771722:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5808f24de0
00000008:00000001:3.0:1769075570.771723:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.771724:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5808f24df0 page ffff8c5808f24de0 at index 13.
00000008:00000001:3.0:1769075570.771725:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.771727:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.771727:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff5090497d840 index 13
00000020:00000001:3.0:1769075570.771728:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771729:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771730:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.771743:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771744:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771745:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.771746:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.771746:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.771747:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.771748:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.771750:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.771751:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.771752:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771753:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.771754:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.771755:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.771756:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.771757:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.771758:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771759:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000d8c4ceca[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.771760:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.771761:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.771761:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.771762:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771763:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771764:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771765:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771766:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771767:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771768:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000d8c4ceca[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.771769:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.771770:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.771771:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.771772:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5808f24c30
00000008:00000001:3.0:1769075570.771773:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.771774:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5808f24c40 page ffff8c5808f24c30 at index 14.
00000008:00000001:3.0:1769075570.771775:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.771776:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.771777:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047b39c0 index 14
00000020:00000001:3.0:1769075570.771778:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771779:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771780:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.771781:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771782:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771782:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.771783:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.771784:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.771785:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.771786:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.771787:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.771789:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.771790:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771791:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.771792:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.771792:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.771794:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.771794:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.771795:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771796:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000075a6142c[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.771797:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.771798:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.771798:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.771799:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771800:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771801:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771801:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771802:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771803:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771804:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000075a6142c[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.771805:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.771806:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.771807:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.771808:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5808f24648
00000008:00000001:3.0:1769075570.771809:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.771810:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5808f24658 page ffff8c5808f24648 at index 15.
00000008:00000001:3.0:1769075570.771811:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.771812:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.771813:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bcb00 index 15
00000020:00000001:3.0:1769075570.771814:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771815:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771816:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.771816:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771817:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771818:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.771818:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.771819:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.771820:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.771821:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.771822:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.771823:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.771824:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771825:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.771826:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.771827:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.771828:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.771828:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.771829:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771830:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000072fb8513[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.771831:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.771832:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.771833:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.771833:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771834:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771835:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771836:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771836:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771837:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771838:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000072fb8513[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.771839:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.771840:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.771841:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.771842:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5808f24b58
00000008:00000001:3.0:1769075570.771843:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.771844:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5808f24b68 page ffff8c5808f24b58 at index 16.
00000008:00000001:3.0:1769075570.771845:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.771846:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.771847:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bb480 index 16
00000020:00000001:3.0:1769075570.771848:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771848:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771850:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.771850:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771851:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771852:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.771852:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.771853:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.771854:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.771855:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.771856:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.771857:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.771858:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771859:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.771860:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.771860:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.771861:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.771862:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.771863:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771864:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000002f7be743[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.771865:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.771866:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.771866:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.771867:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771868:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771869:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771869:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771870:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771871:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771872:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000002f7be743[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.771873:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.771874:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.771874:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.771875:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5808f248d0
00000008:00000001:3.0:1769075570.771876:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.771877:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5808f248e0 page ffff8c5808f248d0 at index 17.
00000008:00000001:3.0:1769075570.771878:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.771879:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.771880:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047b9600 index 17
00000020:00000001:3.0:1769075570.771881:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771881:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771883:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.771883:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771884:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771885:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.771885:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.771886:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.771887:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.771888:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.771889:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.771890:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.771891:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771892:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.771893:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.771893:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.771894:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.771895:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.771896:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771897:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000868d465f[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.771898:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.771899:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.771899:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.771900:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771901:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771902:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771902:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771903:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771904:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771905:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000868d465f[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.771906:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.771907:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.771908:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.771908:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5808f24138
00000008:00000001:3.0:1769075570.771909:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.771910:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5808f24148 page ffff8c5808f24138 at index 18.
00000008:00000001:3.0:1769075570.771911:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.771912:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.771913:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047b9640 index 18
00000020:00000001:3.0:1769075570.771914:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771914:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771916:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.771916:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771917:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771918:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.771918:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.771919:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.771920:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.771921:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.771922:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.771923:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.771924:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771925:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.771926:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.771926:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.771927:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.771928:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.771929:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771930:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000002288db15[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.771931:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.771932:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.771932:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.771933:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771934:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771935:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771935:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771936:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771937:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771938:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000002288db15[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.771939:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.771940:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.771940:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.771941:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5808f247f8
00000008:00000001:3.0:1769075570.771942:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.771942:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5808f24808 page ffff8c5808f247f8 at index 19.
00000008:00000001:3.0:1769075570.771944:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.771945:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.771946:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bb280 index 19
00000020:00000001:3.0:1769075570.771947:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771947:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771948:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.771949:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771950:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771950:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.771951:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.771952:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.771952:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.771953:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.771954:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.771956:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.771957:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771958:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.771958:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.771959:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.771960:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.771961:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.771961:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771963:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000006d990aa8[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.771964:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.771964:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.771965:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.771966:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771967:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771967:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.771968:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771969:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771969:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771971:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000006d990aa8[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.771972:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.771973:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.771973:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.771974:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5808f243c0
00000008:00000001:3.0:1769075570.771975:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.771975:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5808f243d0 page ffff8c5808f243c0 at index 20.
00000008:00000001:3.0:1769075570.771977:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.771978:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.771979:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bb2c0 index 20
00000020:00000001:3.0:1769075570.771980:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771980:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.771981:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.771982:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.771983:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.771983:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.771984:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.771985:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.771985:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.771986:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.771987:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.771989:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.771990:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.771991:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.771991:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.771992:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.771993:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.771994:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.771994:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.771996:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000d599683e[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.771997:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.771997:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.771998:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.771999:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772000:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772000:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772001:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772002:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772002:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772004:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000d599683e[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.772005:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.772005:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.772006:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.772007:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5808f242e8
00000008:00000001:3.0:1769075570.772007:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.772008:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5808f242f8 page ffff8c5808f242e8 at index 21.
00000008:00000001:3.0:1769075570.772009:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.772011:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.772011:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bb180 index 21
00000020:00000001:3.0:1769075570.772012:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772013:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772014:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.772015:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772015:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772016:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.772017:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.772017:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.772018:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.772019:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.772020:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.772021:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.772022:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772023:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.772024:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.772025:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.772026:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.772026:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.772027:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772029:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000d82184ef[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.772029:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.772030:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.772031:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.772031:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772032:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772033:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772034:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772034:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772035:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772036:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000d82184ef[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.772043:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.772044:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.772044:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.772045:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5808f24d08
00000008:00000001:3.0:1769075570.772046:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.772046:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5808f24d18 page ffff8c5808f24d08 at index 22.
00000008:00000001:3.0:1769075570.772047:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.772049:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.772049:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bb1c0 index 22
00000020:00000001:3.0:1769075570.772051:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772051:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772052:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.772053:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772054:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772054:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.772055:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.772056:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.772056:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.772057:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.772058:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.772060:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.772061:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772062:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.772062:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.772063:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.772064:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.772065:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.772065:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772067:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000002bf7cc92[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.772068:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.772068:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.772069:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.772070:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772071:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772071:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772072:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772073:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772073:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772075:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000002bf7cc92[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.772076:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.772076:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.772077:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.772078:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5808f249a8
00000008:00000001:3.0:1769075570.772078:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.772079:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5808f249b8 page ffff8c5808f249a8 at index 23.
00000008:00000001:3.0:1769075570.772080:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.772082:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.772082:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bb400 index 23
00000020:00000001:3.0:1769075570.772083:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772084:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772085:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.772086:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772086:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772087:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.772088:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.772088:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.772089:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.772090:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.772091:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.772092:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.772093:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772094:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.772095:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.772096:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.772097:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.772097:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.772098:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772100:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000dc5a76dc[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.772100:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.772101:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.772102:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.772102:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772103:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772104:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772105:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772105:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772106:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772107:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000dc5a76dc[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.772110:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.772111:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.772111:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.772112:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809c38d08
00000008:00000001:3.0:1769075570.772113:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.772113:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809c38d18 page ffff8c5809c38d08 at index 24.
00000008:00000001:3.0:1769075570.772114:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.772116:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.772116:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bb440 index 24
00000020:00000001:3.0:1769075570.772118:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772118:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772119:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.772120:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772121:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772121:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.772122:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.772123:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.772123:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.772124:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.772125:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.772127:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.772128:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772129:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.772129:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.772130:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.772131:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.772132:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.772132:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772134:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000004f23c65c[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.772135:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.772135:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.772136:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.772137:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772138:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772138:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772139:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772140:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772140:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772142:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000004f23c65c[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.772143:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.772144:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.772144:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.772145:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809c389a8
00000008:00000001:3.0:1769075570.772146:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.772146:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809c389b8 page ffff8c5809c389a8 at index 25.
00000008:00000001:3.0:1769075570.772147:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.772149:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.772149:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bd680 index 25
00000020:00000001:3.0:1769075570.772150:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772151:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772152:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.772153:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772153:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772154:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.772155:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.772155:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.772156:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.772157:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.772158:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.772160:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.772161:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772161:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.772162:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.772163:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.772164:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.772165:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.772165:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772167:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000e09659b9[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.772167:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.772168:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.772169:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.772170:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772170:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772171:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772172:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772172:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772173:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772174:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000e09659b9[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.772181:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.772182:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.772182:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.772183:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809c38210
00000008:00000001:3.0:1769075570.772184:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.772185:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809c38220 page ffff8c5809c38210 at index 26.
00000008:00000001:3.0:1769075570.772186:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.772187:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.772188:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bd6c0 index 26
00000020:00000001:3.0:1769075570.772189:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772189:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772190:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.772191:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772192:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772192:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.772193:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.772194:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.772195:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.772196:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.772197:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.772198:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.772199:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772200:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.772201:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.772201:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.772202:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.772203:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.772204:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772205:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000db598c0f[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.772206:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.772207:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.772207:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.772208:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772209:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772210:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772210:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772211:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772211:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772213:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000db598c0f[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.772214:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.772215:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.772215:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.772216:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809c38eb8
00000008:00000001:3.0:1769075570.772217:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.772217:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809c38ec8 page ffff8c5809c38eb8 at index 27.
00000008:00000001:3.0:1769075570.772219:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.772220:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.772220:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bd700 index 27
00000020:00000001:3.0:1769075570.772221:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772222:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772223:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.772224:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772225:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772225:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.772226:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.772227:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.772227:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.772228:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.772229:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.772231:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.772232:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772233:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.772233:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.772234:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.772235:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.772236:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.772236:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772238:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000fb192380[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.772238:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.772239:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.772240:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.772241:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772242:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772242:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772243:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772243:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772244:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772245:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000fb192380[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.772247:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.772247:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.772248:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.772249:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809c38a80
00000008:00000001:3.0:1769075570.772249:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.772250:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809c38a90 page ffff8c5809c38a80 at index 28.
00000008:00000001:3.0:1769075570.772251:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.772253:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.772253:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bd740 index 28
00000020:00000001:3.0:1769075570.772254:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772255:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772256:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.772257:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772257:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772258:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.772259:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.772259:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.772260:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.772261:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.772262:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.772263:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.772264:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772265:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.772266:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.772267:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.772268:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.772268:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.772269:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772271:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000000d6e4adb[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.772271:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.772272:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.772273:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.772274:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772274:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772275:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772276:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772276:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772277:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772278:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000000d6e4adb[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.772279:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.772280:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.772281:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.772281:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809c38720
00000008:00000001:3.0:1769075570.772282:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.772283:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809c38730 page ffff8c5809c38720 at index 29.
00000008:00000001:3.0:1769075570.772284:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.772285:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.772286:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bd780 index 29
00000020:00000001:3.0:1769075570.772287:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772288:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772289:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.772290:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772290:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772291:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.772291:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.772292:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.772293:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.772294:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.772295:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.772296:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.772297:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772298:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.772299:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.772299:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.772301:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.772301:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.772302:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772303:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000d8ebbd32[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.772304:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.772305:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.772305:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.772306:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772307:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772308:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772308:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772309:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772310:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772311:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000d8ebbd32[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.772312:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.772313:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.772313:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.772314:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809c38570
00000008:00000001:3.0:1769075570.772315:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.772316:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809c38580 page ffff8c5809c38570 at index 30.
00000008:00000001:3.0:1769075570.772317:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.772318:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.772319:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bd7c0 index 30
00000020:00000001:3.0:1769075570.772320:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772320:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772322:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.772322:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772323:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772324:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.772324:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.772325:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.772326:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.772327:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.772328:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.772329:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.772330:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772331:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.772332:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.772332:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.772333:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.772334:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.772335:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772336:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000002b2e8e50[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.772337:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.772338:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.772338:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.772339:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772340:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772341:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772341:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772342:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772342:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772344:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000002b2e8e50[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.772356:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.772357:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.772357:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.772358:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809c38060
00000008:00000001:3.0:1769075570.772359:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.772360:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809c38070 page ffff8c5809c38060 at index 31.
00000008:00000001:3.0:1769075570.772361:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.772362:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.772363:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bd800 index 31
00000020:00000001:3.0:1769075570.772364:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772364:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772365:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.772366:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772367:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772367:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.772368:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.772369:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.772369:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.772370:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.772371:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.772373:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.772374:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772375:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.772375:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.772376:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.772377:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.772378:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.772378:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772380:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000e0b33584[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.772381:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.772381:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.772382:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.772383:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772384:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772384:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772385:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772386:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772386:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772388:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000e0b33584[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.772389:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.772389:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.772390:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.772391:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809c38498
00000008:00000001:3.0:1769075570.772391:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.772392:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809c384a8 page ffff8c5809c38498 at index 32.
00000008:00000001:3.0:1769075570.772393:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.772395:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.772395:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bd840 index 32
00000020:00000001:3.0:1769075570.772396:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772397:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772398:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.772399:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772399:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772400:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.772401:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.772401:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.772402:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.772403:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.772404:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.772405:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.772406:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772407:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.772408:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.772409:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.772410:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.772410:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.772411:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772412:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000034bd855[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.772413:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.772414:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.772415:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.772415:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772416:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772417:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772418:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772418:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772419:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772420:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000034bd855[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.772422:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.772423:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.772424:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.772424:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809c38de0
00000008:00000001:3.0:1769075570.772425:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.772426:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809c38df0 page ffff8c5809c38de0 at index 33.
00000008:00000001:3.0:1769075570.772427:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.772428:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.772429:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bd880 index 33
00000020:00000001:3.0:1769075570.772430:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772430:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772432:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.772432:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772433:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772434:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.772434:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.772435:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.772436:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.772437:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.772438:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.772439:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.772440:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772441:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.772442:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.772442:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.772443:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.772444:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.772445:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772446:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000f250e753[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.772447:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.772448:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.772448:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.772449:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772450:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772451:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772451:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772452:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772453:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772454:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000f250e753[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.772455:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.772456:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.772456:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.772457:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809c38c30
00000008:00000001:3.0:1769075570.772458:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.772458:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809c38c40 page ffff8c5809c38c30 at index 34.
00000008:00000001:3.0:1769075570.772459:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.772461:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.772461:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bd8c0 index 34
00000020:00000001:3.0:1769075570.772462:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772463:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772464:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.772465:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772465:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772466:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.772467:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.772467:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.772468:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.772469:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.772470:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.772472:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.772473:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772473:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.772474:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.772475:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.772476:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.772477:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.772477:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772479:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000490ddd94[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.772479:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.772480:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.772481:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.772482:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772483:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772483:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772484:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772484:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772485:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772486:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000490ddd94[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.772487:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.772488:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.772489:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.772489:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809c38648
00000008:00000001:3.0:1769075570.772490:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.772491:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809c38658 page ffff8c5809c38648 at index 35.
00000008:00000001:3.0:1769075570.772492:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.772493:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.772494:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bd900 index 35
00000020:00000001:3.0:1769075570.772495:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772496:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772497:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.772497:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772498:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772499:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.772499:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.772500:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.772501:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.772502:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.772503:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.772504:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.772505:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772506:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.772507:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.772507:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.772509:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.772509:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.772510:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772511:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000002bab8f94[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.772512:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.772513:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.772513:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.772514:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772515:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772516:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772516:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772517:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772518:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772519:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000002bab8f94[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.772520:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.772521:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.772522:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.772522:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809c38b58
00000008:00000001:3.0:1769075570.772523:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.772524:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809c38b68 page ffff8c5809c38b58 at index 36.
00000008:00000001:3.0:1769075570.772525:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.772526:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.772527:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bd940 index 36
00000020:00000001:3.0:1769075570.772528:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772528:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772529:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.772530:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772531:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772531:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.772532:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.772533:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.772534:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.772534:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.772536:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.772537:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.772538:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772539:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.772539:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.772540:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.772541:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.772542:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.772543:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772544:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000001e54143e[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.772545:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.772546:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.772546:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.772547:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772548:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772548:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772549:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772550:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772550:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772552:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000001e54143e[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.772553:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.772554:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.772554:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.772555:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809c388d0
00000008:00000001:3.0:1769075570.772555:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.772556:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809c388e0 page ffff8c5809c388d0 at index 37.
00000008:00000001:3.0:1769075570.772557:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.772559:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.772559:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bd980 index 37
00000020:00000001:3.0:1769075570.772560:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772561:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772562:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.772563:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772563:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772564:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.772565:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.772565:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.772566:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.772567:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.772568:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.772570:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.772571:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772571:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.772572:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.772573:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.772574:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.772574:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.772575:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772577:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000f91b3e1c[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.772577:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.772578:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.772579:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.772580:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772580:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772581:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772591:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772592:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772593:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772594:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000f91b3e1c[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.772596:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.772596:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.772597:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.772598:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809c38138
00000008:00000001:3.0:1769075570.772599:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.772600:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809c38148 page ffff8c5809c38138 at index 38.
00000008:00000001:3.0:1769075570.772601:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.772602:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.772603:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bd9c0 index 38
00000020:00000001:3.0:1769075570.772604:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772605:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772607:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.772607:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772608:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772609:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.772609:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.772610:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.772611:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.772612:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.772613:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.772615:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.772616:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772617:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.772618:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.772618:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.772620:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.772620:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.772621:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772623:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000005cc995e8[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.772624:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.772624:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.772625:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.772626:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772627:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772628:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772628:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772629:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772630:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772631:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000005cc995e8[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.772632:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.772633:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.772634:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.772634:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809c387f8
00000008:00000001:3.0:1769075570.772635:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.772636:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809c38808 page ffff8c5809c387f8 at index 39.
00000008:00000001:3.0:1769075570.772637:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.772639:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.772639:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bda00 index 39
00000020:00000001:3.0:1769075570.772640:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772641:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772642:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.772643:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772643:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772644:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.772645:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.772645:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.772646:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.772647:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.772648:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.772650:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.772651:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772652:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.772652:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.772653:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.772654:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.772655:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.772655:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772657:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000006f6de9bc[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.772657:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.772658:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.772659:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.772660:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772661:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772661:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772662:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772662:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772663:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772664:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000006f6de9bc[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.772666:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.772666:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.772667:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.772668:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809c383c0
00000008:00000001:3.0:1769075570.772669:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.772670:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809c383d0 page ffff8c5809c383c0 at index 40.
00000008:00000001:3.0:1769075570.772671:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.772672:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.772673:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bda40 index 40
00000020:00000001:3.0:1769075570.772674:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772675:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772676:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.772676:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772677:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772678:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.772678:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.772679:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.772680:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.772681:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.772682:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.772683:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.772684:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772685:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.772686:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.772687:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.772688:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.772688:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.772689:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772690:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000a9fcf3d6[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.772691:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.772692:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.772692:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.772693:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772694:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772695:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772695:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772696:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772697:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772698:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000a9fcf3d6[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.772699:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.772700:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.772701:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.772702:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809c382e8
00000008:00000001:3.0:1769075570.772703:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.772704:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809c382f8 page ffff8c5809c382e8 at index 41.
00000008:00000001:3.0:1769075570.772705:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.772706:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.772707:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bda80 index 41
00000020:00000001:3.0:1769075570.772708:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772708:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772710:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.772710:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772711:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772712:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.772712:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.772713:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.772714:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.772715:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.772716:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.772717:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.772718:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772719:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.772720:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.772721:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.772723:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.772724:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.772724:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772726:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000008e078b9e[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.772727:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.772728:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.772729:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.772730:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772745:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772745:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772746:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772747:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772747:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772749:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000008e078b9e[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.772750:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.772751:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.772752:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.772753:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809ec2eb8
00000008:00000001:3.0:1769075570.772754:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.772755:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809ec2ec8 page ffff8c5809ec2eb8 at index 42.
00000008:00000001:3.0:1769075570.772756:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.772758:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.772759:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bdac0 index 42
00000020:00000001:3.0:1769075570.772760:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772760:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772762:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.772763:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772763:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772764:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.772765:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.772767:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.772768:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.772769:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.772771:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.772772:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.772774:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772775:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.772777:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.772778:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.772779:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.772780:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.772780:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772782:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000ce349669[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.772783:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.772790:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.772791:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.772791:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772792:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772793:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772794:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772794:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772795:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772796:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000ce349669[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.772798:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.772798:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.772799:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.772800:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809ec2a80
00000008:00000001:3.0:1769075570.772801:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.772802:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809ec2a90 page ffff8c5809ec2a80 at index 43.
00000008:00000001:3.0:1769075570.772803:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.772805:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.772805:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bdb00 index 43
00000020:00000001:3.0:1769075570.772806:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772807:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772808:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.772809:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772810:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772810:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.772811:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.772812:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.772812:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.772813:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.772815:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.772816:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.772817:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772818:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.772818:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.772819:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.772820:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.772821:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.772821:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772823:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000001e160239[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.772824:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.772824:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.772825:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.772826:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772827:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772827:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772828:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772829:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772829:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772831:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000001e160239[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.772832:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.772833:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.772833:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.772834:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809ec2720
00000008:00000001:3.0:1769075570.772835:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.772836:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809ec2730 page ffff8c5809ec2720 at index 44.
00000008:00000001:3.0:1769075570.772837:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.772839:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.772839:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bdb40 index 44
00000020:00000001:3.0:1769075570.772840:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772841:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772842:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.772843:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772843:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772844:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.772845:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.772845:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.772846:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.772847:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.772848:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.772850:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.772851:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772851:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.772852:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.772853:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.772854:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.772855:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.772855:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772857:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000c1b1192c[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.772857:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.772858:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.772859:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.772860:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772860:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772861:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772862:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772862:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772863:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772864:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000c1b1192c[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.772866:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.772867:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.772868:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.772868:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809ec2570
00000008:00000001:3.0:1769075570.772869:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.772870:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809ec2580 page ffff8c5809ec2570 at index 45.
00000008:00000001:3.0:1769075570.772871:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.772873:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.772873:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bdb80 index 45
00000020:00000001:3.0:1769075570.772874:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772875:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772876:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.772877:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772878:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772878:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.772879:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.772880:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.772880:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.772881:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.772882:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.772884:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.772885:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772886:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.772886:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.772887:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.772888:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.772889:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.772889:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772891:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000c3aa32d0[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.772892:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.772892:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.772893:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.772894:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772895:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772895:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772896:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772897:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772897:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772898:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000c3aa32d0[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.772900:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.772901:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.772901:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.772902:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809ec2060
00000008:00000001:3.0:1769075570.772903:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.772904:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809ec2070 page ffff8c5809ec2060 at index 46.
00000008:00000001:3.0:1769075570.772905:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.772907:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.772907:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bdbc0 index 46
00000020:00000001:3.0:1769075570.772908:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772909:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772910:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.772911:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772912:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772912:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.772913:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.772914:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.772914:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.772915:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.772916:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.772918:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.772919:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772920:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.772920:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.772921:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.772922:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.772923:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.772923:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772925:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000009dc34b5c[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.772926:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.772926:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.772927:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.772928:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772929:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772929:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772930:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772931:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772931:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772933:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000009dc34b5c[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.772934:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.772934:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.772935:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.772936:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809ec2498
00000008:00000001:3.0:1769075570.772936:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.772937:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809ec24a8 page ffff8c5809ec2498 at index 47.
00000008:00000001:3.0:1769075570.772938:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.772940:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.772940:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bdc00 index 47
00000020:00000001:3.0:1769075570.772941:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772942:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772943:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.772944:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772944:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772945:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.772946:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.772946:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.772947:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.772948:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.772949:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.772951:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.772952:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772952:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.772953:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.772954:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.772955:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.772956:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.772956:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772958:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000fd4ab942[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.772958:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.772959:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.772960:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.772961:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772961:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772962:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772963:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772963:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772964:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772965:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000fd4ab942[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.772966:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.772967:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.772968:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.772968:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809ec2de0
00000008:00000001:3.0:1769075570.772969:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.772970:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809ec2df0 page ffff8c5809ec2de0 at index 48.
00000008:00000001:3.0:1769075570.772971:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.772972:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.772973:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bdc40 index 48
00000020:00000001:3.0:1769075570.772974:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772975:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.772976:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.772977:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772977:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772978:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.772979:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.772979:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.772980:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.772981:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.772982:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.772983:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.772984:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772985:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.772986:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.772987:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.772988:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.772988:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.772989:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772990:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000008261bcde[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.772991:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.772992:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.772993:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.772993:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.772994:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772995:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.772996:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.772996:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.772997:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.772998:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000008261bcde[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.772999:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.773000:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.773001:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.773001:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809ec2c30
00000008:00000001:3.0:1769075570.773002:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.773003:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809ec2c40 page ffff8c5809ec2c30 at index 49.
00000008:00000001:3.0:1769075570.773004:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.773005:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.773006:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bdc80 index 49
00000020:00000001:3.0:1769075570.773007:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773008:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773009:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.773009:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773010:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773011:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.773011:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.773012:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.773013:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.773014:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.773015:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.773016:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.773017:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773018:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.773019:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.773019:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.773021:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.773021:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.773022:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773023:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000f1efafa9[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.773024:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.773025:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.773025:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.773026:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773027:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773028:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773028:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773029:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773030:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773031:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000f1efafa9[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.773032:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.773033:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.773034:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.773034:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809ec2648
00000008:00000001:3.0:1769075570.773035:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.773036:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809ec2658 page ffff8c5809ec2648 at index 50.
00000008:00000001:3.0:1769075570.773037:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.773038:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.773039:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bdcc0 index 50
00000020:00000001:3.0:1769075570.773040:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773041:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773042:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.773042:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773043:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773044:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.773044:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.773045:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.773046:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.773047:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.773048:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.773049:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.773050:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773051:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.773052:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.773053:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.773054:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.773054:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.773055:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773056:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000ed7889cf[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.773057:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.773058:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.773058:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.773059:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773060:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773061:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773061:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773062:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773063:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773064:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000ed7889cf[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.773065:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.773066:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.773066:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.773067:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809ec2b58
00000008:00000001:3.0:1769075570.773068:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.773069:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809ec2b68 page ffff8c5809ec2b58 at index 51.
00000008:00000001:3.0:1769075570.773070:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.773071:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.773072:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bdd00 index 51
00000020:00000001:3.0:1769075570.773073:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773073:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773075:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.773075:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773076:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773077:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.773077:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.773078:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.773079:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.773080:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.773081:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.773082:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.773083:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773084:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.773085:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.773085:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.773086:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.773087:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.773088:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773089:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000004f30fdc3[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.773090:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.773091:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.773091:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.773092:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773093:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773094:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773094:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773095:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773095:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773097:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000004f30fdc3[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.773107:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.773107:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.773108:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.773109:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809ec28d0
00000008:00000001:3.0:1769075570.773109:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.773110:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809ec28e0 page ffff8c5809ec28d0 at index 52.
00000008:00000001:3.0:1769075570.773111:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.773113:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.773113:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bdd40 index 52
00000020:00000001:3.0:1769075570.773114:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773115:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773116:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.773117:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773118:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773118:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.773119:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.773120:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.773120:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.773121:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.773122:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.773124:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.773125:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773126:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.773126:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.773127:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.773128:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.773129:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.773129:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773131:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000ccf9f8f4[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.773131:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.773132:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.773133:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.773134:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773135:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773135:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773136:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773136:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773137:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773138:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000ccf9f8f4[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.773140:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.773140:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.773141:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.773141:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809ec2138
00000008:00000001:3.0:1769075570.773142:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.773143:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809ec2148 page ffff8c5809ec2138 at index 53.
00000008:00000001:3.0:1769075570.773144:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.773145:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.773146:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bdd80 index 53
00000020:00000001:3.0:1769075570.773147:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773148:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773149:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.773150:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773150:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773151:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.773152:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.773152:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.773153:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.773154:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.773155:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.773156:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.773157:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773158:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.773159:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.773160:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.773161:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.773161:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.773162:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773163:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000008d196d89[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.773164:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.773165:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.773166:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.773166:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773167:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773168:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773169:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773169:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773170:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773171:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000008d196d89[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.773173:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.773174:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.773174:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.773175:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809ec27f8
00000008:00000001:3.0:1769075570.773176:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.773176:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809ec2808 page ffff8c5809ec27f8 at index 54.
00000008:00000001:3.0:1769075570.773178:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.773179:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.773179:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bddc0 index 54
00000020:00000001:3.0:1769075570.773181:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773181:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773182:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.773183:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773184:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773184:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.773185:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.773186:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.773186:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.773187:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.773189:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.773190:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.773191:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773192:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.773192:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.773193:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.773194:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.773195:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.773195:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773197:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000005be93e2a[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.773198:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.773198:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.773199:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.773200:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773201:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773201:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773202:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773203:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773203:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773205:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000005be93e2a[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.773206:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.773206:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.773207:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.773208:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809ec23c0
00000008:00000001:3.0:1769075570.773208:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.773209:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809ec23d0 page ffff8c5809ec23c0 at index 55.
00000008:00000001:3.0:1769075570.773210:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.773212:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.773212:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bde00 index 55
00000020:00000001:3.0:1769075570.773213:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773214:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773215:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.773216:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773216:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773217:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.773218:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.773218:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.773219:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.773220:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.773221:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.773223:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.773224:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773224:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.773225:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.773226:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.773227:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.773228:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.773228:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773230:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000001377617d[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.773230:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.773231:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.773232:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.773233:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773233:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773234:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773235:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773235:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773236:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773237:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000001377617d[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.773239:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.773239:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.773240:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.773241:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809ec22e8
00000008:00000001:3.0:1769075570.773241:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.773242:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809ec22f8 page ffff8c5809ec22e8 at index 56.
00000008:00000001:3.0:1769075570.773243:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.773245:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.773245:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bde40 index 56
00000020:00000001:3.0:1769075570.773246:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773247:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773248:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.773249:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773250:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773250:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.773251:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.773252:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.773252:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.773253:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.773254:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.773256:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.773257:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773258:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.773258:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.773259:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.773260:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.773261:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.773261:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773263:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000fe255074[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.773264:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.773264:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.773265:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.773266:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773267:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773267:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773268:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773269:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773269:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773270:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000fe255074[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.773272:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.773272:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.773273:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.773274:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809ec2d08
00000008:00000001:3.0:1769075570.773274:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.773275:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809ec2d18 page ffff8c5809ec2d08 at index 57.
00000008:00000001:3.0:1769075570.773276:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.773278:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.773278:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bde80 index 57
00000020:00000001:3.0:1769075570.773279:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773280:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773281:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.773282:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773282:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773283:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.773284:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.773284:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.773285:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.773286:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.773287:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.773289:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.773290:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773290:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.773291:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.773292:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.773293:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.773294:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.773294:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773296:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000004bdbb649[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.773296:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.773297:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.773298:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.773299:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773299:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773300:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773301:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773301:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773302:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773303:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000004bdbb649[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.773311:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.773312:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.773312:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.773313:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809ec29a8
00000008:00000001:3.0:1769075570.773314:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.773314:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809ec29b8 page ffff8c5809ec29a8 at index 58.
00000008:00000001:3.0:1769075570.773316:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.773317:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.773317:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bdec0 index 58
00000020:00000001:3.0:1769075570.773318:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773319:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773320:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.773321:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773322:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773322:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.773323:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.773324:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.773324:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.773325:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.773326:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.773328:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.773329:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773330:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.773330:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.773331:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.773332:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.773333:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.773333:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773335:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000000881892e[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.773336:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.773336:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.773337:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.773338:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773339:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773339:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773340:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773341:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773341:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773342:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000000881892e[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.773344:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.773344:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.773345:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.773346:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5809ec2210
00000008:00000001:3.0:1769075570.773346:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.773347:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5809ec2220 page ffff8c5809ec2210 at index 59.
00000008:00000001:3.0:1769075570.773348:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.773350:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.773350:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bdf00 index 59
00000020:00000001:3.0:1769075570.773351:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773352:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773353:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.773354:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773354:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773355:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.773356:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.773356:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.773357:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.773358:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.773359:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.773361:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.773362:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773362:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.773363:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.773364:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.773365:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.773366:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.773366:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773368:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000095362f94[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.773368:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.773369:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.773370:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.773371:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773371:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773372:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773373:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773373:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773374:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773375:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000095362f94[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.773376:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.773377:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.773378:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.773378:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c583a3c58d0
00000008:00000001:3.0:1769075570.773379:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.773380:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c583a3c58e0 page ffff8c583a3c58d0 at index 60.
00000008:00000001:3.0:1769075570.773381:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.773390:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.773391:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bdf40 index 60
00000020:00000001:3.0:1769075570.773392:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773392:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773394:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.773394:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773395:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773396:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.773396:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.773397:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.773398:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.773399:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.773400:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.773401:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.773402:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773403:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.773404:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.773404:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.773405:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.773406:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.773407:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773408:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000001e342729[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.773409:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.773410:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.773410:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.773411:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773412:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773413:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773413:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773414:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773415:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773416:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000001e342729[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.773417:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.773418:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.773418:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.773419:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c583a3c5138
00000008:00000001:3.0:1769075570.773420:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.773421:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c583a3c5148 page ffff8c583a3c5138 at index 61.
00000008:00000001:3.0:1769075570.773422:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.773423:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.773424:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bdf80 index 61
00000020:00000001:3.0:1769075570.773425:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773425:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773426:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.773427:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773428:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773428:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.773429:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.773430:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.773430:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.773431:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.773433:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.773434:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.773435:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773436:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.773436:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.773437:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.773438:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.773439:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.773439:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773441:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000f9f27321[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.773442:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.773442:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.773443:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.773444:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773445:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773445:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773446:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773447:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773447:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773449:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000f9f27321[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.773455:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.773456:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.773457:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.773457:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c583a3c57f8
00000008:00000001:3.0:1769075570.773458:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.773459:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c583a3c5808 page ffff8c583a3c57f8 at index 62.
00000008:00000001:3.0:1769075570.773460:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.773461:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.773462:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bdfc0 index 62
00000020:00000001:3.0:1769075570.773463:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773464:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773465:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.773466:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773466:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773467:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.773468:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.773468:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.773469:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.773470:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.773471:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.773472:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.773473:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773474:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.773475:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.773476:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.773477:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.773477:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.773478:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773479:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000e0e67366[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.773480:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.773481:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.773482:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.773482:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773483:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773484:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773485:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773485:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773486:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773487:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000e0e67366[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.773488:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.773489:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.773490:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.773490:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c583a3c53c0
00000008:00000001:3.0:1769075570.773491:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.773492:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c583a3c53d0 page ffff8c583a3c53c0 at index 63.
00000008:00000001:3.0:1769075570.773493:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.773496:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.773497:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be000 index 63
00000020:00000001:3.0:1769075570.773498:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773498:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773501:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.773501:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773502:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773503:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.773503:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.773504:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.773505:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.773506:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.773507:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.773508:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.773509:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773511:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.773511:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.773512:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.773513:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.773514:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.773515:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773516:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000886b129f[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.773517:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.773518:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.773518:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.773519:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773520:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773520:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773521:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773522:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773522:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773524:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000886b129f[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.773525:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.773526:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.773527:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.773527:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c583a3c52e8
00000008:00000001:3.0:1769075570.773528:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.773529:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c583a3c52f8 page ffff8c583a3c52e8 at index 64.
00000008:00000001:3.0:1769075570.773530:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.773532:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.773532:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be040 index 64
00000020:00000001:3.0:1769075570.773534:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773534:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773535:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.773536:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773537:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773537:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.773538:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.773539:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.773539:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.773540:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.773542:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.773543:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.773544:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773545:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.773545:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.773546:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.773547:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.773548:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.773549:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773550:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000b6029d53[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.773551:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.773552:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.773552:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.773553:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773554:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773554:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773555:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773556:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773556:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773558:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000b6029d53[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.773559:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.773560:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.773561:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.773562:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c583a3c5d08
00000008:00000001:3.0:1769075570.773562:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.773573:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c583a3c5d18 page ffff8c583a3c5d08 at index 65.
00000008:00000001:3.0:1769075570.773575:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.773576:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.773576:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be080 index 65
00000020:00000001:3.0:1769075570.773578:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773578:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773579:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.773580:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773581:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773581:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.773591:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.773592:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.773592:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.773593:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.773595:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.773596:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.773597:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773598:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.773599:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.773600:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.773601:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.773601:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.773602:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773604:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000623093c1[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.773605:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.773606:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.773607:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.773608:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773609:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773609:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773610:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773611:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773611:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773613:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000623093c1[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.773614:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.773615:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.773616:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.773617:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c583a3c59a8
00000008:00000001:3.0:1769075570.773617:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.773619:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c583a3c59b8 page ffff8c583a3c59a8 at index 66.
00000008:00000001:3.0:1769075570.773620:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.773621:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.773622:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be0c0 index 66
00000020:00000001:3.0:1769075570.773623:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773624:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773625:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.773626:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773627:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773627:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.773628:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.773629:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.773629:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.773630:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.773631:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.773633:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.773634:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773635:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.773636:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.773637:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.773638:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.773638:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.773639:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773641:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000008a40c1bb[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.773641:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.773642:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.773643:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.773644:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773644:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773645:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773646:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773646:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773647:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773648:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000008a40c1bb[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.773650:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.773650:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.773651:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.773652:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c583a3c5210
00000008:00000001:3.0:1769075570.773653:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.773654:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c583a3c5220 page ffff8c583a3c5210 at index 67.
00000008:00000001:3.0:1769075570.773656:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.773657:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.773658:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be100 index 67
00000020:00000001:3.0:1769075570.773659:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773660:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773661:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.773661:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773662:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773663:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.773663:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.773664:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.773665:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.773666:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.773667:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.773668:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.773669:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773670:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.773671:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.773672:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.773673:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.773673:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.773674:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773675:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000009962d0b9[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.773676:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.773677:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.773678:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.773678:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773679:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773680:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773681:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773681:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773682:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773683:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000009962d0b9[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.773685:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.773685:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.773686:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.773687:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c583a3c5eb8
00000008:00000001:3.0:1769075570.773688:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.773689:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c583a3c5ec8 page ffff8c583a3c5eb8 at index 68.
00000008:00000001:3.0:1769075570.773690:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.773691:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.773692:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be140 index 68
00000020:00000001:3.0:1769075570.773693:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773694:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773695:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.773696:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773696:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773697:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.773698:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.773698:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.773699:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.773700:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.773701:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.773702:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.773703:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773704:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.773705:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.773706:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.773707:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.773707:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.773708:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773710:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000078b2e77f[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.773710:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.773711:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.773712:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.773712:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773713:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773714:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773715:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773715:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773716:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773717:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000078b2e77f[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.773718:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.773719:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.773720:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.773721:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c583a3c5a80
00000008:00000001:3.0:1769075570.773722:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.773723:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c583a3c5a90 page ffff8c583a3c5a80 at index 69.
00000008:00000001:3.0:1769075570.773724:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.773725:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.773726:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be180 index 69
00000020:00000001:3.0:1769075570.773727:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773728:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773729:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.773730:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773730:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773742:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.773743:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.773744:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.773745:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.773746:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.773748:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.773750:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.773751:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773752:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.773754:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.773755:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.773756:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.773757:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.773758:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773759:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000031e720ae[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.773761:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.773761:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.773762:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.773763:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773764:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773766:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773766:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773767:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773768:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773770:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000031e720ae[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.773772:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.773773:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.773774:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.773775:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c583a3c5720
00000008:00000001:3.0:1769075570.773776:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.773777:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c583a3c5730 page ffff8c583a3c5720 at index 70.
00000008:00000001:3.0:1769075570.773779:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.773782:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.773783:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be1c0 index 70
00000020:00000001:3.0:1769075570.773784:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773785:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773787:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.773788:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773789:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773790:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.773791:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.773792:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.773793:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.773794:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.773796:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.773797:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.773798:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773799:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.773800:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.773801:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.773802:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.773802:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.773803:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773805:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000002f9a23cb[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.773805:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.773806:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.773807:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.773808:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773808:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773809:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773810:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773810:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773811:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773812:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000002f9a23cb[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.773814:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.773815:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.773815:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.773816:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c583a3c5570
00000008:00000001:3.0:1769075570.773828:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.773829:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c583a3c5580 page ffff8c583a3c5570 at index 71.
00000008:00000001:3.0:1769075570.773830:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.773832:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.773832:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be200 index 71
00000020:00000001:3.0:1769075570.773833:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773834:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773835:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.773836:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773837:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773837:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.773838:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.773839:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.773839:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.773840:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.773842:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.773843:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.773844:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773845:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.773845:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.773846:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.773847:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.773848:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.773849:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773850:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000002664acd0[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.773851:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.773851:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.773852:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.773853:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773854:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773854:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773855:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773856:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773856:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773858:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000002664acd0[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.773859:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.773860:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.773861:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.773862:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c583a3c5060
00000008:00000001:3.0:1769075570.773863:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.773864:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c583a3c5070 page ffff8c583a3c5060 at index 72.
00000008:00000001:3.0:1769075570.773865:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.773866:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.773867:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be240 index 72
00000020:00000001:3.0:1769075570.773868:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773869:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773870:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.773870:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773871:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773872:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.773872:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.773873:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.773874:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.773875:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.773876:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.773877:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.773878:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773879:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.773880:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.773880:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.773881:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.773882:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.773883:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773884:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000007561c4d[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.773885:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.773886:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.773886:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.773887:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773888:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773889:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773889:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773890:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773891:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773892:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000007561c4d[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.773893:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.773894:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.773895:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.773896:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c583a3c5498
00000008:00000001:3.0:1769075570.773897:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.773898:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c583a3c54a8 page ffff8c583a3c5498 at index 73.
00000008:00000001:3.0:1769075570.773899:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.773900:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.773901:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be280 index 73
00000020:00000001:3.0:1769075570.773902:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773903:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773904:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.773904:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773905:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773906:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.773906:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.773907:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.773908:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.773909:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.773910:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.773911:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.773912:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773913:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.773914:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.773914:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.773915:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.773916:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.773917:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773918:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000055ae8407[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.773919:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.773920:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.773920:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.773921:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773922:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773923:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773923:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773924:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773925:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773926:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000055ae8407[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.773928:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.773928:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.773929:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.773930:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c583a3c5de0
00000008:00000001:3.0:1769075570.773931:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.773932:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c583a3c5df0 page ffff8c583a3c5de0 at index 74.
00000008:00000001:3.0:1769075570.773933:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.773934:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.773935:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be2c0 index 74
00000020:00000001:3.0:1769075570.773936:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773937:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773938:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.773939:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773939:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773940:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.773941:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.773941:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.773942:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.773943:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.773944:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.773945:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.773946:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773947:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.773948:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.773949:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.773950:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.773950:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.773951:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773953:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000002cde0b45[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.773953:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.773954:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.773955:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.773955:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773956:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773957:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773958:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773958:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773959:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773960:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000002cde0b45[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.773962:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.773962:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.773963:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.773964:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c583a3c5c30
00000008:00000001:3.0:1769075570.773965:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.773966:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c583a3c5c40 page ffff8c583a3c5c30 at index 75.
00000008:00000001:3.0:1769075570.773967:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.773968:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.773969:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be300 index 75
00000020:00000001:3.0:1769075570.773970:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773971:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.773972:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.773973:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773973:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773974:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.773975:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.773975:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.773976:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.773977:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.773978:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.773979:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.773980:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773981:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.773982:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.773983:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.773984:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.773984:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.773985:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773987:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000006b439bd6[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.773987:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.773988:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.773989:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.773990:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.773990:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773991:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.773992:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.773992:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.773993:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.773994:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000006b439bd6[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.773996:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.773997:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.773997:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.773998:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c583a3c5648
00000008:00000001:3.0:1769075570.773999:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.774000:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c583a3c5658 page ffff8c583a3c5648 at index 76.
00000008:00000001:3.0:1769075570.774001:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.774002:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.774003:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be340 index 76
00000020:00000001:3.0:1769075570.774004:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774005:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774006:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.774007:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774007:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774008:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.774009:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.774009:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.774010:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.774011:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.774012:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.774013:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.774014:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774015:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.774016:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.774017:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.774018:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.774018:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.774019:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774021:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000024834743[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.774021:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.774022:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.774023:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.774024:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774024:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774025:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774026:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774026:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774027:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774028:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000024834743[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.774030:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.774030:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.774031:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.774032:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c583a3c5b58
00000008:00000001:3.0:1769075570.774032:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.774033:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c583a3c5b68 page ffff8c583a3c5b58 at index 77.
00000008:00000001:3.0:1769075570.774034:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.774036:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.774036:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be380 index 77
00000020:00000001:3.0:1769075570.774037:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774038:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774039:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.774040:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774040:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774041:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.774042:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.774042:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.774043:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.774044:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.774045:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.774047:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.774048:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774048:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.774049:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.774050:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.774051:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.774052:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.774052:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774054:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000b06757ff[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.774054:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.774055:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.774056:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.774057:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774058:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774058:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774059:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774059:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774060:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774061:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000b06757ff[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.774062:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.774063:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.774064:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.774064:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c580927b7f8
00000008:00000001:3.0:1769075570.774065:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.774066:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c580927b808 page ffff8c580927b7f8 at index 78.
00000008:00000001:3.0:1769075570.774067:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.774068:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.774069:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be3c0 index 78
00000020:00000001:3.0:1769075570.774070:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774071:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774072:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.774073:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774073:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774074:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.774074:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.774075:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.774076:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.774077:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.774078:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.774079:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.774080:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774081:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.774082:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.774083:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.774084:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.774084:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.774085:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774086:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000081521323[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.774087:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.774088:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.774089:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.774089:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774090:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774091:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774091:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774092:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774093:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774094:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000081521323[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.774102:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.774103:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.774104:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.774105:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c580927b3c0
00000008:00000001:3.0:1769075570.774105:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.774106:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c580927b3d0 page ffff8c580927b3c0 at index 79.
00000008:00000001:3.0:1769075570.774107:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.774108:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.774109:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be400 index 79
00000020:00000001:3.0:1769075570.774110:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774111:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774112:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.774113:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774113:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774114:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.774115:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.774115:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.774116:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.774117:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.774118:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.774119:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.774120:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774121:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.774122:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.774123:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.774124:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.774124:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.774125:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774127:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000fa3d55b2[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.774127:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.774128:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.774129:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.774129:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774130:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774131:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774132:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774132:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774133:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774134:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000fa3d55b2[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.774136:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.774136:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.774137:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.774138:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c580927b2e8
00000008:00000001:3.0:1769075570.774138:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.774139:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c580927b2f8 page ffff8c580927b2e8 at index 80.
00000008:00000001:3.0:1769075570.774140:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.774141:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.774142:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be440 index 80
00000020:00000001:3.0:1769075570.774143:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774144:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774145:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.774146:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774146:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774147:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.774148:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.774148:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.774149:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.774150:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.774151:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.774152:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.774153:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774154:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.774155:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.774156:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.774157:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.774157:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.774158:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774159:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000023bdd8ed[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.774160:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.774161:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.774162:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.774162:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774163:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774164:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774165:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774165:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774166:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774167:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000023bdd8ed[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.774168:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.774169:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.774170:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.774170:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c580927bd08
00000008:00000001:3.0:1769075570.774171:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.774172:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c580927bd18 page ffff8c580927bd08 at index 81.
00000008:00000001:3.0:1769075570.774173:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.774174:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.774175:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be480 index 81
00000020:00000001:3.0:1769075570.774176:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774177:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774178:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.774178:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774179:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774180:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.774180:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.774181:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.774182:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.774183:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.774184:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.774185:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.774186:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774187:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.774188:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.774189:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.774190:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.774190:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.774191:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774192:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000001fc524e0[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.774193:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.774194:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.774194:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.774195:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774196:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774197:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774197:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774198:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774199:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774201:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000001fc524e0[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.774202:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.774203:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.774204:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.774204:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c580927b9a8
00000008:00000001:3.0:1769075570.774205:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.774206:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c580927b9b8 page ffff8c580927b9a8 at index 82.
00000008:00000001:3.0:1769075570.774207:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.774208:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.774209:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be4c0 index 82
00000020:00000001:3.0:1769075570.774210:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774211:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774212:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.774213:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774213:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774214:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.774214:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.774215:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.774216:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.774217:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.774218:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.774219:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.774220:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774221:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.774222:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.774223:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.774224:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.774224:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.774225:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774226:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000008862a3a3[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.774227:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.774228:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.774229:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.774229:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774230:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774231:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774231:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774232:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774233:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774234:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000008862a3a3[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.774235:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.774236:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.774237:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.774237:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c580927b210
00000008:00000001:3.0:1769075570.774238:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.774239:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c580927b220 page ffff8c580927b210 at index 83.
00000008:00000001:3.0:1769075570.774240:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.774241:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.774242:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be500 index 83
00000020:00000001:3.0:1769075570.774243:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774244:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774245:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.774245:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774246:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774247:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.774247:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.774248:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.774249:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.774250:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.774251:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.774252:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.774253:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774254:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.774255:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.774255:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.774257:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.774257:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.774258:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774259:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000dc26be4a[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.774260:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.774261:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.774261:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.774262:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774263:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774264:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774264:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774265:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774266:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774267:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000dc26be4a[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.774268:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.774269:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.774270:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.774270:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c580927beb8
00000008:00000001:3.0:1769075570.774271:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.774272:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c580927bec8 page ffff8c580927beb8 at index 84.
00000008:00000001:3.0:1769075570.774273:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.774274:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.774275:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be540 index 84
00000020:00000001:3.0:1769075570.774276:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774276:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774278:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.774278:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774279:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774280:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.774280:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.774281:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.774282:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.774283:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.774284:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.774285:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.774286:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774287:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.774288:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.774288:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.774289:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.774290:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.774291:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774292:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000041296feb[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.774293:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.774294:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.774294:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.774295:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774296:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774297:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774297:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774298:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774298:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774300:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000041296feb[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.774301:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.774302:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.774302:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.774303:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c580927ba80
00000008:00000001:3.0:1769075570.774304:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.774305:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c580927ba90 page ffff8c580927ba80 at index 85.
00000008:00000001:3.0:1769075570.774306:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.774307:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.774308:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be580 index 85
00000020:00000001:3.0:1769075570.774309:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774309:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774311:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.774311:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774312:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774312:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.774313:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.774314:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.774315:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.774316:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.774317:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.774318:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.774319:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774320:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.774321:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.774321:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.774322:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.774323:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.774324:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774325:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000003ddf87f7[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.774326:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.774327:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.774327:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.774328:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774329:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774329:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774330:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774331:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774331:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774333:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000003ddf87f7[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.774334:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.774335:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.774335:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.774336:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c580927b720
00000008:00000001:3.0:1769075570.774337:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.774338:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c580927b730 page ffff8c580927b720 at index 86.
00000008:00000001:3.0:1769075570.774339:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.774340:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.774341:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be5c0 index 86
00000020:00000001:3.0:1769075570.774342:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774342:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774344:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.774344:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774345:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774345:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.774346:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.774347:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.774348:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.774349:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.774350:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.774351:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.774352:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774353:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.774354:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.774354:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.774355:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.774356:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.774357:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774358:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000006bbe3a7d[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.774359:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.774360:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.774360:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.774361:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774362:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774363:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774363:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774364:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774364:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774366:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000006bbe3a7d[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.774367:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.774368:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.774368:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.774369:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c580927b570
00000008:00000001:3.0:1769075570.774370:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.774370:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c580927b580 page ffff8c580927b570 at index 87.
00000008:00000001:3.0:1769075570.774372:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.774373:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.774374:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be600 index 87
00000020:00000001:3.0:1769075570.774375:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774375:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774376:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.774377:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774378:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774378:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.774379:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.774380:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.774380:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.774381:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.774383:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.774384:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.774385:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774386:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.774386:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.774387:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.774388:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.774389:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.774389:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774391:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000009f67af86[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.774392:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.774392:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.774393:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.774394:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774395:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774395:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774396:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774397:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774397:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774399:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000009f67af86[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.774400:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.774400:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.774401:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.774402:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c580927b060
00000008:00000001:3.0:1769075570.774402:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.774403:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c580927b070 page ffff8c580927b060 at index 88.
00000008:00000001:3.0:1769075570.774404:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.774406:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.774406:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be640 index 88
00000020:00000001:3.0:1769075570.774407:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774408:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774409:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.774410:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774410:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774411:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.774412:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.774413:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.774413:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.774414:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.774415:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.774417:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.774418:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774419:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.774419:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.774420:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.774421:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.774422:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.774422:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774424:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000862733f8[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.774424:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.774425:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.774426:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.774427:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774428:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774428:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774429:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774429:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774430:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774431:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000862733f8[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.774433:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.774434:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.774434:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.774435:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c580927b498
00000008:00000001:3.0:1769075570.774436:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.774436:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c580927b4a8 page ffff8c580927b498 at index 89.
00000008:00000001:3.0:1769075570.774437:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.774439:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.774439:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be680 index 89
00000020:00000001:3.0:1769075570.774440:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774441:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774442:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.774443:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774444:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774444:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.774445:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.774446:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.774446:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.774447:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.774448:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.774450:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.774451:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774452:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.774452:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.774453:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.774454:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.774455:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.774455:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774457:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000caf50430[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.774458:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.774458:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.774459:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.774460:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774461:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774461:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774462:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774463:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774463:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774465:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000caf50430[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.774466:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.774467:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.774467:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.774468:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c580927bde0
00000008:00000001:3.0:1769075570.774469:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.774469:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c580927bdf0 page ffff8c580927bde0 at index 90.
00000008:00000001:3.0:1769075570.774470:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.774472:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.774472:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be6c0 index 90
00000020:00000001:3.0:1769075570.774473:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774474:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774475:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.774476:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774477:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774477:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.774478:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.774479:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.774479:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.774480:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.774481:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.774483:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.774484:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774485:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.774485:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.774486:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.774487:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.774488:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.774488:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774490:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000fde011f6[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.774491:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.774491:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.774492:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.774493:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774494:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774494:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774495:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774496:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774496:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774498:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000fde011f6[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.774499:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.774499:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.774500:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.774501:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c580927bc30
00000008:00000001:3.0:1769075570.774501:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.774502:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c580927bc40 page ffff8c580927bc30 at index 91.
00000008:00000001:3.0:1769075570.774503:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.774505:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.774505:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be700 index 91
00000020:00000001:3.0:1769075570.774506:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774507:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774508:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.774509:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774509:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774510:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.774511:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.774511:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.774512:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.774513:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.774514:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.774516:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.774517:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774517:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.774518:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.774519:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.774520:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.774521:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.774521:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774523:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000034098291[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.774523:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.774524:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.774525:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.774526:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774526:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774527:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774528:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774528:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774529:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774530:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000034098291[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.774531:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.774532:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.774533:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.774533:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c580927b648
00000008:00000001:3.0:1769075570.774534:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.774535:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c580927b658 page ffff8c580927b648 at index 92.
00000008:00000001:3.0:1769075570.774536:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.774537:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.774538:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be740 index 92
00000020:00000001:3.0:1769075570.774539:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774540:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774541:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.774542:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774542:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774543:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.774543:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.774544:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.774545:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.774546:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.774547:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.774548:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.774549:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774550:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.774551:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.774552:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.774553:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.774553:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.774554:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774555:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000572c2829[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.774556:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.774557:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.774558:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.774558:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774559:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774560:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774561:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774561:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774562:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774563:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000572c2829[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.774564:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.774565:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.774566:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.774566:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c580927bb58
00000008:00000001:3.0:1769075570.774567:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.774568:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c580927bb68 page ffff8c580927bb58 at index 93.
00000008:00000001:3.0:1769075570.774569:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.774570:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.774571:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be780 index 93
00000020:00000001:3.0:1769075570.774572:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774573:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774574:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.774574:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774575:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774576:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.774576:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.774577:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.774578:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.774579:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.774580:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.774581:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.774592:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774593:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.774594:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.774594:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.774596:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.774596:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.774597:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774599:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000000e9e221[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.774599:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.774600:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.774601:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.774602:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774603:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774603:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774604:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774605:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774606:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774607:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000000e9e221[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.774609:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.774609:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.774610:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.774611:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c580927b8d0
00000008:00000001:3.0:1769075570.774612:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.774613:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c580927b8e0 page ffff8c580927b8d0 at index 94.
00000008:00000001:3.0:1769075570.774614:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.774616:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.774616:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be7c0 index 94
00000020:00000001:3.0:1769075570.774618:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774618:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774620:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.774620:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774621:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774622:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.774623:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.774623:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.774624:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.774625:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.774626:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.774628:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.774629:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774630:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.774631:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.774631:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.774633:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.774633:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.774634:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774635:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000009826730b[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.774636:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.774637:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.774638:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.774638:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774639:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774640:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774641:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774641:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774642:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774643:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000009826730b[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.774644:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.774645:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.774646:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.774647:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c580927b138
00000008:00000001:3.0:1769075570.774648:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.774649:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c580927b148 page ffff8c580927b138 at index 95.
00000008:00000001:3.0:1769075570.774650:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.774651:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.774652:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be800 index 95
00000020:00000001:3.0:1769075570.774653:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774654:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774655:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.774656:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774656:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774657:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.774658:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.774658:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.774659:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.774660:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.774661:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.774662:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.774663:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774664:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.774665:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.774666:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.774667:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.774667:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.774668:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774669:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000dd15d0c3[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.774670:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.774671:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.774672:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.774672:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774673:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774674:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774675:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774675:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774676:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774677:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000dd15d0c3[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.774679:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.774680:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.774680:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.774681:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5803490570
00000008:00000001:3.0:1769075570.774682:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.774683:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5803490580 page ffff8c5803490570 at index 96.
00000008:00000001:3.0:1769075570.774684:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.774686:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.774686:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be840 index 96
00000020:00000001:3.0:1769075570.774687:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774688:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774689:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.774690:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774690:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774691:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.774692:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.774692:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.774693:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.774694:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.774695:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.774697:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.774698:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774698:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.774699:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.774700:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.774701:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.774702:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.774702:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774704:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000bcdd40e6[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.774704:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.774705:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.774706:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.774707:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774707:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774708:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774709:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774709:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774710:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774711:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000bcdd40e6[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.774713:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.774714:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.774714:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.774715:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5803490060
00000008:00000001:3.0:1769075570.774716:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.774717:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5803490070 page ffff8c5803490060 at index 97.
00000008:00000001:3.0:1769075570.774718:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.774720:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.774720:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be880 index 97
00000020:00000001:3.0:1769075570.774721:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774722:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774723:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.774724:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774724:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774725:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.774726:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.774726:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.774727:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.774728:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.774729:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.774741:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.774743:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774744:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.774745:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.774745:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.774747:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.774747:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.774748:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774750:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000a7d0b61a[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.774750:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.774751:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.774752:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.774753:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774754:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774754:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774755:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774756:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774757:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774758:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000a7d0b61a[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.774759:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.774760:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.774761:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.774762:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5803490498
00000008:00000001:3.0:1769075570.774763:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.774764:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c58034904a8 page ffff8c5803490498 at index 98.
00000008:00000001:3.0:1769075570.774765:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.774766:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.774767:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be8c0 index 98
00000020:00000001:3.0:1769075570.774768:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774769:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774771:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.774771:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774772:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774773:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.774773:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.774774:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.774775:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.774776:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.774778:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.774779:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.774781:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774782:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.774782:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.774783:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.774784:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.774785:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.774785:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774787:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000098ff58f3[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.774788:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.774788:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.774789:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.774790:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774791:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774791:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774792:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774793:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774793:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774795:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000098ff58f3[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.774796:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.774797:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.774798:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.774799:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5803490de0
00000008:00000001:3.0:1769075570.774800:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.774801:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5803490df0 page ffff8c5803490de0 at index 99.
00000008:00000001:3.0:1769075570.774802:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.774803:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.774804:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be900 index 99
00000020:00000001:3.0:1769075570.774805:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774805:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774807:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.774807:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774808:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774809:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.774809:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.774810:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.774811:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.774812:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.774813:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.774814:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.774815:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774816:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.774817:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.774817:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.774818:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.774819:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.774820:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774821:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000b962dfe9[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.774822:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.774823:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.774823:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.774824:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774825:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774826:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774826:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774827:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774828:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774829:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000b962dfe9[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.774830:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.774831:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.774832:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.774833:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5803490c30
00000008:00000001:3.0:1769075570.774833:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.774835:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5803490c40 page ffff8c5803490c30 at index 100.
00000008:00000001:3.0:1769075570.774836:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.774837:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.774838:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be940 index 100
00000020:00000001:3.0:1769075570.774839:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774839:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774841:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.774841:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774842:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774843:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.774843:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.774844:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.774845:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.774846:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.774847:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.774848:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.774849:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774850:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.774851:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.774851:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.774852:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.774853:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.774854:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774855:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000057a871b0[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.774856:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.774857:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.774857:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.774858:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774859:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774860:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774860:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774861:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774862:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774863:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000057a871b0[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.774865:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.774865:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.774866:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.774867:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5803490648
00000008:00000001:3.0:1769075570.774868:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.774869:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5803490658 page ffff8c5803490648 at index 101.
00000008:00000001:3.0:1769075570.774870:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.774871:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.774872:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be980 index 101
00000020:00000001:3.0:1769075570.774873:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774874:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774875:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.774876:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774876:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774877:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.774878:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.774878:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.774879:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.774880:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.774881:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.774882:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.774883:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774884:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.774885:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.774886:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.774887:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.774887:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.774888:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774889:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000c6340cba[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.774890:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.774891:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.774892:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.774892:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774893:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774894:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774895:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774895:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774896:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774897:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000c6340cba[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.774899:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.774900:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.774900:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.774901:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5803490b58
00000008:00000001:3.0:1769075570.774902:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.774903:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5803490b68 page ffff8c5803490b58 at index 102.
00000008:00000001:3.0:1769075570.774904:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.774905:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.774906:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047be9c0 index 102
00000020:00000001:3.0:1769075570.774907:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774908:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774909:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.774910:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774910:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774911:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.774912:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.774912:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.774913:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.774914:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.774915:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.774916:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.774917:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774918:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.774919:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.774920:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.774921:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.774921:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.774922:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774923:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000b4fce881[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.774924:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.774925:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.774926:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.774926:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774927:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774928:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774929:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774929:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774930:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774931:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000b4fce881[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.774932:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.774933:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.774934:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.774934:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c58034908d0
00000008:00000001:3.0:1769075570.774935:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.774936:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c58034908e0 page ffff8c58034908d0 at index 103.
00000008:00000001:3.0:1769075570.774937:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.774938:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.774939:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bea00 index 103
00000020:00000001:3.0:1769075570.774940:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774941:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774942:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.774943:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774943:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774944:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.774945:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.774945:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.774946:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.774947:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.774948:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.774949:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.774950:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774951:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.774952:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.774953:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.774954:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.774954:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.774955:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774956:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000032e9023d[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.774957:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.774958:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.774959:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.774959:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774960:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774961:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774962:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774962:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774963:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774964:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000032e9023d[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.774965:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.774966:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.774967:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.774967:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5803490138
00000008:00000001:3.0:1769075570.774968:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.774969:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5803490148 page ffff8c5803490138 at index 104.
00000008:00000001:3.0:1769075570.774970:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.774971:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.774972:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bea40 index 104
00000020:00000001:3.0:1769075570.774973:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774974:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.774975:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.774975:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774976:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774977:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.774977:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.774978:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.774979:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.774980:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.774981:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.774982:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.774983:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774984:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.774985:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.774985:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.774986:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.774987:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.774988:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774989:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000ef858ac5[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.774990:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.774991:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.774991:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.774992:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.774993:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774994:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.774994:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.774995:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.774996:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.774997:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000ef858ac5[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.774998:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.774999:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.774999:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.775000:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c58034907f8
00000008:00000001:3.0:1769075570.775001:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.775002:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5803490808 page ffff8c58034907f8 at index 105.
00000008:00000001:3.0:1769075570.775003:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.775004:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.775005:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bea80 index 105
00000020:00000001:3.0:1769075570.775006:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775006:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775007:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.775008:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775009:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775009:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.775010:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.775011:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.775011:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.775012:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.775014:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.775015:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.775016:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775017:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.775017:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.775018:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.775019:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.775020:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.775020:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775022:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000a37db4cf[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.775023:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.775023:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.775024:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.775025:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775026:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775026:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775027:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775028:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775028:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775030:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000a37db4cf[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.775031:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.775032:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.775032:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.775033:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c58034903c0
00000008:00000001:3.0:1769075570.775034:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.775034:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c58034903d0 page ffff8c58034903c0 at index 106.
00000008:00000001:3.0:1769075570.775036:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.775037:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.775037:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047beac0 index 106
00000020:00000001:3.0:1769075570.775038:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775039:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775040:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.775041:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775041:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775042:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.775043:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.775043:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.775044:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.775045:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.775046:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.775048:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.775049:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775050:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.775050:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.775051:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.775052:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.775053:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.775053:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775055:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000003f2dc3eb[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.775055:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.775056:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.775057:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.775058:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775059:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775059:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775060:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775061:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775061:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775062:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000003f2dc3eb[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.775064:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.775064:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.775065:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.775066:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c58034902e8
00000008:00000001:3.0:1769075570.775066:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.775067:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c58034902f8 page ffff8c58034902e8 at index 107.
00000008:00000001:3.0:1769075570.775068:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.775070:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.775070:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047beb00 index 107
00000020:00000001:3.0:1769075570.775071:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775072:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775073:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.775074:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775074:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775075:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.775076:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.775076:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.775077:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.775078:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.775079:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.775080:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.775081:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775082:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.775083:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.775084:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.775085:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.775085:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.775086:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775088:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000ead88681[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.775088:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.775089:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.775090:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.775090:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775091:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775092:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775093:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775093:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775094:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775095:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000ead88681[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.775096:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.775097:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.775098:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.775098:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5803490d08
00000008:00000001:3.0:1769075570.775099:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.775100:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5803490d18 page ffff8c5803490d08 at index 108.
00000008:00000001:3.0:1769075570.775101:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.775102:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.775103:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047beb40 index 108
00000020:00000001:3.0:1769075570.775104:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775105:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775106:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.775107:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775107:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775108:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.775108:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.775109:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.775110:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.775111:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.775112:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.775113:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.775114:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775115:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.775116:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.775117:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.775118:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.775118:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.775119:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775120:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000c4c9fc6f[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.775121:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.775122:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.775122:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.775123:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775124:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775125:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775125:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775126:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775127:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775128:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000c4c9fc6f[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.775129:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.775130:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.775131:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.775131:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c58034909a8
00000008:00000001:3.0:1769075570.775132:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.775133:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c58034909b8 page ffff8c58034909a8 at index 109.
00000008:00000001:3.0:1769075570.775134:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.775135:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.775136:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047beb80 index 109
00000020:00000001:3.0:1769075570.775137:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775137:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775139:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.775139:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775140:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775141:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.775141:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.775142:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.775143:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.775144:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.775145:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.775146:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.775147:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775148:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.775149:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.775149:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.775150:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.775151:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.775152:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775153:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000834f06a1[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.775154:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.775155:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.775155:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.775156:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775157:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775157:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775158:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775159:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775159:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775161:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000834f06a1[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.775162:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.775163:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.775163:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.775164:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5803490210
00000008:00000001:3.0:1769075570.775165:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.775166:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5803490220 page ffff8c5803490210 at index 110.
00000008:00000001:3.0:1769075570.775167:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.775168:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.775169:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bebc0 index 110
00000020:00000001:3.0:1769075570.775170:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775170:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775171:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.775172:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775173:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775173:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.775174:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.775175:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.775175:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.775176:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.775178:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.775179:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.775180:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775181:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.775181:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.775182:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.775183:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.775184:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.775184:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775186:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000ce5b247c[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.775187:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.775188:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.775188:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.775189:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775190:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775191:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775191:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775192:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775193:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775194:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000ce5b247c[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.775195:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.775196:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.775197:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.775197:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5803490eb8
00000008:00000001:3.0:1769075570.775198:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.775199:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5803490ec8 page ffff8c5803490eb8 at index 111.
00000008:00000001:3.0:1769075570.775200:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.775201:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.775202:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bec00 index 111
00000020:00000001:3.0:1769075570.775203:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775204:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775205:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.775205:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775206:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775207:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.775207:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.775208:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.775209:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.775210:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.775211:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.775212:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.775213:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775214:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.775215:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.775215:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.775216:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.775217:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.775218:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775219:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000000859fdb3[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.775220:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.775221:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.775221:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.775222:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775223:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775224:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775224:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775225:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775226:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775227:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000000859fdb3[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.775228:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.775229:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.775230:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.775230:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5803490a80
00000008:00000001:3.0:1769075570.775231:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.775232:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5803490a90 page ffff8c5803490a80 at index 112.
00000008:00000001:3.0:1769075570.775233:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.775234:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.775235:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bec40 index 112
00000020:00000001:3.0:1769075570.775236:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775236:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775237:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.775238:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775239:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775239:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.775240:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.775241:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.775241:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.775242:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.775244:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.775245:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.775246:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775247:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.775247:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.775248:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.775249:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.775250:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.775251:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775252:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000228c7fb6[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.775253:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.775254:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.775254:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.775255:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775256:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775256:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775257:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775258:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775258:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775260:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000228c7fb6[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.775261:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.775262:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.775262:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.775263:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5803490720
00000008:00000001:3.0:1769075570.775264:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.775265:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5803490730 page ffff8c5803490720 at index 113.
00000008:00000001:3.0:1769075570.775266:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.775267:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.775268:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bec80 index 113
00000020:00000001:3.0:1769075570.775269:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775269:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775270:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.775271:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775272:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775272:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.775273:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.775274:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.775275:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.775275:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.775277:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.775278:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.775279:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775280:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.775280:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.775281:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.775282:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.775283:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.775284:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775285:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000095c7b554[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.775286:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.775286:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.775287:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.775288:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775289:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775290:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775291:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775292:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775292:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775293:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000095c7b554[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.775295:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.775295:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.775296:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.775297:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5803413060
00000008:00000001:3.0:1769075570.775297:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.775298:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5803413070 page ffff8c5803413060 at index 114.
00000008:00000001:3.0:1769075570.775299:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.775300:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.775301:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047becc0 index 114
00000020:00000001:3.0:1769075570.775302:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775303:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775304:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.775305:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775305:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775306:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.775306:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.775307:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.775308:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.775309:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.775310:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.775311:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.775312:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775313:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.775314:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.775315:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.775316:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.775316:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.775317:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775318:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000922b58ff[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.775319:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.775320:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.775321:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.775321:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775322:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775323:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775324:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775324:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775325:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775326:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000922b58ff[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.775327:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.775328:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.775329:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.775329:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5803413498
00000008:00000001:3.0:1769075570.775330:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.775331:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c58034134a8 page ffff8c5803413498 at index 115.
00000008:00000001:3.0:1769075570.775332:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.775333:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.775334:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bed00 index 115
00000020:00000001:3.0:1769075570.775335:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775336:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775337:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.775337:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775338:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775339:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.775339:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.775340:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.775341:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.775342:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.775343:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.775344:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.775345:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775346:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.775347:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.775348:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.775349:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.775349:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.775350:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775351:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000d287a79f[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.775352:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.775353:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.775353:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.775354:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775355:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775356:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775356:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775357:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775358:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775359:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000d287a79f[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.775360:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.775361:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.775362:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.775362:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5803413de0
00000008:00000001:3.0:1769075570.775363:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.775364:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5803413df0 page ffff8c5803413de0 at index 116.
00000008:00000001:3.0:1769075570.775365:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.775366:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.775367:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bed40 index 116
00000020:00000001:3.0:1769075570.775368:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775369:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775370:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.775370:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775371:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775372:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.775372:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.775373:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.775374:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.775375:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.775376:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.775377:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.775378:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775379:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.775380:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.775380:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.775381:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.775382:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.775383:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775384:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000002bb5d641[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.775385:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.775386:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.775386:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.775387:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775388:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775389:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775389:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775390:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775391:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775392:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000002bb5d641[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.775393:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.775394:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.775395:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.775395:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5803413c30
00000008:00000001:3.0:1769075570.775396:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.775397:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5803413c40 page ffff8c5803413c30 at index 117.
00000008:00000001:3.0:1769075570.775398:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.775399:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.775400:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bed80 index 117
00000020:00000001:3.0:1769075570.775401:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775402:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775403:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.775403:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775404:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775405:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.775405:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.775406:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.775407:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.775408:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.775409:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.775410:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.775411:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775412:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.775413:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.775413:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.775414:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.775415:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.775416:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775417:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000f45ca8a0[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.775418:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.775419:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.775419:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.775420:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775421:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775422:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775422:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775423:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775424:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775425:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@00000000f45ca8a0[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.775426:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.775427:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.775427:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.775428:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5803413648
00000008:00000001:3.0:1769075570.775429:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.775430:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5803413658 page ffff8c5803413648 at index 118.
00000008:00000001:3.0:1769075570.775431:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.775432:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.775433:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bedc0 index 118
00000020:00000001:3.0:1769075570.775434:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775434:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775435:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.775436:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775437:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775437:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.775438:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.775439:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.775439:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.775440:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.775441:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.775443:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.775444:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775445:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.775445:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.775446:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.775447:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.775448:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.775448:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775450:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000067d0218e[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.775451:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.775451:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.775452:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.775453:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775454:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775454:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775455:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775456:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775457:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775458:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000067d0218e[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.775459:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.775460:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.775461:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.775461:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5803413b58
00000008:00000001:3.0:1769075570.775462:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.775463:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5803413b68 page ffff8c5803413b58 at index 119.
00000008:00000001:3.0:1769075570.775464:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.775465:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.775466:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bee00 index 119
00000020:00000001:3.0:1769075570.775467:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775468:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775469:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.775469:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775470:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775471:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.775471:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.775472:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.775473:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.775474:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.775475:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.775476:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.775477:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775478:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.775479:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.775479:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.775480:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.775481:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.775482:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775483:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000009344eecd[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.775484:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.775485:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.775485:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.775486:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775487:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775488:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775488:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775489:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775490:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775491:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000009344eecd[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.775492:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.775493:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.775493:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.775494:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c58034138d0
00000008:00000001:3.0:1769075570.775495:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.775496:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c58034138e0 page ffff8c58034138d0 at index 120.
00000008:00000001:3.0:1769075570.775497:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.775498:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.775499:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bee40 index 120
00000020:00000001:3.0:1769075570.775500:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775500:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775501:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.775502:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775503:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775503:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.775504:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.775505:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.775505:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.775506:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.775508:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.775509:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.775510:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775511:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.775511:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.775512:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.775513:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.775514:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.775514:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775516:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000006201bef4[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.775517:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.775517:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.775518:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.775519:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775520:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775520:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775521:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775522:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775522:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775524:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000006201bef4[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.775525:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.775526:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.775526:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.775527:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c5803413138
00000008:00000001:3.0:1769075570.775527:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.775528:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5803413148 page ffff8c5803413138 at index 121.
00000008:00000001:3.0:1769075570.775529:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.775531:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.775531:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bee80 index 121
00000020:00000001:3.0:1769075570.775532:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775533:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775534:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.775535:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775535:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775536:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.775537:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.775537:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.775538:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.775539:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.775540:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.775541:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.775542:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775543:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.775544:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.775545:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.775546:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.775546:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.775547:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775549:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000073aba16c[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.775549:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.775550:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.775551:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.775552:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775552:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775553:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775554:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775554:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775555:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775556:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000073aba16c[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.775558:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.775558:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.775559:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.775560:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c58034137f8
00000008:00000001:3.0:1769075570.775560:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.775561:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c5803413808 page ffff8c58034137f8 at index 122.
00000008:00000001:3.0:1769075570.775562:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.775563:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.775564:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047beec0 index 122
00000020:00000001:3.0:1769075570.775565:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775566:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775567:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.775568:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775568:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775569:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.775569:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.775570:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.775571:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.775572:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.775573:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.775574:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.775575:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775576:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.775577:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.775577:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.775579:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.775579:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.775580:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775581:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000040043a6e[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.775592:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.775592:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.775593:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.775594:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775595:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775596:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775596:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775597:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775598:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775599:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@0000000040043a6e[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.775600:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.775601:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.775602:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.775602:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c58034133c0
00000008:00000001:3.0:1769075570.775603:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.775604:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c58034133d0 page ffff8c58034133c0 at index 123.
00000008:00000001:3.0:1769075570.775606:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.775607:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.775608:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bef00 index 123
00000020:00000001:3.0:1769075570.775609:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775610:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775611:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.775612:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775613:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775613:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000002:00000001:3.0:1769075570.775614:0:41343:0:(mdc_dev.c:136:mdc_dlmlock_at_pgoff()) Process entered
00000002:00000001:3.0:1769075570.775615:0:41343:0:(mdc_dev.c:90:mdc_dom_lock_match()) Process entered
00010000:00000001:3.0:1769075570.775616:0:41343:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075570.775617:0:41343:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8c5818735800 count: 2
00010000:00000001:3.0:1769075570.775618:0:41343:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075570.775619:0:41343:0:(mdc_dev.c:95:mdc_dom_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.775620:0:41343:0:(mdc_dev.c:167:mdc_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775622:0:41343:0:(cl_page.c:740:__cl_page_own()) Process entered
00000020:00000001:3.0:1769075570.775622:0:41343:0:(cl_io.c:1155:cl_io_top()) Process entered
00000020:00000001:3.0:1769075570.775623:0:41343:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446616908601547232 : -127165108004384 : ffff8c5810e8d9e0)
00000020:00000001:3.0:1769075570.775624:0:41343:0:(cl_page.c:674:cl_page_owner_set()) Process entered
00000020:00000001:3.0:1769075570.775625:0:41343:0:(cl_page.c:677:cl_page_owner_set()) Process leaving
00000020:00000001:3.0:1769075570.775626:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775627:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000002a78b6ad[2 00000000951c092c 1 1 00000000e61788bf]
00000020:00000001:3.0:1769075570.775628:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2
00000020:00000001:3.0:1769075570.775629:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000020:00000040:3.0:1769075570.775637:0:41343:0:(cl_page.c:784:__cl_page_own()) res 0
00000020:00000001:3.0:1769075570.775638:0:41343:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.775638:0:41343:0:(cl_page.c:1016:cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775639:0:41343:0:(cl_page.c:968:__cl_page_delete()) Process entered
00000020:00000001:3.0:1769075570.775640:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775640:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775641:0:41343:0:(cl_page.c:544:__cl_page_state_set()) Process entered
00000020:00000001:3.0:1769075570.775642:0:41343:0:(cl_page.c:547:__cl_page_state_set()) page@000000002a78b6ad[2 00000000951c092c 2 1 0000000000000000]
00000020:00000001:3.0:1769075570.775644:0:41343:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5
00000020:00000001:3.0:1769075570.775644:0:41343:0:(cl_page.c:555:__cl_page_state_set()) Process leaving
00000008:00000001:3.0:1769075570.775645:0:41343:0:(osc_page.c:137:osc_page_delete()) Process entered
00000008:00000001:3.0:1769075570.775646:0:41343:0:(osc_page.c:138:osc_page_delete()) ffff8c58034132e8
00000008:00000001:3.0:1769075570.775647:0:41343:0:(osc_cache.c:2532:osc_teardown_async_page()) Process entered
00000008:00000040:3.0:1769075570.775648:0:41343:0:(osc_cache.c:2535:osc_teardown_async_page()) teardown oap ffff8c58034132f8 page ffff8c58034132e8 at index 124.
00000008:00000001:3.0:1769075570.775649:0:41343:0:(osc_cache.c:2557:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075570.775652:0:41343:0:(osc_page.c:169:osc_page_delete()) Process leaving
00000080:00000020:3.0:1769075570.775653:0:41343:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff509047bef40 index 124
00000020:00000001:3.0:1769075570.775654:0:41343:0:(cl_page.c:986:__cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775655:0:41343:0:(cl_page.c:1018:cl_page_delete()) Process leaving
00000020:00000001:3.0:1769075570.775658:0:41343:0:(cl_page.c:685:__cl_page_disown()) Process entered
00000020:00000001:3.0:1769075570.775659:0:41343:0:(cl_page.c:663:cl_page_owner_clear()) Process entered
00000020:00000001:3.0:1769075570.775659:0:41343:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving
00000020:00000001:3.0:1769075570.775660:0:41343:0:(cl_page.c:700:__cl_page_disown()) Process leaving
00000020:00000001:3.0:1769075570.775661:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775663:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000000a11743[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775664:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775665:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775666:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c580520dca8.
00000020:00000001:3.0:1769075570.775672:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775673:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775674:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775676:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000f1919074[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775677:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775678:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775679:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58036416c0.
00000020:00000001:3.0:1769075570.775680:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775681:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775682:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775683:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000003d8578b5[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775684:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775684:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775685:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803641510.
00000020:00000001:3.0:1769075570.775687:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775687:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775688:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775689:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000b516da1d[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775690:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775690:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775692:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803641000.
00000020:00000001:3.0:1769075570.775693:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775694:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775694:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775696:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000c6bd610d[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775697:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775697:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775698:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803641438.
00000020:00000001:3.0:1769075570.775699:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775700:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775701:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775702:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000008864369e[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775703:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775703:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775704:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803641d80.
00000020:00000001:3.0:1769075570.775707:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775708:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775709:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775710:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000003dde844d[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775711:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775712:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775713:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808f241b0.
00000020:00000001:3.0:1769075570.775714:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775715:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775715:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775717:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000006dc02257[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775717:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775718:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775719:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808f24e58.
00000020:00000001:3.0:1769075570.775720:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775721:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775721:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775722:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000a48d337b[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775723:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775724:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775725:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808f24a20.
00000020:00000001:3.0:1769075570.775726:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775726:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775727:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775728:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000da876d59[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775729:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775730:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775743:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808f246c0.
00000020:00000001:3.0:1769075570.775745:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775746:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775747:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775748:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000f9257f96[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775749:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775750:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775751:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808f24510.
00000020:00000001:3.0:1769075570.775752:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775753:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775753:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775755:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000acbd40cc[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775755:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775756:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775757:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808f24000.
00000020:00000001:3.0:1769075570.775758:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775759:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775759:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775761:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000e0a455e7[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775761:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775762:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775763:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808f24438.
00000020:00000001:3.0:1769075570.775764:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775764:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775765:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775766:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000f6a5061b[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775767:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775768:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775769:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808f24d80.
00000020:00000001:3.0:1769075570.775770:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775770:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775771:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775772:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000d8c4ceca[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775773:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775773:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775804:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808f24bd0.
00000020:00000001:3.0:1769075570.775805:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775806:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775807:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775808:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000075a6142c[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775809:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775810:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775811:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808f245e8.
00000020:00000001:3.0:1769075570.775812:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775813:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775814:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775815:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000072fb8513[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775816:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775817:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775818:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808f24af8.
00000020:00000001:3.0:1769075570.775819:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775819:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775820:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775821:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000002f7be743[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775822:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775822:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775823:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808f24870.
00000020:00000001:3.0:1769075570.775824:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775825:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775826:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775827:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000868d465f[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775828:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775828:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775829:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808f240d8.
00000020:00000001:3.0:1769075570.775830:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775831:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775831:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775833:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000002288db15[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775833:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775834:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775835:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808f24798.
00000020:00000001:3.0:1769075570.775836:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775837:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775837:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775838:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000006d990aa8[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775839:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775840:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775841:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808f24360.
00000020:00000001:3.0:1769075570.775842:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775842:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775843:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775844:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000d599683e[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775845:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775846:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775847:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808f24288.
00000020:00000001:3.0:1769075570.775848:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775849:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775850:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775851:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000d82184ef[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775852:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775852:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775853:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808f24ca8.
00000020:00000001:3.0:1769075570.775854:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775855:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775855:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775857:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000002bf7cc92[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775857:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775858:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775859:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5808f24948.
00000020:00000001:3.0:1769075570.775860:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775861:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775861:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775863:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000dc5a76dc[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775863:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775864:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775865:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809c38ca8.
00000020:00000001:3.0:1769075570.775866:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775867:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775868:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775869:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000004f23c65c[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775870:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775870:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775871:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809c38948.
00000020:00000001:3.0:1769075570.775872:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775873:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775873:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775875:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000e09659b9[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775875:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775876:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775877:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809c381b0.
00000020:00000001:3.0:1769075570.775878:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775879:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775879:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775880:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000db598c0f[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775881:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775882:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775883:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809c38e58.
00000020:00000001:3.0:1769075570.775884:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775885:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775886:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775887:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000fb192380[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775888:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775889:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775890:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809c38a20.
00000020:00000001:3.0:1769075570.775891:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775891:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775892:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775893:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000000d6e4adb[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775894:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775895:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775923:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809c386c0.
00000020:00000001:3.0:1769075570.775925:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775925:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775926:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775927:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000d8ebbd32[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775928:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775929:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775930:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809c38510.
00000020:00000001:3.0:1769075570.775931:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775931:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775932:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775933:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000002b2e8e50[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775935:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775935:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775936:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809c38000.
00000020:00000001:3.0:1769075570.775938:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775938:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775939:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775940:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000e0b33584[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775941:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775942:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775943:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809c38438.
00000020:00000001:3.0:1769075570.775944:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775944:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775945:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775946:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000034bd855[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775947:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775948:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775949:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809c38d80.
00000020:00000001:3.0:1769075570.775950:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775951:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775952:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775953:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000f250e753[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775954:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775955:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775955:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809c38bd0.
00000020:00000001:3.0:1769075570.775956:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775957:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775958:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775959:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000490ddd94[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775960:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775960:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775961:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809c385e8.
00000020:00000001:3.0:1769075570.775962:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775963:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775964:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775965:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000002bab8f94[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775966:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775966:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775967:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809c38af8.
00000020:00000001:3.0:1769075570.775968:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775969:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775969:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775971:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000001e54143e[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775971:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775972:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775973:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809c38870.
00000020:00000001:3.0:1769075570.775974:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775974:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775975:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775976:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000f91b3e1c[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775977:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775978:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775979:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809c380d8.
00000020:00000001:3.0:1769075570.775980:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775980:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775981:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775982:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000005cc995e8[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775983:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775984:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775985:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809c38798.
00000020:00000001:3.0:1769075570.775986:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775987:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775987:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775989:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000006f6de9bc[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775990:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775990:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775991:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809c38360.
00000020:00000001:3.0:1769075570.775992:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775993:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775993:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.775995:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000a9fcf3d6[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.775995:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.775996:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.775997:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809c38288.
00000020:00000001:3.0:1769075570.775998:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.775999:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.775999:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776001:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000008e078b9e[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776001:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776002:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776003:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809ec2e58.
00000020:00000001:3.0:1769075570.776004:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776005:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776005:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776007:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000ce349669[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776007:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776008:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776009:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809ec2a20.
00000020:00000001:3.0:1769075570.776010:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776011:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776011:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776012:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000001e160239[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776013:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776014:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776042:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809ec26c0.
00000020:00000001:3.0:1769075570.776043:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776044:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776045:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776046:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000c1b1192c[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776047:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776048:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776049:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809ec2510.
00000020:00000001:3.0:1769075570.776050:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776051:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776052:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776053:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000c3aa32d0[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776054:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776055:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776055:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809ec2000.
00000020:00000001:3.0:1769075570.776056:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776057:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776058:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776059:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000009dc34b5c[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776060:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776060:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776061:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809ec2438.
00000020:00000001:3.0:1769075570.776062:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776063:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776063:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776065:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000fd4ab942[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776065:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776066:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776067:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809ec2d80.
00000020:00000001:3.0:1769075570.776068:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776069:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776069:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776070:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000008261bcde[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776071:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776072:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776073:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809ec2bd0.
00000020:00000001:3.0:1769075570.776074:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776074:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776075:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776076:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000f1efafa9[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776077:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776078:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776078:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809ec25e8.
00000020:00000001:3.0:1769075570.776080:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776080:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776081:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776082:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000ed7889cf[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776083:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776084:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776085:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809ec2af8.
00000020:00000001:3.0:1769075570.776086:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776087:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776087:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776089:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000004f30fdc3[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776090:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776090:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776091:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809ec2870.
00000020:00000001:3.0:1769075570.776092:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776093:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776093:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776095:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000ccf9f8f4[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776095:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776096:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776097:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809ec20d8.
00000020:00000001:3.0:1769075570.776098:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776098:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776099:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776100:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000008d196d89[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776101:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776102:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776103:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809ec2798.
00000020:00000001:3.0:1769075570.776104:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776104:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776105:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776106:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000005be93e2a[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776107:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776107:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776108:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809ec2360.
00000020:00000001:3.0:1769075570.776109:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776110:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776111:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776112:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000001377617d[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776113:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776113:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776114:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809ec2288.
00000020:00000001:3.0:1769075570.776115:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776116:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776116:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776118:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000fe255074[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776118:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776119:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776120:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809ec2ca8.
00000020:00000001:3.0:1769075570.776122:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776122:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776123:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776125:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000004bdbb649[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776125:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776126:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776127:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809ec2948.
00000020:00000001:3.0:1769075570.776128:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776129:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776129:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776130:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000000881892e[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776131:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776132:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776167:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5809ec21b0.
00000020:00000001:3.0:1769075570.776168:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776169:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776170:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776171:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000095362f94[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776172:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776173:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776174:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c583a3c5870.
00000020:00000001:3.0:1769075570.776175:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776176:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776176:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776177:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000001e342729[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776178:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776179:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776180:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c583a3c50d8.
00000020:00000001:3.0:1769075570.776181:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776182:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776183:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776184:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000f9f27321[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776185:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776186:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776187:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c583a3c5798.
00000020:00000001:3.0:1769075570.776188:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776188:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776189:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776190:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000e0e67366[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776191:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776192:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776193:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c583a3c5360.
00000020:00000001:3.0:1769075570.776194:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776195:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776195:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776197:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000886b129f[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776198:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776198:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776199:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c583a3c5288.
00000020:00000001:3.0:1769075570.776200:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776201:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776201:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776203:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000b6029d53[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776203:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776204:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776205:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c583a3c5ca8.
00000020:00000001:3.0:1769075570.776206:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776206:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776207:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776208:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000623093c1[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776209:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776210:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776211:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c583a3c5948.
00000020:00000001:3.0:1769075570.776212:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776212:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776213:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776214:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000008a40c1bb[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776215:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776216:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776216:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c583a3c51b0.
00000020:00000001:3.0:1769075570.776217:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776218:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776219:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776220:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000009962d0b9[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776221:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776221:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776222:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c583a3c5e58.
00000020:00000001:3.0:1769075570.776223:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776224:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776224:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776226:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000078b2e77f[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776226:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776227:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776228:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c583a3c5a20.
00000020:00000001:3.0:1769075570.776229:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776230:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776231:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776232:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000031e720ae[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776233:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776234:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776235:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c583a3c56c0.
00000020:00000001:3.0:1769075570.776236:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776236:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776237:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776238:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000002f9a23cb[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776239:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776240:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776240:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c583a3c5510.
00000020:00000001:3.0:1769075570.776242:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776242:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776243:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776244:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000002664acd0[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776245:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776245:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776246:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c583a3c5000.
00000020:00000001:3.0:1769075570.776247:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776248:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776249:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776250:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000007561c4d[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776250:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776251:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776252:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c583a3c5438.
00000020:00000001:3.0:1769075570.776253:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776254:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776254:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776256:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000055ae8407[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776256:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776257:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776284:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c583a3c5d80.
00000020:00000001:3.0:1769075570.776285:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776286:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776286:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776288:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000002cde0b45[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776289:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776290:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776291:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c583a3c5bd0.
00000020:00000001:3.0:1769075570.776292:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776293:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776293:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776295:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000006b439bd6[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776296:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776296:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776297:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c583a3c55e8.
00000020:00000001:3.0:1769075570.776298:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776299:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776299:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776301:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000024834743[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776301:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776302:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776303:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c583a3c5af8.
00000020:00000001:3.0:1769075570.776304:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776305:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776305:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776306:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000b06757ff[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776307:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776308:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776309:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c580927b798.
00000020:00000001:3.0:1769075570.776310:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776311:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776311:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776313:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000081521323[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776313:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776314:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776315:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c580927b360.
00000020:00000001:3.0:1769075570.776316:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776317:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776317:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776318:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000fa3d55b2[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776319:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776320:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776321:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c580927b288.
00000020:00000001:3.0:1769075570.776322:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776322:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776323:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776324:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000023bdd8ed[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776325:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776326:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776327:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c580927bca8.
00000020:00000001:3.0:1769075570.776328:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776329:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776330:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776331:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000001fc524e0[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776332:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776332:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776333:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c580927b948.
00000020:00000001:3.0:1769075570.776334:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776335:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776335:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776337:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000008862a3a3[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776337:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776338:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776339:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c580927b1b0.
00000020:00000001:3.0:1769075570.776340:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776341:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776341:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776343:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000dc26be4a[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776343:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776344:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776345:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c580927be58.
00000020:00000001:3.0:1769075570.776346:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776346:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776347:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776348:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000041296feb[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776349:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776350:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776351:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c580927ba20.
00000020:00000001:3.0:1769075570.776352:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776352:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776353:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776354:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000003ddf87f7[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776355:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776355:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776356:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c580927b6c0.
00000020:00000001:3.0:1769075570.776357:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776358:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776359:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776360:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000006bbe3a7d[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776361:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776361:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776362:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c580927b510.
00000020:00000001:3.0:1769075570.776364:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776364:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776365:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776367:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000009f67af86[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776367:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776368:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776369:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c580927b000.
00000020:00000001:3.0:1769075570.776370:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776371:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776371:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776372:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000862733f8[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776373:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776374:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776408:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c580927b438.
00000020:00000001:3.0:1769075570.776409:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776410:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776411:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776412:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000caf50430[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776413:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776413:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776414:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c580927bd80.
00000020:00000001:3.0:1769075570.776415:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776416:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776417:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776418:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000fde011f6[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776418:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776419:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776420:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c580927bbd0.
00000020:00000001:3.0:1769075570.776421:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776422:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776422:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776424:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000034098291[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776424:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776425:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776426:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c580927b5e8.
00000020:00000001:3.0:1769075570.776427:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776428:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776428:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776429:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000572c2829[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776430:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776431:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776432:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c580927baf8.
00000020:00000001:3.0:1769075570.776433:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776434:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776435:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776436:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000000e9e221[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776437:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776438:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776439:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c580927b870.
00000020:00000001:3.0:1769075570.776440:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776440:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776441:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776442:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000009826730b[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776443:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776443:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776444:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c580927b0d8.
00000020:00000001:3.0:1769075570.776445:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776452:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776453:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776454:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000dd15d0c3[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776455:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776456:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776456:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803490510.
00000020:00000001:3.0:1769075570.776458:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776458:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776459:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776460:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000bcdd40e6[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776461:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776462:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776463:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803490000.
00000020:00000001:3.0:1769075570.776464:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776464:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776465:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776466:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000a7d0b61a[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776467:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776468:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776468:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803490438.
00000020:00000001:3.0:1769075570.776469:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776470:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776471:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776472:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000098ff58f3[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776473:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776474:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776475:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803490d80.
00000020:00000001:3.0:1769075570.776476:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776476:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776477:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776478:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000b962dfe9[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776479:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776479:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776480:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803490bd0.
00000020:00000001:3.0:1769075570.776481:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776482:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776483:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776484:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000057a871b0[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776485:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776485:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776486:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58034905e8.
00000020:00000001:3.0:1769075570.776487:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776488:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776488:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776490:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000c6340cba[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776490:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776491:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776492:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803490af8.
00000020:00000001:3.0:1769075570.776493:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776493:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776494:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776495:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000b4fce881[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776496:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776497:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776498:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803490870.
00000020:00000001:3.0:1769075570.776499:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776499:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776500:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776501:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000032e9023d[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776502:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776502:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776530:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58034900d8.
00000020:00000001:3.0:1769075570.776531:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776532:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776532:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776534:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000ef858ac5[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776535:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776536:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776537:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803490798.
00000020:00000001:3.0:1769075570.776538:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776539:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776539:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776541:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000a37db4cf[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776542:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776542:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776543:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803490360.
00000020:00000001:3.0:1769075570.776544:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776545:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776545:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776547:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000003f2dc3eb[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776547:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776548:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776549:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803490288.
00000020:00000001:3.0:1769075570.776550:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776551:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776551:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776552:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000ead88681[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776553:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776554:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776555:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803490ca8.
00000020:00000001:3.0:1769075570.776556:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776556:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776557:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776558:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000c4c9fc6f[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776559:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776559:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776560:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803490948.
00000020:00000001:3.0:1769075570.776561:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776562:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776563:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776564:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000834f06a1[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776565:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776565:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776566:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58034901b0.
00000020:00000001:3.0:1769075570.776567:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776568:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776568:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776570:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000ce5b247c[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776570:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776571:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776572:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803490e58.
00000020:00000001:3.0:1769075570.776574:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776574:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776575:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776577:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000000859fdb3[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776577:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776578:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776579:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803490a20.
00000020:00000001:3.0:1769075570.776580:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776581:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776581:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776594:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000228c7fb6[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776595:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776595:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776596:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58034906c0.
00000020:00000001:3.0:1769075570.776598:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776598:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776599:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776600:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000095c7b554[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776601:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776602:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776603:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803413000.
00000020:00000001:3.0:1769075570.776604:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776605:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776606:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776607:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000922b58ff[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776608:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776609:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776609:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803413438.
00000020:00000001:3.0:1769075570.776610:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776611:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776612:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776613:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000d287a79f[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776614:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776614:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776615:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803413d80.
00000020:00000001:3.0:1769075570.776616:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776617:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776617:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776619:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000002bb5d641[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776619:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776630:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776631:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803413bd0.
00000020:00000001:3.0:1769075570.776632:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776633:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776633:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776635:0:41343:0:(cl_page.c:596:cl_batch_put()) page@00000000f45ca8a0[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776635:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776636:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776637:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58034135e8.
00000020:00000001:3.0:1769075570.776638:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776639:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776639:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776641:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000067d0218e[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776641:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776642:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776668:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803413af8.
00000020:00000001:3.0:1769075570.776669:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776670:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776670:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776672:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000009344eecd[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776673:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776673:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776674:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803413870.
00000020:00000001:3.0:1769075570.776675:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776676:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776676:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776678:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000006201bef4[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776679:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776680:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776680:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c58034130d8.
00000020:00000001:3.0:1769075570.776681:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776682:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776683:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776684:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000073aba16c[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776685:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776685:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776686:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803413798.
00000020:00000001:3.0:1769075570.776687:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776688:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776688:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776690:0:41343:0:(cl_page.c:596:cl_batch_put()) page@0000000040043a6e[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776690:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776691:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776692:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803413360.
00000020:00000001:3.0:1769075570.776694:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776694:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000020:00000001:3.0:1769075570.776695:0:41343:0:(cl_page.c:594:cl_batch_put()) Process entered
00000020:00000001:3.0:1769075570.776696:0:41343:0:(cl_page.c:596:cl_batch_put()) page@000000002a78b6ad[1 00000000951c092c 5 1 0000000000000000]
00000020:00000001:3.0:1769075570.776697:0:41343:0:(cl_page.c:596:cl_batch_put()) 1
00000020:00000001:3.0:1769075570.776698:0:41343:0:(cl_page.c:276:cl_page_free()) Process entered
00000020:00000010:3.0:1769075570.776699:0:41343:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8c5803413288.
00000020:00000001:3.0:1769075570.776700:0:41343:0:(cl_page.c:314:cl_page_free()) Process leaving
00000020:00000001:3.0:1769075570.776700:0:41343:0:(cl_page.c:609:cl_batch_put()) Process leaving
00000008:00000001:3.0:1769075570.776710:0:41343:0:(osc_cache.c:3431:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1769075570.776712:0:41343:0:(cl_io.c:71:cl_io_fini()) Process entered
00020000:00000001:3.0:1769075570.776713:0:41343:0:(lov_io.c:675:lov_io_fini()) Process entered
00020000:00000001:3.0:1769075570.776714:0:41343:0:(lov_io.c:694:lov_io_fini()) Process leaving
00000080:00000001:3.0:1769075570.776715:0:41343:0:(vvp_io.c:281:vvp_io_fini()) Process entered
00000080:00200000:3.0:1769075570.776716:0:41343:0:(vvp_io.c:289:vvp_io_fini()) [0x200000405:0x42a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00000001:3.0:1769075570.776717:0:41343:0:(vvp_io.c:387:vvp_io_fini()) Process leaving
00000020:00000001:3.0:1769075570.776718:0:41343:0:(cl_io.c:112:cl_io_fini()) Process leaving
00000002:00000001:3.0:1769075570.776719:0:41343:0:(mdc_dev.c:245:mdc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.776720:0:41343:0:(mdc_dev.c:273:mdc_lock_flush()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.776722:0:41343:0:(cl_object.c:146:cl_object_top()) ffff8c5809d90380 -> ffff8c5810c816c0
00000020:00000001:3.0:1769075570.776723:0:41343:0:(cl_object.c:146:cl_object_top()) ffff8c5809d90380 -> ffff8c5810c816c0
00000020:00000001:3.0:1769075570.776724:0:41343:0:(cl_object.c:210:cl_object_attr_update()) Process entered
00000008:00000020:3.0:1769075570.776725:0:41343:0:(osc_object.c:168:osc_attr_update()) set kms from 512000to 0
00020000:00000001:3.0:1769075570.776727:0:41343:0:(lovsub_object.c:104:lovsub_attr_update()) Process entered
00020000:00000001:3.0:1769075570.776728:0:41343:0:(lovsub_object.c:106:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.776729:0:41343:0:(cl_object.c:223:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.776742:0:41343:0:(cl_object.c:146:cl_object_top()) ffff8c5809d90380 -> ffff8c5810c816c0
00000002:00000001:3.0:1769075570.776744:0:41343:0:(mdc_dev.c:346:mdc_dlm_canceling()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075570.776746:0:41343:0:(mdc_dev.c:1521:mdc_object_flush()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.776747:0:41343:0:(cl_object.c:451:cl_object_flush()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:3.0:1769075570.776748:0:41343:0:(lov_object.c:1117:lov_flush_composite()) Process leaving (rc=0 : 0 : 0)
00020000:00000002:3.0:1769075570.776750:0:41343:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8c5807c4e3e0) owner 0000000000000000/ffff8c58013fa7c0
00000020:00000001:3.0:1769075570.776751:0:41343:0:(cl_object.c:451:cl_object_flush()) Process leaving (rc=0 : 0 : 0)
00000020:00001000:3.0:1769075570.776753:0:41343:0:(cl_object.c:879:cl_env_put()) 1@ffff8c580b4736c0
00000080:00000001:3.0:1769075570.776754:0:41343:0:(namei.c:233:ll_dom_lock_cancel()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1769075570.776756:0:41343:0:(file.c:6774:ll_layout_conf()) Process entered
00000020:00000001:3.0:1769075570.776757:0:41343:0:(cl_object.c:716:cl_env_obtain()) Process entered
00000020:00000001:3.0:1769075570.776758:0:41343:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446616908507068104 : -127165202483512 : ffff8c580b4736c8)
00000020:00001000:3.0:1769075570.776759:0:41343:0:(cl_object.c:785:cl_env_get()) 1@ffff8c580b4736c0
00000020:00000001:3.0:1769075570.776761:0:41343:0:(cl_object.c:305:cl_conf_set()) Process entered
00000080:00200000:3.0:1769075570.776762:0:41343:0:(vvp_object.c:114:vvp_conf_set()) [0x200000405:0x42a:0x0]: losing layout lock
00000080:00000001:3.0:1769075570.776763:0:41343:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered
00000080:00000001:3.0:1769075570.776765:0:41343:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving
00020000:00000001:3.0:1769075570.776766:0:41343:0:(lov_object.c:1410:lov_conf_set()) Process entered
00020000:00000001:3.0:1769075570.776767:0:41343:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0)
00020000:00000002:3.0:1769075570.776768:0:41343:0:(lov_object.c:1497:lov_conf_set()) [0x200000405:0x42a:0x0] lo_layout_invalid=1
00020000:00000001:3.0:1769075570.776770:0:41343:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.776771:0:41343:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0)
00000020:00001000:3.0:1769075570.776772:0:41343:0:(cl_object.c:879:cl_env_put()) 1@ffff8c580b4736c0
00000080:00000001:3.0:1769075570.776773:0:41343:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1769075570.776774:0:41343:0:(dcache.c:195:ll_prune_aliases()) Process entered
00000080:00000002:3.0:1769075570.776775:0:41343:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x42a:0x0](ffff8c58099d1148) invalid
00000020:00000001:3.0:1769075570.776777:0:41343:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa5ae039b7ca0
00000080:00002000:3.0:1769075570.776778:0:41343:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f101e.sanity.82 (ffff8c580c32b360) parent ffff8c580b1a75e8 inode ffff8c58099d1148 refc 0
00000080:00000001:3.0:1769075570.776782:0:41343:0:(dcache.c:39:ll_release()) Process entered
00000080:00000001:3.0:1769075570.776785:0:41343:0:(dcache.c:48:ll_release()) Process leaving
00000080:00000001:3.0:1769075570.776786:0:41343:0:(dcache.c:209:ll_prune_aliases()) Process leaving
00000080:00000001:3.0:1769075570.776788:0:41343:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving
00000080:00000001:3.0:1769075570.776789:0:41343:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769075570.776791:0:41343:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered
00010000:00000001:3.0:1769075570.776792:0:41343:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1769075570.776794:0:41343:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1769075570.776795:0:41343:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1769075570.776796:0:41343:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769075570.776798:0:41343:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8c5801686e00 with handle 0x2b9d26c1dd2db43f from hash
00010000:00000001:3.0:1769075570.776800:0:41343:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1769075570.776800:0:41343:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1769075570.776801:0:41343:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1769075570.776802:0:41343:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1769075570.776804:0:41343:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1769075570.776805:0:41343:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000)
00010000:00000001:3.0:1769075570.776807:0:41343:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=25 : 25 : 19)
00010000:00000001:3.0:1769075570.776810:0:41343:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered
00010000:00000001:3.0:1769075570.776812:0:41343:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered
00000100:00000010:3.0:1769075570.776820:0:41343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1c00.
00000020:00000040:3.0:1769075570.776824:0:41343:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000100:00000001:3.0:1769075570.776828:0:41343:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075570.776830:0:41343:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075570.776835:0:41343:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075570.776841:0:41343:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c5808f2e800.
00000100:00000001:3.0:1769075570.776847:0:41343:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769075570.776849:0:41343:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered
00010000:00010000:3.0:1769075570.776854:0:41343:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5704f81400/0x2b9d26c1dd2db3c8 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x419:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfa13 expref: -99 pid: 46095 timeout: 0 lvb_type: 3
00010000:00010000:3.0:1769075570.776861:0:41343:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5810ca0a00/0x2b9d26c1dd2db3c1 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x418:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bf9f0 expref: -99 pid: 46094 timeout: 0 lvb_type: 3
00010000:00010000:3.0:1769075570.776866:0:41343:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5810ca0600/0x2b9d26c1dd2db3ba lrc: 1/0,0 mode: --/PR res: [0x200000405:0x417:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bf9cd expref: -99 pid: 46093 timeout: 0 lvb_type: 3
00010000:00010000:3.0:1769075570.776870:0:41343:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5810ca1800/0x2b9d26c1dd2db3b3 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x416:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bf9aa expref: -99 pid: 46092 timeout: 0 lvb_type: 3
00010000:00010000:3.0:1769075570.776875:0:41343:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5810ca1000/0x2b9d26c1dd2db3ac lrc: 1/0,0 mode: --/PR res: [0x200000405:0x415:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bf987 expref: -99 pid: 46091 timeout: 0 lvb_type: 3
00010000:00010000:3.0:1769075570.776879:0:41343:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5704f80a00/0x2b9d26c1dd2db3a5 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x414:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bf964 expref: -99 pid: 46090 timeout: 0 lvb_type: 3
00010000:00010000:3.0:1769075570.776883:0:41343:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5810ca1c00/0x2b9d26c1dd2db39e lrc: 1/0,0 mode: --/PR res: [0x200000405:0x413:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bf941 expref: -99 pid: 46089 timeout: 0 lvb_type: 3
00010000:00010000:3.0:1769075570.776888:0:41343:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5808548800/0x2b9d26c1dd2db4b6 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x43b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfeb9 expref: -99 pid: 46130 timeout: 0 lvb_type: 3
00010000:00010000:3.0:1769075570.776893:0:41343:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5834778800/0x2b9d26c1dd2db4af lrc: 1/0,0 mode: --/PR res: [0x200000405:0x43a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfe96 expref: -99 pid: 46129 timeout: 0 lvb_type: 3
00010000:00010000:3.0:1769075570.776898:0:41343:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5808548200/0x2b9d26c1dd2db4a8 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x439:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfe73 expref: -99 pid: 46128 timeout: 0 lvb_type: 3
00010000:00010000:3.0:1769075570.776903:0:41343:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5834779c00/0x2b9d26c1dd2db4a1 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x438:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfe50 expref: -99 pid: 46127 timeout: 0 lvb_type: 3
00010000:00010000:3.0:1769075570.776907:0:41343:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5808549e00/0x2b9d26c1dd2db49a lrc: 1/0,0 mode: --/PR res: [0x200000405:0x437:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfe2d expref: -99 pid: 46126 timeout: 0 lvb_type: 3
00010000:00010000:3.0:1769075570.776911:0:41343:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5808548000/0x2b9d26c1dd2db493 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x436:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfe0a expref: -99 pid: 46125 timeout: 0 lvb_type: 3
00010000:00010000:3.0:1769075570.776915:0:41343:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5808548e00/0x2b9d26c1dd2db48c lrc: 1/0,0 mode: --/PR res: [0x200000405:0x435:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfde7 expref: -99 pid: 46124 timeout: 0 lvb_type: 3
00010000:00010000:3.0:1769075570.776920:0:41343:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5801686200/0x2b9d26c1dd2db485 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x434:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfdc4 expref: -99 pid: 46123 timeout: 0 lvb_type: 3
00010000:00010000:3.0:1769075570.776924:0:41343:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5834778c00/0x2b9d26c1dd2db47e lrc: 1/0,0 mode: --/PR res: [0x200000405:0x433:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfda1 expref: -99 pid: 46122 timeout: 0 lvb_type: 3
00010000:00010000:3.0:1769075570.776929:0:41343:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5834779a00/0x2b9d26c1dd2db477 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x432:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfd7e expref: -99 pid: 46121 timeout: 0 lvb_type: 3
00010000:00010000:3.0:1769075570.776933:0:41343:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5808548a00/0x2b9d26c1dd2db470 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x431:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfd5b expref: -99 pid: 46120 timeout: 0 lvb_type: 3
00010000:00010000:3.0:1769075570.776937:0:41343:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5801687000/0x2b9d26c1dd2db469 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x430:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfd38 expref: -99 pid: 46119 timeout: 0 lvb_type: 3
00010000:00010000:3.0:1769075570.776945:0:41343:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5834779e00/0x2b9d26c1dd2db462 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x42f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfd15 expref: -99 pid: 46118 timeout: 0 lvb_type: 3
00010000:00010000:3.0:1769075570.776951:0:41343:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5808549400/0x2b9d26c1dd2db45b lrc: 1/0,0 mode: --/PR res: [0x200000405:0x42e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfcf2 expref: -99 pid: 46117 timeout: 0 lvb_type: 3
00010000:00010000:3.0:1769075570.776955:0:41343:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5808549c00/0x2b9d26c1dd2db454 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x42d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfccf expref: -99 pid: 46116 timeout: 0 lvb_type: 3
00010000:00010000:3.0:1769075570.776959:0:41343:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5801686c00/0x2b9d26c1dd2db44d lrc: 1/0,0 mode: --/PR res: [0x200000405:0x42c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfcac expref: -99 pid: 46115 timeout: 0 lvb_type: 3
00010000:00010000:3.0:1769075570.776963:0:41343:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5834779800/0x2b9d26c1dd2db446 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x42b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfc89 expref: -99 pid: 46114 timeout: 0 lvb_type: 3
00010000:00010000:3.0:1769075570.776966:0:41343:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5801686e00/0x2b9d26c1dd2db43f lrc: 1/0,0 mode: --/PR res: [0x200000405:0x42a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfc66 expref: -99 pid: 46113 timeout: 0 lvb_type: 3
00010000:00010000:3.0:1769075570.776970:0:41343:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 25 locks packed
00010000:00000001:3.0:1769075570.776971:0:41343:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=25 : 25 : 19)
00000100:00000001:3.0:1769075570.776974:0:41343:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075570.776977:0:41343:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075570.776987:0:41343:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004da56305] to pc [ptlrpcd_01_01+1]  req@ffff8c58078e1c00 x1855007948040320/t0(0) o103->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:17/18 lens 512/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295
00010000:00000001:3.0:1769075570.777010:0:41343:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1769075570.777012:0:41343:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1769075570.777013:0:41343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5704f81400/0x2b9d26c1dd2db3c8 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x419:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfa13 expref: -99 pid: 46095 timeout: 0 lvb_type: 3
00010000:00000010:3.0:1769075570.777018:0:41343:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 216 at ffff8c581322c400.
00010000:00000040:3.0:1769075570.777023:0:41343:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8c5809e26400 count: 0
00010000:00000010:3.0:1769075570.777027:0:41343:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c580720d400.
00010000:00000001:3.0:1769075570.777035:0:41343:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1769075570.777036:0:41343:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1769075570.777039:0:41343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5810ca0a00/0x2b9d26c1dd2db3c1 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x418:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bf9f0 expref: -99 pid: 46094 timeout: 0 lvb_type: 3
00010000:00000010:3.0:1769075570.777048:0:41343:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 216 at ffff8c5810d02000.
00010000:00000040:3.0:1769075570.777052:0:41343:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8c5818735300 count: 0
00010000:00000010:3.0:1769075570.777054:0:41343:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c5809c74e00.
00010000:00000001:3.0:1769075570.777059:0:41343:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1769075570.777060:0:41343:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1769075570.777062:0:41343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5810ca0600/0x2b9d26c1dd2db3ba lrc: 0/0,0 mode: --/PR res: [0x200000405:0x417:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bf9cd expref: -99 pid: 46093 timeout: 0 lvb_type: 3
00010000:00000010:3.0:1769075570.777067:0:41343:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 216 at ffff8c5810d02f00.
00010000:00000040:3.0:1769075570.777071:0:41343:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8c5818735500 count: 0
00010000:00000010:3.0:1769075570.777075:0:41343:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c5809c74b00.
00010000:00000001:3.0:1769075570.777079:0:41343:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1769075570.777081:0:41343:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1769075570.777085:0:41343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5810ca1800/0x2b9d26c1dd2db3b3 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x416:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bf9aa expref: -99 pid: 46092 timeout: 0 lvb_type: 3
00010000:00000010:3.0:1769075570.777093:0:41343:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 216 at ffff8c5810d02500.
00010000:00000040:3.0:1769075570.777097:0:41343:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8c5818735900 count: 0
00010000:00000010:3.0:1769075570.777101:0:41343:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c5809c74000.
00010000:00000001:3.0:1769075570.777108:0:41343:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1769075570.777111:0:41343:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1769075570.777116:0:41343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5810ca1000/0x2b9d26c1dd2db3ac lrc: 0/0,0 mode: --/PR res: [0x200000405:0x415:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bf987 expref: -99 pid: 46091 timeout: 0 lvb_type: 3
00010000:00000010:3.0:1769075570.777125:0:41343:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 216 at ffff8c5810dd7d00.
00010000:00000040:3.0:1769075570.777129:0:41343:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8c583a1df400 count: 0
00010000:00000010:3.0:1769075570.777144:0:41343:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c5809fcc780.
00010000:00000001:3.0:1769075570.777149:0:41343:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1769075570.777152:0:41343:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1769075570.777153:0:41343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5704f80a00/0x2b9d26c1dd2db3a5 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x414:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bf964 expref: -99 pid: 46090 timeout: 0 lvb_type: 3
00010000:00000010:3.0:1769075570.777161:0:41343:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 216 at ffff8c580a24e200.
00010000:00000040:3.0:1769075570.777165:0:41343:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8c5809e26300 count: 0
00010000:00000010:3.0:1769075570.777168:0:41343:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c580720d380.
00010000:00000001:3.0:1769075570.777173:0:41343:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1769075570.777175:0:41343:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1769075570.777181:0:41343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5810ca1c00/0x2b9d26c1dd2db39e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x413:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bf941 expref: -99 pid: 46089 timeout: 0 lvb_type: 3
00010000:00000010:3.0:1769075570.777188:0:41343:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 216 at ffff8c5805e38f00.
00010000:00000040:3.0:1769075570.777193:0:41343:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8c580875a300 count: 0
00010000:00000010:3.0:1769075570.777198:0:41343:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c580347e300.
00010000:00000001:3.0:1769075570.777205:0:41343:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1769075570.777208:0:41343:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1769075570.777211:0:41343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5808548800/0x2b9d26c1dd2db4b6 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x43b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfeb9 expref: -99 pid: 46130 timeout: 0 lvb_type: 3
00010000:00000010:3.0:1769075570.777219:0:41343:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 216 at ffff8c5810d02200.
00010000:00000040:3.0:1769075570.777221:0:41343:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8c583a2b8200 count: 0
00010000:00000010:3.0:1769075570.777223:0:41343:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c580347e980.
00010000:00000001:3.0:1769075570.777227:0:41343:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1769075570.777228:0:41343:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1769075570.777229:0:41343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5834778800/0x2b9d26c1dd2db4af lrc: 0/0,0 mode: --/PR res: [0x200000405:0x43a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfe96 expref: -99 pid: 46129 timeout: 0 lvb_type: 3
00010000:00000010:3.0:1769075570.777233:0:41343:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 216 at ffff8c5810e9e900.
00010000:00000040:3.0:1769075570.777237:0:41343:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8c580921e400 count: 0
00010000:00000010:3.0:1769075570.777242:0:41343:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c580b44e100.
00010000:00000001:3.0:1769075570.777247:0:41343:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1769075570.777251:0:41343:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1769075570.777254:0:41343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5808548200/0x2b9d26c1dd2db4a8 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x439:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfe73 expref: -99 pid: 46128 timeout: 0 lvb_type: 3
00010000:00000010:3.0:1769075570.777262:0:41343:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 216 at ffff8c580a93e900.
00010000:00000040:3.0:1769075570.777264:0:41343:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8c58346e0a00 count: 0
00010000:00000010:3.0:1769075570.777265:0:41343:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c5802bead80.
00010000:00000001:3.0:1769075570.777270:0:41343:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1769075570.777273:0:41343:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1769075570.777275:0:41343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5834779c00/0x2b9d26c1dd2db4a1 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x438:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfe50 expref: -99 pid: 46127 timeout: 0 lvb_type: 3
00010000:00000010:3.0:1769075570.777279:0:41343:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 216 at ffff8c5810e9e400.
00010000:00000040:3.0:1769075570.777282:0:41343:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8c580921e100 count: 0
00010000:00000010:3.0:1769075570.777284:0:41343:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c580b44ee00.
00010000:00000001:3.0:1769075570.777287:0:41343:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1769075570.777287:0:41343:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1769075570.777289:0:41343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5808549e00/0x2b9d26c1dd2db49a lrc: 0/0,0 mode: --/PR res: [0x200000405:0x437:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfe2d expref: -99 pid: 46126 timeout: 0 lvb_type: 3
00010000:00000010:3.0:1769075570.777292:0:41343:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 216 at ffff8c580a93ea00.
00010000:00000040:3.0:1769075570.777294:0:41343:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8c5809e26e00 count: 0
00010000:00000010:3.0:1769075570.777295:0:41343:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c5802beaa00.
00010000:00000001:3.0:1769075570.777298:0:41343:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1769075570.777298:0:41343:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1769075570.777300:0:41343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5808548000/0x2b9d26c1dd2db493 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x436:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfe0a expref: -99 pid: 46125 timeout: 0 lvb_type: 3
00010000:00000010:3.0:1769075570.777303:0:41343:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 216 at ffff8c5810d02e00.
00010000:00000040:3.0:1769075570.777304:0:41343:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8c583a2b8700 count: 0
00010000:00000010:3.0:1769075570.777306:0:41343:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c580347e080.
00010000:00000001:3.0:1769075570.777308:0:41343:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1769075570.777309:0:41343:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1769075570.777311:0:41343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5808548e00/0x2b9d26c1dd2db48c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x435:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfde7 expref: -99 pid: 46124 timeout: 0 lvb_type: 3
00010000:00000010:3.0:1769075570.777315:0:41343:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 216 at ffff8c580a93e200.
00010000:00000040:3.0:1769075570.777316:0:41343:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8c5809e26d00 count: 0
00010000:00000010:3.0:1769075570.777317:0:41343:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c580720d800.
00010000:00000001:3.0:1769075570.777320:0:41343:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1769075570.777321:0:41343:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1769075570.777322:0:41343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5801686200/0x2b9d26c1dd2db485 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x434:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfdc4 expref: -99 pid: 46123 timeout: 0 lvb_type: 3
00010000:00000010:3.0:1769075570.777325:0:41343:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 216 at ffff8c5818464200.
00010000:00000040:3.0:1769075570.777327:0:41343:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8c57035f1700 count: 0
00010000:00000010:3.0:1769075570.777329:0:41343:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c5809c74700.
00010000:00000001:3.0:1769075570.777332:0:41343:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1769075570.777333:0:41343:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1769075570.777334:0:41343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5834778c00/0x2b9d26c1dd2db47e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x433:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfda1 expref: -99 pid: 46122 timeout: 0 lvb_type: 3
00010000:00000010:3.0:1769075570.777337:0:41343:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 216 at ffff8c5805e38d00.
00010000:00000040:3.0:1769075570.777339:0:41343:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8c583a2b8000 count: 0
00010000:00000010:3.0:1769075570.777340:0:41343:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c580347e600.
00010000:00000001:3.0:1769075570.777343:0:41343:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1769075570.777343:0:41343:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1769075570.777345:0:41343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5834779a00/0x2b9d26c1dd2db477 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x432:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfd7e expref: -99 pid: 46121 timeout: 0 lvb_type: 3
00010000:00000010:3.0:1769075570.777348:0:41343:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 216 at ffff8c5805e38400.
00010000:00000040:3.0:1769075570.777350:0:41343:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8c580875a400 count: 0
00010000:00000010:3.0:1769075570.777352:0:41343:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c580347eb00.
00010000:00000001:3.0:1769075570.777355:0:41343:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1769075570.777356:0:41343:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1769075570.777358:0:41343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5808548a00/0x2b9d26c1dd2db470 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x431:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfd5b expref: -99 pid: 46120 timeout: 0 lvb_type: 3
00010000:00000010:3.0:1769075570.777362:0:41343:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 216 at ffff8c580a93ef00.
00010000:00000040:3.0:1769075570.777363:0:41343:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8c5809e26900 count: 0
00010000:00000010:3.0:1769075570.777365:0:41343:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c580720dd00.
00010000:00000001:3.0:1769075570.777368:0:41343:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1769075570.777368:0:41343:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1769075570.777370:0:41343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5801687000/0x2b9d26c1dd2db469 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x430:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfd38 expref: -99 pid: 46119 timeout: 0 lvb_type: 3
00010000:00000010:3.0:1769075570.777373:0:41343:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 216 at ffff8c5818464100.
00010000:00000040:3.0:1769075570.777375:0:41343:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8c5818735000 count: 0
00010000:00000010:3.0:1769075570.777386:0:41343:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c5809c74800.
00010000:00000001:3.0:1769075570.777389:0:41343:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1769075570.777390:0:41343:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1769075570.777391:0:41343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5834779e00/0x2b9d26c1dd2db462 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x42f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfd15 expref: -99 pid: 46118 timeout: 0 lvb_type: 3
00010000:00000010:3.0:1769075570.777395:0:41343:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 216 at ffff8c5810e9ef00.
00010000:00000040:3.0:1769075570.777396:0:41343:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8c583a1df900 count: 0
00010000:00000010:3.0:1769075570.777398:0:41343:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c580b44e180.
00010000:00000001:3.0:1769075570.777400:0:41343:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1769075570.777401:0:41343:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1769075570.777402:0:41343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5808549400/0x2b9d26c1dd2db45b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x42e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfcf2 expref: -99 pid: 46117 timeout: 0 lvb_type: 3
00010000:00000010:3.0:1769075570.777406:0:41343:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 216 at ffff8c580a93eb00.
00010000:00000040:3.0:1769075570.777407:0:41343:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8c5809e26000 count: 0
00010000:00000010:3.0:1769075570.777409:0:41343:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c580720d180.
00010000:00000001:3.0:1769075570.777411:0:41343:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1769075570.777412:0:41343:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1769075570.777413:0:41343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5808549c00/0x2b9d26c1dd2db454 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x42d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfccf expref: -99 pid: 46116 timeout: 0 lvb_type: 3
00010000:00000010:3.0:1769075570.777418:0:41343:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 216 at ffff8c580a93e400.
00010000:00000040:3.0:1769075570.777419:0:41343:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8c5809e26800 count: 0
00010000:00000010:3.0:1769075570.777421:0:41343:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c580720dc80.
00010000:00000001:3.0:1769075570.777423:0:41343:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1769075570.777424:0:41343:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1769075570.777425:0:41343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5801686c00/0x2b9d26c1dd2db44d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x42c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfcac expref: -99 pid: 46115 timeout: 0 lvb_type: 3
00010000:00000010:3.0:1769075570.777429:0:41343:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 216 at ffff8c5805e38200.
00010000:00000040:3.0:1769075570.777430:0:41343:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8c580875a000 count: 0
00010000:00000010:3.0:1769075570.777432:0:41343:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c580347ec80.
00010000:00000001:3.0:1769075570.777434:0:41343:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1769075570.777435:0:41343:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1769075570.777436:0:41343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5834779800/0x2b9d26c1dd2db446 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x42b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfc89 expref: -99 pid: 46114 timeout: 0 lvb_type: 3
00010000:00000010:3.0:1769075570.777439:0:41343:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 216 at ffff8c5805e38b00.
00010000:00000040:3.0:1769075570.777451:0:41343:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8c580875ad00 count: 0
00010000:00000010:3.0:1769075570.777453:0:41343:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c580347ed80.
00010000:00000001:3.0:1769075570.777455:0:41343:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1769075570.777456:0:41343:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1769075570.777457:0:41343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c580b459000 lock: ffff8c5801686e00/0x2b9d26c1dd2db43f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x42a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x804829400000020 nid: local remote: 0xeb66a77d176bfc66 expref: -99 pid: 46113 timeout: 0 lvb_type: 3
00010000:00000010:3.0:1769075570.777461:0:41343:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 216 at ffff8c5810d02b00.
00010000:00000040:3.0:1769075570.777462:0:41343:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8c5818735800 count: 0
00010000:00000010:3.0:1769075570.777464:0:41343:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c5809c74680.
00010000:00000001:3.0:1769075570.777467:0:41343:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1769075570.777468:0:41343:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000010:3.0:1769075570.777470:0:41343:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c58078b8180.
00010000:00000001:3.0:1769075570.777472:0:41343:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075570.777475:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075570.777477:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075570.777479:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075570.777480:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075570.777481:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075570.777482:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075570.777484:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075570.777485:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075570.777486:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00000010:3.1:1769075570.778805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0f80.
00000080:00000010:3.1:1769075570.778822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1740.
00000080:00000010:3.1:1769075570.778834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1900.
00000080:00000010:3.1:1769075570.778842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1fe0.
00000080:00000010:3.1:1769075570.778854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1b80.
00000080:00000010:3.1:1769075570.778861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0300.
00000080:00000010:3.1:1769075570.778873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb19e0.
00000080:00000010:3.1:1769075570.778887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0ba0.
00000080:00000010:3.1:1769075570.778898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d6c0.
00000080:00000010:3.1:1769075570.778906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac01c0.
00000080:00000010:3.1:1769075570.778923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d180.
00000080:00000010:3.1:1769075570.778932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac02c0.
00000080:00000010:3.1:1769075570.778941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0a80.
00000080:00000010:3.1:1769075570.782819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac02a0.
00000080:00000010:3.1:1769075570.782835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1d40.
00000080:00000010:3.1:1769075570.782842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452dd60.
00000080:00000010:3.1:1769075570.782853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452df20.
00000080:00000010:3.1:1769075570.782864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0b20.
00000080:00000010:3.1:1769075570.782871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1560.
00000080:00000010:3.1:1769075570.782879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d0e0.
00000080:00000010:3.1:1769075570.782886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0ec0.
00000080:00000010:3.1:1769075570.782892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c580aac0560.
00000080:00000010:3.1:1769075570.782899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1140.
00000080:00000010:3.1:1769075570.782907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c583452d3e0.
00000080:00000010:3.1:1769075570.782913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5809eb1360.
00010000:00000010:3.1:1769075570.782916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26400.
00010000:00000010:3.1:1769075570.782920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f81400.
00010000:00000010:3.1:1769075570.782922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735300.
00010000:00000010:3.1:1769075570.782924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ca0a00.
00010000:00000010:3.1:1769075570.782926:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735500.
00010000:00000010:3.1:1769075570.782928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ca0600.
00010000:00000010:3.1:1769075570.782930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735900.
00010000:00000010:3.1:1769075570.782931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ca1800.
00010000:00000010:3.1:1769075570.782933:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df400.
00010000:00000010:3.1:1769075570.782935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ca1000.
00010000:00000010:3.1:1769075570.782936:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26300.
00010000:00000010:3.1:1769075570.782938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5704f80a00.
00010000:00000010:3.1:1769075570.782940:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580875a300.
00010000:00000010:3.1:1769075570.782942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5810ca1c00.
00010000:00000010:3.1:1769075570.782943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8200.
00010000:00000010:3.1:1769075570.782946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808548800.
00010000:00000010:3.1:1769075570.782947:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e400.
00010000:00000010:3.1:1769075570.782950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834778800.
00010000:00000010:3.1:1769075570.782952:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c58346e0a00.
00010000:00000010:3.1:1769075570.782954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808548200.
00010000:00000010:3.1:1769075570.782956:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580921e100.
00010000:00000010:3.1:1769075570.782958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834779c00.
00010000:00000010:3.1:1769075570.782960:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26e00.
00010000:00000010:3.1:1769075570.782962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808549e00.
00010000:00000010:3.1:1769075570.782963:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8700.
00010000:00000010:3.1:1769075570.782965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808548000.
00010000:00000010:3.1:1769075570.782967:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26d00.
00010000:00000010:3.1:1769075570.782968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808548e00.
00010000:00000010:3.1:1769075570.782970:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c57035f1700.
00010000:00000010:3.1:1769075570.782972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5801686200.
00010000:00000010:3.1:1769075570.782974:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a2b8000.
00010000:00000010:3.1:1769075570.782975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834778c00.
00010000:00000010:3.1:1769075570.782977:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580875a400.
00010000:00000010:3.1:1769075570.782979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834779a00.
00010000:00000010:3.1:1769075570.782980:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26900.
00010000:00000010:3.1:1769075570.782982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808548a00.
00010000:00000010:3.1:1769075570.782984:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735000.
00010000:00000010:3.1:1769075570.782986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5801687000.
00010000:00000010:3.1:1769075570.782987:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c583a1df900.
00010000:00000010:3.1:1769075570.782989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834779e00.
00010000:00000010:3.1:1769075570.782991:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26000.
00010000:00000010:3.1:1769075570.782993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808549400.
00010000:00000010:3.1:1769075570.782994:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5809e26800.
00010000:00000010:3.1:1769075570.782996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5808549c00.
00010000:00000010:3.1:1769075570.782998:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580875a000.
00010000:00000010:3.1:1769075570.782999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5801686c00.
00010000:00000010:3.1:1769075570.783001:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c580875ad00.
00010000:00000010:3.1:1769075570.783002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5834779800.
00010000:00000010:3.1:1769075570.783004:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c5818735800.
00010000:00000010:3.1:1769075570.783006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5801686e00.
00000100:00000001:3.0:1769075571.300810:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075571.300816:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075571.300817:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075571.300821:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075571.300824:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075571.300834:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075571.300836:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075571.300838:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075571.300841:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075572.324786:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075572.324793:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075572.324795:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075572.324799:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075572.324802:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075572.324805:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075572.324807:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075572.324809:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075572.324811:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075572.645001:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075572.645006:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075572.645011:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075573.348862:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075573.348876:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075573.348885:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075573.348896:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075573.348907:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075573.348917:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075573.348925:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075573.348933:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075573.348942:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075573.349828:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075573.349838:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075573.350907:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075573.350912:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075573.351253:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075573.351256:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075573.351676:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075573.351680:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075573.352068:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075573.352071:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1769075574.372808:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075574.372814:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075574.372816:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075574.372821:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075574.372824:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075574.372827:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075574.372830:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075574.372832:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075574.372834:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075574.692845:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296938768, at 4296938816
00000100:00000010:1.0:1769075574.692861:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227600.
00000020:00000001:3.0:1769075574.692880:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075574.692885:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075574.692889:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075575.396901:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075575.396912:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075575.396915:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075575.396924:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075575.396930:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075575.396936:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075575.396940:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075575.396957:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075575.396962:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075576.420885:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075576.420897:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075576.420900:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075576.420907:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075576.420912:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075576.420917:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075576.420920:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075576.420924:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075576.420927:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075576.740930:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075576.740935:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075576.740939:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075577.444940:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075577.444951:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075577.444954:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075577.444961:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075577.444967:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075577.444971:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075577.444974:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075577.444978:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075577.444981:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075578.468810:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075578.468819:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075578.468822:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075578.468829:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075578.468833:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075578.468838:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075578.468845:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075578.468850:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075578.468857:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075578.469472:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075578.469480:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075578.470219:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075578.470221:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075578.470506:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075578.470508:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075578.470826:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075578.470829:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075578.471268:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075578.471271:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1769075578.788884:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075578.788890:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075578.788894:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075579.492913:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075579.492941:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075579.492944:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075579.492953:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075579.492959:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075579.492965:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075579.492969:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075579.492973:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075579.492978:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075579.812941:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296943887, at 4296943936
00000100:00000010:1.0:1769075579.812976:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470f00.
00000020:00000001:3.0:1769075579.813049:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075579.813057:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075579.813063:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075580.516859:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075580.516869:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075580.516872:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075580.516879:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075580.516884:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075580.516888:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075580.516892:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075580.516896:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075580.516900:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075580.836841:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075580.836845:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075580.836855:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075581.540811:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075581.540816:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075581.540818:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075581.540837:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075581.540840:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075581.540843:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075581.540845:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075581.540847:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075581.540849:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075582.564827:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075582.564835:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075582.564838:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075582.564844:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075582.564848:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075582.564852:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075582.564855:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075582.564859:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075582.564862:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075582.884986:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075582.884993:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075582.884998:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075583.588842:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075583.588851:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075583.588854:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075583.588877:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075583.588893:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075583.588897:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075583.588900:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075583.588904:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075583.588911:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075583.589917:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075583.589926:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075583.590770:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075583.590773:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075583.591097:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075583.591099:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075583.591392:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075583.591394:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075583.591744:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075583.591746:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1769075583.908911:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075583.908920:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075583.908925:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075584.612843:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075584.612852:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075584.612854:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075584.612860:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075584.612863:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075584.612867:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075584.612869:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075584.612872:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075584.612875:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075584.932822:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296949008, at 4296949056
00000100:00000010:1.0:1769075584.932837:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470540.
00000020:00000001:3.0:1769075584.932892:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075584.932896:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075584.932899:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075585.636819:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075585.636828:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075585.636830:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075585.636837:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075585.636841:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075585.636862:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075585.636865:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075585.636867:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075585.636870:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075586.660852:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075586.660862:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075586.660864:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075586.660870:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075586.660874:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075586.660879:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075586.660881:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075586.660884:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075586.660887:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075586.980975:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075586.980983:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075586.980989:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075587.684846:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075587.684854:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075587.684857:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075587.684863:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075587.684867:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075587.684871:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075587.684873:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075587.684876:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075587.684879:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075588.004921:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075588.004930:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075588.004935:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075588.708853:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075588.708863:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075588.708877:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075588.708886:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075588.708894:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075588.708898:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075588.708908:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075588.708915:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075588.708923:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075588.709696:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075588.709702:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075588.710842:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075588.710860:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075588.711110:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075588.711112:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075588.711436:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075588.711438:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075588.711709:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075588.711711:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1769075589.028947:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075589.028950:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075589.028953:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075589.732790:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075589.732797:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075589.732798:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075589.732802:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075589.732805:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075589.732808:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075589.732810:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075589.732813:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075589.732816:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075590.052811:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296954128, at 4296954176
00000100:00000010:1.0:1769075590.052823:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470360.
00000100:00000001:3.0:1769075590.756804:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075590.756810:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075590.756812:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075590.756816:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075590.756819:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075590.756822:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075590.756824:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075590.756826:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075590.756828:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075591.076908:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075591.076913:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075591.076917:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075591.780801:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075591.780807:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075591.780809:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075591.780814:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075591.780818:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075591.780821:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075591.780823:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075591.780826:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075591.780828:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075592.100933:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075592.100936:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075592.100939:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075592.804821:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075592.804829:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075592.804831:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075592.804836:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075592.804839:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075592.804843:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075592.804845:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075592.804848:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075592.804850:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075593.124923:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075593.124927:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075593.124931:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075593.828792:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075593.828799:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075593.828800:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075593.828805:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075593.828809:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075593.828812:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075593.828815:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075593.828818:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075593.828821:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075593.829469:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075593.829475:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075593.830065:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075593.830067:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075593.830391:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075593.830392:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075593.830572:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075593.830573:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075593.830839:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075593.830841:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1769075594.852802:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075594.852810:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075594.852812:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075594.852817:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075594.852821:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075594.852825:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075594.852828:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075594.852830:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075594.852832:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075595.172834:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296959247, at 4296959296
00000100:00000010:1.0:1769075595.172856:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227de0.
00000020:00000001:3.0:1769075595.172916:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075595.172920:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075595.172924:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075595.876798:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075595.876805:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075595.876808:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075595.876813:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075595.876817:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075595.876821:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075595.876823:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075595.876826:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075595.876828:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075596.196884:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075596.196889:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075596.196892:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075596.900799:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075596.900807:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075596.900809:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075596.900815:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075596.900819:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075596.900823:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075596.900825:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075596.900827:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075596.900829:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075597.220935:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075597.220939:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075597.220943:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075597.924889:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075597.924899:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075597.924901:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075597.924908:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075597.924913:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075597.924918:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075597.924922:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075597.924926:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075597.924930:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075598.948971:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075598.948984:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075598.948991:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075598.949020:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075598.949033:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075598.949043:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075598.949064:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075598.949071:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075598.949081:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075598.950395:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075598.950416:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075598.952214:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075598.952218:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075598.952689:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075598.952692:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075598.953324:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075598.953328:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075598.954072:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075598.954078:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769075599.269058:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075599.269064:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075599.269069:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075599.972853:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075599.972862:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075599.972865:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075599.972872:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075599.972876:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075599.972881:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075599.972884:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075599.972888:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075599.972891:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075600.292927:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296964368, at 4296964416
00000100:00000010:1.0:1769075600.292947:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227b40.
00000020:00000001:3.0:1769075600.293016:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075600.293021:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075600.293026:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075600.996884:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075600.996892:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075600.996895:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075600.996902:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075600.996907:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075600.996911:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075600.996915:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075600.996918:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075600.996923:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075601.316956:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075601.316963:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075601.316968:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075602.021003:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075602.021012:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075602.021015:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075602.021021:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075602.021026:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075602.021031:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075602.021035:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075602.021038:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075602.021041:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075603.044864:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075603.044873:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075603.044876:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075603.044883:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075603.044888:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075603.044893:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075603.044896:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075603.044899:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075603.044903:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075603.364938:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075603.364944:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075603.364949:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075604.068888:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075604.068901:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075604.068907:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075604.068917:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075604.068927:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075604.068934:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075604.068941:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075604.068947:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075604.068955:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075604.069924:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075604.069938:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075604.071351:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075604.071355:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075604.071718:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075604.071721:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075604.072253:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075604.072256:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075604.072885:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075604.072891:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769075604.388957:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075604.388966:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075604.388972:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075605.092833:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075605.092842:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075605.092844:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075605.092851:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075605.092856:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075605.092861:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075605.092864:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075605.092867:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075605.092871:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075605.412885:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296969488, at 4296969536
00000100:00000010:1.0:1769075605.412933:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470900.
00000020:00000001:3.0:1769075605.413016:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075605.413022:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075605.413038:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075606.116841:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075606.116849:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075606.116851:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075606.116856:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075606.116860:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075606.116863:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075606.116866:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075606.116868:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075606.116870:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075607.140831:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075607.140841:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075607.140843:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075607.140850:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075607.140854:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075607.140858:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075607.140862:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075607.140865:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075607.140868:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075607.460957:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075607.460964:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075607.461004:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075608.164793:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075608.164799:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075608.164801:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075608.164805:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075608.164808:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075608.164810:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075608.164812:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075608.164814:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075608.164816:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075608.484981:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075608.484988:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075608.484991:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075609.188799:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075609.188816:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075609.188818:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075609.188822:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075609.188824:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075609.188827:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075609.188829:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075609.188832:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075609.188835:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075609.189658:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075609.189670:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769075609.190824:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075609.190825:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769075609.191054:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075609.191055:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769075609.191246:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075609.191270:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769075609.191583:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075609.191585:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000020:00000001:3.0:1769075609.509002:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075609.509006:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075609.509009:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075610.212787:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075610.212796:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075610.212797:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075610.212803:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075610.212807:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075610.212811:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075610.212814:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075610.212817:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075610.212819:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075610.532842:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296974608, at 4296974656
00000100:00000010:1.0:1769075610.532862:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470c60.
00000100:00000001:3.0:1769075611.236795:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075611.236802:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075611.236804:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075611.236808:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075611.236812:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075611.236815:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075611.236817:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075611.236819:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075611.236821:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075611.557073:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075611.557080:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075611.557085:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075612.260829:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075612.260838:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075612.260841:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075612.260848:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075612.260852:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075612.260857:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075612.260860:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075612.260863:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075612.260867:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075612.581006:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075612.581013:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075612.581018:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075613.284800:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075613.284808:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075613.284810:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075613.284816:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075613.284819:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075613.284822:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075613.284824:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075613.284826:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075613.284829:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075613.605023:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075613.605031:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075613.605036:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075614.308805:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075614.308814:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075614.308817:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075614.308824:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075614.308830:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075614.308834:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075614.308838:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075614.308841:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075614.308845:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075614.309734:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075614.309737:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769075614.310681:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075614.310683:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769075614.311085:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075614.311088:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769075614.311342:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075614.311344:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769075614.311627:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075614.311629:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1769075615.332823:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075615.332830:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075615.332832:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075615.332847:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075615.332850:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075615.332854:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075615.332856:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075615.332858:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075615.332861:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075615.652902:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296979728, at 4296979776
00000100:00000010:1.0:1769075615.652919:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470ae0.
00000020:00000001:3.0:1769075615.652995:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075615.653002:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075615.653006:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075616.356791:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075616.356799:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075616.356801:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075616.356806:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075616.356810:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075616.356813:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075616.356816:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075616.356828:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075616.356831:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075616.677021:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075616.677028:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075616.677033:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075617.380815:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075617.380821:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075617.380823:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075617.380828:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075617.380830:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075617.380833:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075617.380836:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075617.380838:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075617.380840:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075617.700931:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075617.700936:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075617.700940:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769075619.429783:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075619.430579:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075619.431373:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075619.431800:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075619.431947:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:3.0:1769075619.749042:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075619.749048:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075619.749053:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769075620.772867:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296984848, at 4296984896
00000100:00000010:1.0:1769075620.772891:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470e40.
00000020:00000001:3.0:1769075621.796932:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075621.796937:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075621.796941:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1769075622.501011:0:2419:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.128:988
00000400:00000100:3.0:1769075622.501044:0:2419:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.128@tcp at host 192.168.204.128 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769075622.501053:0:2419:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075622.501057:0:2419:0:(router.c:1755:lnet_notify()) 192.168.204.28@tcp notifying 192.168.204.128@tcp: down
00000400:00000200:3.0:1769075622.501060:0:2419:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075622.501064:0:2419:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769075622.501068:0:2419:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:3.0:1769075622.501071:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38100.
00000400:00000200:3.0:1769075622.501075:0:2419:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769075622.501078:0:2419:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769075622.501083:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1220
00000400:00000010:3.0:1769075622.501085:0:2419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1220.
00000100:00000001:3.0:1769075622.501090:0:2419:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075622.501098:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c583a250380 x1855007948046208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075622.501118:0:2419:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075622.501123:0:2419:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250380 x1855007948046208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075644 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075622.501131:0:2419:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075622.501133:0:2419:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769075622.501144:0:2419:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:3.0:1769075622.501147:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38b00.
00000400:00000200:3.0:1769075622.501151:0:2419:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769075622.501156:0:2419:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769075622.501164:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1dd0
00000400:00000010:3.0:1769075622.501170:0:2419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1dd0.
00000100:00000001:3.0:1769075622.501176:0:2419:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075622.501186:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c583a251500 x1855007948046336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075622.501205:0:2419:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075622.501212:0:2419:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a251500 x1855007948046336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075644 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075622.501226:0:2419:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075622.501232:0:2419:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769075622.501243:0:2419:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:3.0:1769075622.501252:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38200.
00000400:00000200:3.0:1769075622.501257:0:2419:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769075622.501267:0:2419:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769075622.501274:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:3.0:1769075622.501279:0:2419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:3.0:1769075622.501284:0:2419:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075622.501293:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c583a250700 x1855007948046464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075622.501326:0:2419:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075622.501335:0:2419:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250700 x1855007948046464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075644 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075622.501356:0:2419:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075622.501358:0:2419:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769075622.501365:0:2419:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:3.0:1769075622.501368:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38400.
00000400:00000200:3.0:1769075622.501371:0:2419:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769075622.501379:0:2419:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769075622.501383:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e13b8
00000400:00000010:3.0:1769075622.501387:0:2419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e13b8.
00000100:00000001:3.0:1769075622.501392:0:2419:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075622.501402:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c583a250a80 x1855007948046592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075622.501417:0:2419:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075622.501425:0:2419:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250a80 x1855007948046592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075644 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075622.501443:0:2419:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075622.501449:0:2419:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769075622.501462:0:2419:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:3.0:1769075622.501497:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38d00.
00000400:00000200:3.0:1769075622.501504:0:2419:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769075622.501513:0:2419:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769075622.501520:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1990
00000400:00000010:3.0:1769075622.501527:0:2419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1990.
00000100:00000001:3.0:1769075622.501536:0:2419:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075622.501547:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c583a252d80 x1855007948046720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075622.501566:0:2419:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075622.501573:0:2419:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a252d80 x1855007948046720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075644 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075622.501590:0:2419:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075622.501595:0:2419:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1769075623.844894:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075623.844898:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075623.844902:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075624.548888:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075624.548900:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075624.548903:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075624.548907:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075624.548912:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075624.548920:0:11591:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2316
00000400:00000200:3.0:1769075624.548932:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075624.548942:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075624.548946:0:11591:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075624.548954:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075624.548962:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075624.548969:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075624.548982:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075624.548987:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075624.548989:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075624.548991:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075624.548995:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075624.548997:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075624.549000:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075624.549002:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075624.549004:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075624.549005:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075624.549007:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075624.549009:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075624.549013:0:11591:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075624.549015:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075624.549018:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075624.549024:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075624.549027:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075624.549030:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075624.549033:0:11591:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075624.549076:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3480.
00000020:00000040:3.0:1769075624.549082:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075624.549089:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075624.549090:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075624.549094:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075624.549097:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075624.549103:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075624.549114:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769075624.549124:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075624.549136:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3480 x1855007948046848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075624.549151:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075624.549158:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075624.549165:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb7685cc] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3480 x1855007948046848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075624.549201:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075624.549205:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075624.549209:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075624.549212:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075624.549214:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075624.549218:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075624.549220:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2316
00000400:00000200:3.0:1769075624.549225:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075624.549228:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075624.549231:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075624.549235:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075624.549238:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075624.549241:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075624.549243:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075624.549246:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075624.549248:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075624.549250:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075624.549254:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075624.549256:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075624.549258:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075624.549261:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075624.549263:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075624.549267:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075624.549270:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075624.549275:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075624.549280:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075624.549283:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075624.549287:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075624.549295:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075624.549302:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075624.549308:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075624.549315:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075624.549321:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075624.549327:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075624.549335:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000020:00000040:3.0:1769075624.549341:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075624.549347:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075624.549351:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075624.549355:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075624.549357:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075624.549360:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075624.549368:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769075624.549375:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075624.549384:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948046976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075624.549408:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075624.549413:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075624.549419:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948046976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075624.549434:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075624.549439:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075624.549446:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075624.549455:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075624.549459:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075624.549466:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075624.549477:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2316
00000400:00000200:3.0:1769075624.549486:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075624.549493:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075624.549499:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075624.549505:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075624.549510:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075624.549516:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075624.549519:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075624.549522:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075624.549526:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075624.549531:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075624.549533:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075624.549536:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075624.549541:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075624.549547:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075624.549550:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075624.549554:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075624.549559:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075624.549562:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075624.549565:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075624.549568:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075624.549570:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075624.549575:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075624.549579:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075624.549583:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075624.549587:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075624.549593:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075624.549598:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075624.549606:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769075624.549611:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075624.549617:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075624.549618:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075624.549623:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.1:1769075624.549664:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075624.549668:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075624.550215:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075624.550218:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
02000000:00000001:3.0:1769075624.550785:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075624.550793:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075624.550806:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769075624.550816:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075624.550829:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948047104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075624.550841:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075624.550845:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075624.550851:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948047104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075624.550887:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075624.550892:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075624.550896:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075624.550898:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075624.550901:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075624.550905:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075624.550909:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2316
00000400:00000200:3.0:1769075624.550918:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075624.550926:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075624.550931:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075624.550945:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075624.550955:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075624.550970:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075624.550980:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075624.550991:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075624.550996:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075624.551005:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075624.551013:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075624.551022:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075624.551034:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075624.551049:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075624.551061:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075624.551070:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075624.551081:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075624.551093:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075624.551107:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075624.551122:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075624.551136:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075624.551149:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075624.551158:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075624.551170:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075624.551177:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075624.551188:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075624.551197:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075624.551201:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075624.551205:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00000010:3.0:1769075624.551208:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769075624.551218:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075624.551231:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075624.551235:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075624.551245:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075624.551249:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075624.551255:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075624.551266:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769075624.551274:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075624.551287:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948047232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075624.551347:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075624.551354:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075624.551370:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948047232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075624.551424:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075624.551432:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075624.551449:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075624.551453:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075624.551463:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075624.551474:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075624.551487:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2316
00000400:00000200:3.0:1769075624.551510:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075624.551523:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075624.551532:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075624.551543:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075624.551551:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075624.551561:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075624.551567:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075624.551572:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075624.551578:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075624.551583:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075624.551588:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075624.551594:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075624.551602:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075624.551614:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075624.551620:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075624.551627:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075624.551633:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075624.551640:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075624.551649:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075624.551654:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075624.551659:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075624.551667:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075624.551674:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075624.551693:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075624.551698:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075624.551704:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075624.551714:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075624.551726:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769075624.551761:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075624.551770:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075624.551771:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075624.551774:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075624.551776:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075624.551780:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075624.551792:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769075624.551800:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075624.551818:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948047360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075624.551859:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075624.551868:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075624.551887:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948047360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075624.551952:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075624.551964:0:11591:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2326)
00000800:00000200:0.1:1769075624.552058:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075624.552076:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075624.552345:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075624.552347:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1769075625.892823:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296989968, at 4296990016
00000100:00000010:1.0:1769075625.892842:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470e40.
00000020:00000001:3.0:1769075625.892891:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075625.892895:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075625.892899:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075627.940861:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075627.940865:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075627.940868:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769075629.669445:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075629.669453:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075629.670038:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075629.670040:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075629.670261:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075629.670263:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075629.670503:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075629.670505:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075629.670712:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075629.670714:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1769075629.988921:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075629.988928:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075629.988935:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769075631.012798:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4296995087, at 4296995136
00000100:00000010:1.0:1769075631.012819:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470ae0.
00000020:00000001:3.0:1769075631.012857:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075631.012862:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075631.012866:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075632.036945:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075632.036952:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075632.036957:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075634.084889:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075634.084893:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075634.084896:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075634.789424:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075634.789431:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075634.790049:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075634.790051:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075634.790299:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075634.790301:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075634.790490:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075634.790492:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075634.790746:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075634.790749:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1769075635.108902:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075635.108907:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075635.108911:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769075636.132822:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297000207, at 4297000256
00000100:00000010:1.0:1769075636.132842:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227240.
00000020:00000001:3.0:1769075636.132895:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075636.132899:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075636.132901:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075638.180899:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075638.180918:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075638.180921:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075639.204888:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075639.204892:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075639.204895:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769075639.909687:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075639.909697:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075639.910615:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075639.910617:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075639.910868:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075639.910870:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075639.911055:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075639.911057:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075639.911243:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075639.911245:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1769075640.228895:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075640.228900:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075640.228905:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769075641.252805:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297005328, at 4297005376
00000100:00000010:1.0:1769075641.252825:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470c60.
00000020:00000001:3.0:1769075642.276870:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075642.276875:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075642.276878:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075643.300880:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075643.300883:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075643.300886:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075644.324882:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075644.324886:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075644.324900:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075645.028848:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075645.028855:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075645.028857:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075645.028860:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075645.028863:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075645.028868:0:11591:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2336
00000400:00000200:3.0:1769075645.028876:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075645.028881:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075645.028884:0:11591:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075645.028886:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075645.028888:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075645.028890:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075645.028892:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075645.028895:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075645.028897:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075645.028899:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075645.028901:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075645.028903:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075645.028904:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075645.028906:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075645.028908:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075645.028909:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075645.028910:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075645.028912:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075645.028914:0:11591:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075645.028916:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075645.028918:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075645.028919:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075645.028922:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075645.028923:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075645.028924:0:11591:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075645.028932:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769075645.028934:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075645.028937:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075645.028938:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075645.028940:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075645.028942:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075645.028945:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075645.028951:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769075645.028956:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075645.028964:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948049408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075645.028972:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075645.028975:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075645.028978:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948049408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075645.028997:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075645.028999:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075645.029002:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075645.029003:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075645.029004:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075645.029007:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075645.029008:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2336
00000400:00000200:3.0:1769075645.029011:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075645.029012:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075645.029014:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075645.029015:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075645.029017:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075645.029019:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075645.029020:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075645.029022:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075645.029023:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075645.029025:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075645.029026:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075645.029027:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075645.029029:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075645.029031:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075645.029033:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075645.029034:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075645.029035:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075645.029037:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075645.029042:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075645.029046:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075645.029049:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075645.029053:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075645.029055:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075645.029059:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075645.029064:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075645.029069:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075645.029075:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075645.029079:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769075645.029082:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075645.029086:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075645.029089:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075645.029092:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075645.029096:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075645.029100:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075645.029108:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769075645.029114:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075645.029124:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948049536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075645.029141:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075645.029145:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075645.029162:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948049536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075645.029181:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075645.029186:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075645.029191:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075645.029194:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075645.029196:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075645.029198:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075645.029201:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2336
00000400:00000200:3.0:1769075645.029208:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075645.029214:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075645.029217:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075645.029222:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075645.029225:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075645.029230:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075645.029233:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075645.029235:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075645.029237:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075645.029239:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075645.029242:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075645.029246:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075645.029250:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075645.029257:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075645.029260:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075645.029261:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075645.029263:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075645.029267:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075645.029273:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075645.029275:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075645.029279:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075645.029283:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075645.029287:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075645.029289:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075645.029292:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075645.029295:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075645.029296:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075645.029302:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769075645.029305:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075645.029311:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075645.029314:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075645.029315:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769075645.029322:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075645.029324:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075645.029326:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075645.029329:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000800:00000200:0.1:1769075645.029331:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1769075645.029333:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075645.029354:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948049664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075645.029372:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075645.029376:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075645.029382:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948049664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075645.029392:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075645.029395:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075645.029398:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075645.029400:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075645.029402:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075645.029405:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075645.029408:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2336
00000400:00000200:3.0:1769075645.029416:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075645.029422:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075645.029425:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075645.029429:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075645.029432:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075645.029436:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075645.029437:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075645.029440:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075645.029441:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075645.029443:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075645.029445:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075645.029449:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075645.029452:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075645.029458:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075645.029462:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075645.029466:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075645.029472:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075645.029476:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075645.029480:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075645.029482:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075645.029483:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075645.029486:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075645.029489:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075645.029492:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075645.029494:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075645.029497:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075645.029500:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075645.029505:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769075645.029507:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075645.029512:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075645.029514:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075645.029515:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075645.029516:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075645.029518:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075645.029523:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769075645.029527:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075645.029533:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948049792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075645.029543:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075645.029546:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075645.029552:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948049792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075645.029562:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075645.029567:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075645.029573:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075645.029575:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075645.029579:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075645.029583:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075645.029589:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2336
00000400:00000200:3.0:1769075645.029596:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075645.029601:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075645.029605:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075645.029610:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075645.029614:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075645.029618:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075645.029622:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075645.029624:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075645.029626:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075645.029629:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075645.029631:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075645.029635:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075645.029639:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075645.029643:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075645.029646:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075645.029649:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075645.029653:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075645.029657:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075645.029660:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075645.029664:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075645.029666:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075645.029669:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075645.029673:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075645.029676:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075645.029679:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075645.029684:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075645.029688:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075645.029691:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769075645.029695:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075645.029697:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075645.029699:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075645.029701:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075645.029702:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075645.029704:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075645.029708:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769075645.029713:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075645.029719:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948049920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075645.029754:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075645.029756:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075645.029759:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948049920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075645.029773:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075645.029780:0:11591:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2346)
00000800:00000200:0.1:1769075645.029942:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075645.029945:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075645.030155:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075645.030157:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075645.030331:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075645.030333:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075645.030539:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075645.030541:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000100:00000040:1.0:1769075646.372811:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297010447, at 4297010496
00000100:00000010:1.0:1769075646.372821:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470900.
00000020:00000001:3.0:1769075646.372861:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075646.372864:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075646.372867:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075647.396879:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075647.396884:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075647.396889:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075648.420846:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075648.420850:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075648.420853:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075650.148843:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075650.148850:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075650.148854:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075650.148860:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075650.148865:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075650.148870:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075650.148875:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075650.148880:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075650.148885:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075650.149408:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075650.149411:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075650.149982:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075650.149985:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075650.150211:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075650.150213:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075650.150429:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075650.150431:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075650.150675:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075650.150677:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1769075650.468861:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075650.468865:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075650.468868:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075651.172814:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075651.172821:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075651.172823:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075651.172828:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075651.172832:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075651.172835:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075651.172838:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075651.172840:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075651.172843:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075651.492828:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297015567, at 4297015616
00000100:00000010:1.0:1769075651.492844:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470360.
00000020:00000001:3.0:1769075651.492895:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075651.492898:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075651.492902:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075652.196801:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075652.196817:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075652.196819:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075652.196825:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075652.196829:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075652.196833:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075652.196835:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075652.196838:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075652.196841:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075652.516930:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075652.516933:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075652.516936:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075653.220822:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075653.220831:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075653.220833:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075653.220839:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075653.220844:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075653.220849:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075653.220852:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075653.220854:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075653.220858:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075654.244817:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075654.244823:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075654.244825:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075654.244829:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075654.244832:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075654.244836:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075654.244838:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075654.244840:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075654.244842:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075654.564898:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075654.564902:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075654.564905:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075655.268824:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075655.268834:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075655.268836:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075655.268844:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:3.0:1769075655.268845:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769075655.268848:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075655.268854:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075655.268860:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769075655.268861:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075655.268864:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075655.268867:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769075655.268868:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075655.268875:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075655.268882:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075655.268890:0:11591:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2346
00000400:00000200:3.0:1769075655.268900:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075655.268905:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075655.268908:0:11591:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075655.268910:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075655.268913:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075655.268915:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075655.268916:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075655.268920:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075655.268921:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075655.268923:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075655.268925:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075655.268927:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075655.268929:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075655.268931:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075655.268932:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075655.268933:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075655.268934:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075655.268936:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075655.268939:0:11591:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075655.268940:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075655.268943:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075655.268945:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075655.268947:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075655.268949:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075655.268951:0:11591:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075655.268959:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769075655.268962:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075655.268965:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075655.268966:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075655.268968:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075655.268970:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075655.268974:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075655.268980:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769075655.268986:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075655.268992:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948050688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075655.269000:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075655.269004:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075655.269007:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948050688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075655.269025:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075655.269027:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075655.269030:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075655.269031:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075655.269032:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075655.269034:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075655.269036:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2346
00000400:00000200:3.0:1769075655.269039:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075655.269041:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075655.269043:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075655.269045:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075655.269047:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075655.269049:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075655.269051:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075655.269052:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075655.269054:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075655.269055:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075655.269058:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075655.269061:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075655.269065:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075655.269070:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075655.269072:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075655.269076:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075655.269080:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075655.269084:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075655.269090:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075655.269094:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075655.269097:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075655.269103:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075655.269106:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075655.269109:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075655.269112:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075655.269117:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075655.269122:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075655.269125:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769075655.269128:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075655.269133:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075655.269135:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075655.269138:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075655.269140:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075655.269144:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075655.269150:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769075655.269156:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075655.269180:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948050816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075655.269196:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075655.269202:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075655.269210:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948050816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075655.269222:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075655.269229:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075655.269236:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075655.269239:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075655.269243:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075655.269250:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075655.269258:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2346
00000400:00000200:3.0:1769075655.269270:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075655.269278:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075655.269284:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075655.269291:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075655.269295:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075655.269299:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075655.269303:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075655.269308:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075655.269309:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075655.269311:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075655.269316:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075655.269318:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075655.269320:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075655.269327:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075655.269330:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075655.269336:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075655.269340:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075655.269344:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075655.269350:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075655.269353:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075655.269356:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075655.269360:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075655.269365:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075655.269369:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075655.269374:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075655.269378:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075655.269382:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075655.269386:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769075655.269390:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075655.269395:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075655.269398:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075655.269400:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075655.269403:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075655.269406:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075655.269410:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000010:3.0:1769075655.269412:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000800:00000200:0.1:1769075655.269414:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1769075655.269417:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075655.269426:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948050944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075655.269436:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075655.269440:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075655.269445:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948050944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075655.269458:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075655.269462:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075655.269465:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075655.269469:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075655.269471:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075655.269486:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075655.269491:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2346
00000400:00000200:3.0:1769075655.269498:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075655.269503:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075655.269506:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075655.269513:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075655.269518:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075655.269521:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075655.269526:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075655.269528:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075655.269529:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075655.269530:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075655.269532:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075655.269535:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075655.269537:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075655.269539:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075655.269544:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075655.269547:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075655.269551:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075655.269555:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075655.269559:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075655.269562:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075655.269566:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075655.269570:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075655.269574:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075655.269578:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075655.269582:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075655.269586:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075655.269590:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075655.269595:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769075655.269600:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075655.269610:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075655.269615:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075655.269620:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075655.269625:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075655.269629:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075655.269637:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769075655.269647:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075655.269659:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948051072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075655.269683:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075655.269687:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075655.269694:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948051072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075655.269713:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075655.269717:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075655.269720:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075655.269723:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075655.269725:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075655.269754:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075655.269757:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2346
00000400:00000200:3.0:1769075655.269761:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075655.269767:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075655.269770:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075655.269774:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075655.269778:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075655.269782:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075655.269786:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075655.269789:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075655.269791:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075655.269796:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075655.269798:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075655.269801:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075655.269804:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075655.269810:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075655.269815:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075655.269819:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075655.269822:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075655.269825:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075655.269831:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075655.269836:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075655.269838:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075655.269841:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075655.269845:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075655.269850:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075655.269853:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075655.269859:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075655.269863:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075655.269871:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769075655.269877:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075655.269882:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075655.269886:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075655.269892:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075655.269895:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075655.269901:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075655.269908:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769075655.269913:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075655.269921:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948051200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075655.269932:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075655.269936:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075655.269942:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948051200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075655.269962:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075655.269969:0:11591:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2357)
00000800:00000200:0.1:1769075655.270057:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075655.270058:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075655.270293:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075655.270307:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075655.270492:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075655.270493:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075655.270781:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075655.270783:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1769075655.588942:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075655.588947:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075655.588951:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075656.292849:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075656.292858:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075656.292860:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075656.292866:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075656.292870:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075656.292873:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075656.292877:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075656.292880:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075656.292883:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075656.612833:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297020687, at 4297020736
00000100:00000010:1.0:1769075656.612848:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470540.
00000020:00000001:3.0:1769075656.612906:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075656.612909:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075656.612912:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075657.316805:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075657.316810:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075657.316812:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075657.316817:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075657.316820:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075657.316823:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075657.316825:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075657.316827:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075657.316829:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075658.340825:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075658.340831:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075658.340833:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075658.340837:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075658.340840:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075658.340844:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075658.340846:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075658.340848:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075658.340850:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075658.660853:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075658.660856:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075658.660859:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075659.364826:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075659.364832:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075659.364834:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075659.364838:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075659.364841:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075659.364844:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075659.364846:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075659.364848:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075659.364850:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075659.684877:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075659.684882:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075659.684886:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075660.388816:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075660.388824:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075660.388826:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075660.388832:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075660.388837:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075660.388844:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075660.388849:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075660.388855:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075660.388858:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075660.389349:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075660.389355:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075660.390037:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075660.390038:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075660.390250:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075660.390251:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075660.390430:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075660.390432:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075660.390671:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075660.390673:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1769075660.708875:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075660.708878:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075660.708881:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075661.412811:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075661.412818:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075661.412821:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075661.412826:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075661.412830:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075661.412834:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075661.412837:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075661.412840:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075661.412843:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075661.732805:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297025807, at 4297025856
00000100:00000010:1.0:1769075661.732819:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470f00.
00000020:00000001:3.0:1769075661.732873:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075661.732877:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075661.732880:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075662.436843:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075662.436851:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075662.436853:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075662.436859:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075662.436863:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075662.436867:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075662.436870:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075662.436873:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075662.436876:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075662.756893:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075662.756899:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075662.756904:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075663.460812:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075663.460818:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075663.460820:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075663.460824:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075663.460827:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075663.460830:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075663.460832:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075663.460834:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075663.460836:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075663.780870:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075663.780874:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075663.780878:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075664.484808:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075664.484815:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075664.484817:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075664.484821:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075664.484824:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075664.484827:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075664.484829:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075664.484831:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075664.484834:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075664.804871:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075664.804876:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075664.804880:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075665.508805:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075665.508811:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075665.508813:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075665.508818:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075665.508821:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075665.508824:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075665.508826:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075665.508828:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075665.508830:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075665.508833:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075665.508843:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075665.508846:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075665.508849:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075665.508855:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075665.508860:0:11591:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2357
00000400:00000200:3.0:1769075665.508868:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075665.508873:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075665.508875:0:11591:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075665.508877:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075665.508880:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075665.508882:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075665.508884:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075665.508887:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075665.508889:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075665.508891:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075665.508893:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075665.508895:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075665.508896:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075665.508898:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075665.508900:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075665.508901:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075665.508902:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075665.508904:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075665.508907:0:11591:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075665.508908:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075665.508910:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075665.508912:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075665.508915:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075665.508916:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075665.508918:0:11591:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075665.508924:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769075665.508927:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075665.508930:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075665.508931:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075665.508934:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075665.508936:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075665.508940:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075665.508948:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769075665.508955:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075665.508964:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948051968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075665.508983:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075665.508988:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075665.509019:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948051968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075665.509035:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075665.509038:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075665.509040:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075665.509041:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075665.509043:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075665.509045:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075665.509047:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2357
00000400:00000200:3.0:1769075665.509050:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075665.509053:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075665.509054:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075665.509057:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075665.509059:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075665.509061:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075665.509063:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075665.509064:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075665.509065:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075665.509067:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075665.509068:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075665.509070:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075665.509072:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075665.509077:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075665.509080:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075665.509084:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075665.509087:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075665.509090:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075665.509096:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075665.509101:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075665.509105:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075665.509112:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075665.509117:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075665.509119:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075665.509125:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075665.509129:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075665.509134:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075665.509138:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769075665.509143:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075665.509147:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075665.509156:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075665.509158:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075665.509161:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075665.509165:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075665.509171:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769075665.509175:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075665.509183:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948052096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075665.509195:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075665.509198:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075665.509207:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948052096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075665.509224:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075665.509229:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075665.509235:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075665.509238:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075665.509239:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075665.509241:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075665.509247:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2357
00000400:00000200:3.0:1769075665.509251:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075665.509257:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075665.509260:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075665.509265:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075665.509267:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075665.509273:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075665.509278:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075665.509282:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075665.509284:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075665.509288:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075665.509289:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075665.509291:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075665.509292:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075665.509295:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075665.509299:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075665.509304:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075665.509309:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075665.509313:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075665.509316:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075665.509321:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075665.509325:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075665.509328:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075665.509331:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075665.509335:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075665.509339:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075665.509343:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075665.509347:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075665.509351:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769075665.509355:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075665.509359:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075665.509361:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075665.509366:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075665.509367:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075665.509371:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075665.509371:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000010:3.0:1769075665.509377:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000800:00000200:0.1:1769075665.509378:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1769075665.509381:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075665.509389:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948052224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075665.509397:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075665.509399:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075665.509407:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948052224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075665.509419:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075665.509422:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075665.509427:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075665.509430:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075665.509432:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075665.509437:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075665.509441:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2357
00000400:00000200:3.0:1769075665.509447:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075665.509453:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075665.509458:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075665.509463:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075665.509466:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075665.509470:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075665.509473:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075665.509475:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075665.509478:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075665.509481:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075665.509483:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075665.509486:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075665.509491:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075665.509495:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075665.509499:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075665.509501:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075665.509502:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075665.509504:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075665.509509:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075665.509512:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075665.509517:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075665.509520:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075665.509523:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075665.509527:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075665.509529:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075665.509533:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075665.509536:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075665.509540:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769075665.509543:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075665.509548:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075665.509550:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075665.509554:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075665.509557:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075665.509560:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075665.509567:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769075665.509575:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075665.509585:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948052352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075665.509607:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075665.509612:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075665.509620:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948052352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075665.509644:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075665.509650:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075665.509655:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075665.509657:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075665.509661:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075665.509664:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075665.509667:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2357
00000400:00000200:3.0:1769075665.509672:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075665.509678:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075665.509683:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075665.509688:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075665.509692:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075665.509696:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075665.509699:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075665.509703:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075665.509704:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075665.509706:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075665.509708:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075665.509710:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075665.509715:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075665.509722:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075665.509726:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075665.509729:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075665.509762:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075665.509766:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075665.509769:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075665.509775:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075665.509777:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075665.509782:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075665.509786:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075665.509789:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075665.509792:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075665.509796:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075665.509797:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075665.509802:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769075665.509807:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075665.509810:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075665.509813:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075665.509815:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075665.509818:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075665.509819:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075665.509825:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769075665.509830:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075665.509837:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948052480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075665.509848:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075665.509851:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075665.509856:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948052480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075665.509865:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075665.509869:0:11591:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2367)
00000800:00000200:0.1:1769075665.510042:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075665.510044:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075665.510328:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075665.510330:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075665.510531:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075665.510532:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075665.510830:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075665.510847:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769075665.828887:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075665.828891:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075665.828894:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075666.532828:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075666.532836:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075666.532838:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075666.532844:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075666.532849:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075666.532852:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075666.532855:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075666.532858:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075666.532861:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075666.852844:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297030927, at 4297030976
00000100:00000010:1.0:1769075666.852869:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470b40.
00000020:00000001:3.0:1769075666.852955:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075666.852960:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075666.852963:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075667.556829:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075667.556838:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075667.556840:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075667.556846:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075667.556849:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075667.556853:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075667.556855:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075667.556858:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075667.556861:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075667.876889:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075667.876893:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075667.876895:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075668.580828:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075668.580837:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075668.580839:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075668.580845:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075668.580849:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075668.580852:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075668.580854:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075668.580856:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075668.580858:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075668.900849:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075668.900851:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075668.900854:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075669.604788:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075669.604795:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075669.604797:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075669.604801:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075669.604804:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075669.604807:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075669.604809:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075669.604811:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075669.604813:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075669.924955:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075669.924960:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075669.924965:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075670.628808:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075670.628815:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075670.628818:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075670.628824:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075670.628828:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075670.628832:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075670.628835:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075670.628838:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075670.628841:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075670.629552:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075670.629560:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075670.630132:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075670.630135:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075670.630463:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075670.630466:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075670.630757:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075670.630759:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075670.631049:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075670.631052:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769075670.948936:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075670.948939:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075670.948942:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075671.652812:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075671.652820:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075671.652822:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075671.652829:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075671.652834:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075671.652837:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075671.652840:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075671.652843:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075671.652846:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075671.972821:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297036048, at 4297036096
00000100:00000010:1.0:1769075671.972838:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227720.
00000100:00000001:1.0:1769075672.676804:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075672.676811:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075672.676813:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075672.676819:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075672.676823:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075672.676827:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075672.676830:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075672.676832:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075672.676835:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075672.996908:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075672.996913:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075672.996916:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075673.700794:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075673.700800:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075673.700802:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075673.700806:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075673.700809:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075673.700812:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075673.700815:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075673.700816:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075673.700818:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075674.020890:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075674.020893:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075674.020897:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075674.724856:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075674.724863:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075674.724866:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075674.724871:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075674.724876:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075674.724879:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075674.724882:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075674.724885:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075674.724888:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075675.044904:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075675.044908:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075675.044910:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075675.748788:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075675.748796:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075675.748798:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075675.748805:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075675.748809:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075675.748813:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075675.748818:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075675.748832:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075675.748837:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075675.749326:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075675.749332:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075675.750017:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075675.750019:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075675.750204:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075675.750206:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075675.750382:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075675.750384:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075675.750605:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075675.750608:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1769075676.772874:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075676.772883:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075676.772885:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075676.772891:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075676.772894:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075676.772899:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075676.772901:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075676.772904:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075676.772907:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075677.092843:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297041167, at 4297041216
00000100:00000010:1.0:1769075677.092861:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227b40.
00000020:00000001:3.0:1769075677.092959:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075677.092963:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075677.092966:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075677.796826:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075677.796831:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075677.796832:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075677.796836:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075677.796839:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075677.796842:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075677.796844:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075677.796846:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075677.796848:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075678.116990:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075678.116995:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075678.116999:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075678.820820:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075678.820829:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075678.820831:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075678.820836:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075678.820839:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075678.820841:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075678.820844:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075678.820845:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075678.820848:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075679.140960:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075679.140965:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075679.140970:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075679.844820:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075679.844829:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075679.844831:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075679.844836:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075679.844840:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075679.844844:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075679.844846:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075679.844849:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075679.844851:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075680.868803:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075680.868810:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075680.868812:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075680.868817:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:3.0:1769075680.868819:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769075680.868820:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075680.868825:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769075680.868826:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075680.868829:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075680.868830:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769075680.868832:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769075680.868834:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075680.868836:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075680.868838:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075680.868845:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2372
00000400:00000200:3.0:1769075680.868852:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075680.868857:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075680.868860:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075680.868863:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075680.868865:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075680.868867:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075680.868869:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075680.868872:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075680.868874:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075680.868877:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075680.868879:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075680.868880:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075680.868882:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075680.868884:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075680.868885:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075680.868886:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075680.868887:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075680.868889:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075680.868891:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075680.868893:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075680.868895:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075680.868897:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075680.868899:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075680.868900:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075680.868902:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075680.868909:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000020:00000040:3.0:1769075680.868911:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075680.868914:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075680.868915:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075680.868917:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075680.868919:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075680.868923:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075680.868929:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769075680.868934:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075680.868941:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948053888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075680.868948:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075680.868952:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075680.868955:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948053888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075680.868975:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075680.868978:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075680.868980:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075680.868981:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075680.868983:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075680.868985:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075680.868986:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2372
00000400:00000200:3.0:1769075680.868989:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075680.868991:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075680.868993:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075680.868994:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075680.868996:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075680.868997:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075680.868999:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075680.869001:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075680.869001:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075680.869003:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075680.869004:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075680.869006:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075680.869008:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075680.869011:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075680.869012:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075680.869014:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075680.869016:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075680.869017:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075680.869019:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075680.869024:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075680.869027:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075680.869032:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075680.869036:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075680.869039:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075680.869044:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075680.869049:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075680.869053:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075680.869057:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3480.
00000020:00000040:3.0:1769075680.869062:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075680.869065:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075680.869068:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075680.869069:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075680.869073:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075680.869075:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075680.869081:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769075680.869086:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075680.869093:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3480 x1855007948054016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075680.869104:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075680.869106:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075680.869114:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb7685cc] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3480 x1855007948054016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075680.869124:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075680.869127:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075680.869133:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075680.869135:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075680.869138:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075680.869144:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075680.869146:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2372
00000400:00000200:3.0:1769075680.869151:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075680.869156:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075680.869159:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075680.869163:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075680.869166:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075680.869170:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075680.869174:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075680.869179:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075680.869181:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075680.869184:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075680.869186:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075680.869189:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075680.869192:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075680.869198:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075680.869201:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075680.869205:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075680.869208:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075680.869210:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075680.869215:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075680.869220:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075680.869222:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075680.869224:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075680.869225:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075680.869228:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075680.869231:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075680.869236:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075680.869237:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075680.869240:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769075680.869243:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075680.869245:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075680.869248:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075680.869250:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075680.869252:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075680.869253:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075680.869257:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769075680.869261:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075680.869266:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948054144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075680.869278:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075680.869284:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075680.869294:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948054144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075680.869309:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075680.869315:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075680.869323:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075680.869327:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075680.869331:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075680.869335:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075680.869341:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2372
00000800:00000200:2.1:1769075680.869350:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075680.869353:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000400:00000200:3.0:1769075680.869355:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075680.869360:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075680.869362:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075680.869364:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075680.869366:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075680.869370:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075680.869375:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075680.869378:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075680.869381:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075680.869383:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075680.869386:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075680.869388:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075680.869392:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075680.869398:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075680.869400:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075680.869405:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075680.869409:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075680.869413:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075680.869415:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075680.869417:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075680.869418:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075680.869423:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075680.869427:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075680.869431:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075680.869434:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075680.869438:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075680.869443:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075680.869447:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769075680.869451:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075680.869456:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075680.869459:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075680.869463:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075680.869466:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075680.869468:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075680.869473:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769075680.869477:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075680.869484:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948054272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075680.869498:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075680.869502:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075680.869510:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948054272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075680.869531:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075680.869537:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075680.869548:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075680.869552:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075680.869555:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075680.869559:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075680.869573:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2372
00000400:00000200:3.0:1769075680.869581:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075680.869586:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075680.869589:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075680.869594:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075680.869599:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075680.869603:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075680.869608:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075680.869612:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075680.869615:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075680.869618:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075680.869621:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075680.869624:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075680.869627:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075680.869632:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075680.869635:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075680.869636:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075680.869637:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075680.869639:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075680.869641:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075680.869645:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075680.869648:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075680.869652:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075680.869655:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075680.869657:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075680.869659:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075680.869662:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075680.869666:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075680.869673:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769075680.869677:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075680.869680:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075680.869683:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075680.869686:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075680.869689:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075680.869692:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075680.869696:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769075680.869701:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075680.869709:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948054400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075680.869717:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075680.869720:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075680.869726:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948054400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075680.869768:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075680.869772:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2382)
00000800:00000200:2.1:1769075680.869945:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075680.869946:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075680.870132:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075680.870134:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075680.870348:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075680.870350:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075680.870533:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075680.870535:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1769075681.188876:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075681.188880:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075681.188883:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075681.892783:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075681.892788:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075681.892790:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075681.892795:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075681.892798:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075681.892801:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075681.892802:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075681.892804:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075681.892806:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075682.212799:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297046287, at 4297046336
00000100:00000010:1.0:1769075682.212815:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227000.
00000020:00000001:3.0:1769075682.212880:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075682.212885:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075682.212889:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075682.916806:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075682.916822:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075682.916824:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075682.916830:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075682.916834:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075682.916838:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075682.916840:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075682.916842:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075682.916846:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075683.236866:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075683.236869:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075683.236872:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075683.940792:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075683.940800:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075683.940802:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075683.940807:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075683.940811:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075683.940815:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075683.940818:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075683.940821:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075683.940824:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075684.964803:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075684.964811:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075684.964814:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075684.964820:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075684.964823:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075684.964828:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075684.964831:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075684.964834:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075684.964837:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075685.284865:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075685.284868:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075685.284871:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075685.988805:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075685.988811:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075685.988812:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075685.988817:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075685.988819:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075685.988822:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075685.988824:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075685.988826:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075685.988829:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075685.988842:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075685.988846:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075685.988848:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075685.988850:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075685.988852:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075685.988858:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2377
00000400:00000200:1.0:1769075685.988865:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075685.988870:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075685.988872:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075685.988875:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075685.988877:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075685.988880:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075685.988881:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075685.988884:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075685.988886:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075685.988888:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075685.988890:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075685.988910:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075685.988912:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075685.988914:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075685.988916:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075685.988917:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075685.988919:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075685.988922:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075685.988924:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075685.988926:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075685.988929:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075685.988931:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075685.988933:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075685.988935:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075685.988937:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075685.988945:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769075685.988948:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075685.988951:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075685.988952:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075685.988955:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075685.988957:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075685.988977:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075685.988984:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:1.0:1769075685.988989:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075685.988996:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948054528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075685.989005:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075685.989008:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075685.989011:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948054528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075685.989035:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075685.989037:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075685.989039:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075685.989041:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075685.989042:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075685.989044:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075685.989046:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2377
00000400:00000200:1.0:1769075685.989049:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075685.989051:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075685.989052:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075685.989054:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075685.989056:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075685.989057:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075685.989058:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075685.989060:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075685.989061:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075685.989062:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075685.989063:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075685.989064:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075685.989065:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075685.989067:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075685.989068:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075685.989069:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075685.989071:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075685.989073:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075685.989075:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075685.989076:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075685.989078:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075685.989082:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075685.989083:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075685.989085:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075685.989089:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075685.989091:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075685.989093:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075685.989096:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075685.989098:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075685.989100:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075685.989101:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075685.989103:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075685.989105:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075685.989108:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075685.989114:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769075685.989117:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075685.989129:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948054656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075685.989141:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075685.989144:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075685.989150:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948054656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075685.989167:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075685.989170:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075685.989177:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075685.989179:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075685.989181:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075685.989183:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075685.989189:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2377
00000400:00000200:1.0:1769075685.989192:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075685.989196:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075685.989200:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075685.989204:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075685.989209:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075685.989210:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075685.989212:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075685.989217:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075685.989218:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075685.989220:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075685.989221:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075685.989223:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075685.989227:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075685.989231:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075685.989234:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075685.989238:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075685.989240:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075685.989250:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075685.989254:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075685.989259:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075685.989263:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075685.989268:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075685.989270:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075685.989273:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075685.989275:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075685.989279:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075685.989283:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075685.989286:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769075685.989291:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075685.989294:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075685.989299:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075685.989303:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075685.989304:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075685.989305:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075685.989307:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769075685.989309:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075685.989314:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948054784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075685.989323:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075685.989330:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075685.989336:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948054784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075685.989356:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075685.989359:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075685.989364:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075685.989368:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075685.989371:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075685.989376:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075685.989381:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2377
00000400:00000200:1.0:1769075685.989385:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075685.989389:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075685.989392:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075685.989395:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075685.989399:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075685.989403:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000200:2.1:1769075685.989408:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769075685.989413:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075685.989417:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075685.989418:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075685.989420:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075685.989423:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075685.989428:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075685.989433:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075685.989441:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075685.989446:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075685.989450:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075685.989455:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075685.989460:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075685.989467:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075685.989472:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075685.989474:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075685.989478:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075685.989482:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075685.989483:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075685.989485:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075685.989488:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075685.989492:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075685.989498:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075685.989501:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075685.989504:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075685.989507:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075685.989509:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075685.989511:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075685.989514:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075685.989518:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769075685.989521:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075685.989527:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948054912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075685.989536:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075685.989540:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075685.989547:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948054912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075685.989567:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075685.989571:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075685.989577:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075685.989581:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075685.989584:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075685.989587:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075685.989592:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2377
00000400:00000200:1.0:1769075685.989600:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075685.989604:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075685.989608:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075685.989612:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075685.989616:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075685.989620:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075685.989634:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075685.989639:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075685.989643:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075685.989646:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075685.989662:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075685.989665:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075685.989668:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075685.989672:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075685.989674:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075685.989676:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075685.989679:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075685.989681:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075685.989684:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075685.989687:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075685.989689:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075685.989692:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075685.989694:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075685.989696:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075685.989700:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075685.989705:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075685.989709:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075685.989717:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769075685.989721:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075685.989773:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075685.989777:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075685.989782:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075685.989786:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075685.989791:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075685.989798:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:1.0:1769075685.989805:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075685.989815:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948055040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075685.989832:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075685.989837:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075685.989847:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948055040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075685.989867:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075685.989874:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2387)
00000800:00000200:2.1:1769075685.989892:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075685.990056:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075685.990206:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075685.990352:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:3.0:1769075686.308885:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075686.308889:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075686.308892:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075687.012817:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075687.012824:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075687.012827:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075687.012833:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075687.012837:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075687.012841:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075687.012844:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075687.012846:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075687.012849:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075687.332802:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297051407, at 4297051456
00000100:00000010:1.0:1769075687.332818:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227600.
00000020:00000001:3.0:1769075687.332863:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075687.332868:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075687.332872:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075688.036785:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075688.036792:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075688.036793:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075688.036798:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075688.036801:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075688.036803:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075688.036805:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075688.036808:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075688.036810:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075689.060813:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075689.060820:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075689.060822:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075689.060827:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075689.060831:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075689.060834:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075689.060837:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075689.060840:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075689.060843:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075689.380862:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075689.380865:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075689.380868:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075690.084867:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075690.084877:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075690.084881:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075690.084891:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075690.084899:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075690.084905:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075690.084910:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075690.084915:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075690.084920:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075690.404914:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075690.404918:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075690.404938:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075691.108851:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075691.108861:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075691.108865:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075691.108873:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075691.108878:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075691.108883:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075691.108887:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075691.108891:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075691.108895:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075691.110134:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075691.110146:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075691.111814:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075691.111820:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075691.112322:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075691.112328:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075691.112891:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075691.112897:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075691.113515:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075691.113520:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1769075691.429023:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075691.429030:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075691.429035:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075692.132874:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075692.132882:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075692.132884:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075692.132890:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075692.132894:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075692.132900:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075692.132903:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075692.132906:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075692.132909:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075692.452811:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297056528, at 4297056576
00000100:00000010:1.0:1769075692.452823:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470a20.
00000100:00000001:1.0:1769075693.156839:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075693.156862:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075693.156864:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075693.156869:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075693.156872:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075693.156875:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075693.156877:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075693.156879:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075693.156881:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075694.180850:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075694.180860:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075694.180863:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075694.180872:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075694.180878:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075694.180884:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075694.180889:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075694.180893:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075694.180897:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075694.500943:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075694.500950:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075694.500956:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075695.204865:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075695.204873:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075695.204876:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075695.204882:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075695.204886:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075695.204891:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075695.204894:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075695.204897:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075695.204900:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075695.524965:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075695.524971:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075695.524977:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075696.228986:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075696.229000:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075696.229009:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075696.229015:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075696.229041:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075696.229055:0:11591:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2387
00000400:00000200:3.0:1769075696.229074:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075696.229084:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075696.229089:0:11591:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075696.229094:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075696.229099:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075696.229103:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075696.229106:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075696.229111:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075696.229114:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075696.229117:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075696.229121:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075696.229125:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075696.229128:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075696.229132:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075696.229134:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075696.229136:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075696.229138:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075696.229142:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075696.229145:0:11591:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075696.229148:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075696.229151:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075696.229155:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075696.229158:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075696.229161:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075696.229163:0:11591:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075696.229176:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769075696.229180:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075696.229185:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075696.229187:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075696.229191:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075696.229194:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075696.229200:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075696.229211:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769075696.229220:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075696.229232:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948055808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075696.229245:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075696.229251:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075696.229257:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948055808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075696.229298:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075696.229302:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075696.229308:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075696.229311:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075696.229313:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075696.229319:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075696.229323:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2387
00000400:00000200:3.0:1769075696.229329:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075696.229334:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075696.229338:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075696.229343:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075696.229346:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075696.229349:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075696.229353:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075696.229357:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075696.229360:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075696.229363:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075696.229367:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075696.229372:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075696.229387:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075696.229393:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075696.229402:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075696.229412:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075696.229421:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075696.229429:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075696.229444:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075696.229452:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075696.229458:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075696.229466:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075696.229501:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075696.229507:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075696.229517:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075696.229525:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075696.229540:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075696.229549:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769075696.229555:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075696.229559:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075696.229565:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075696.229573:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075696.229576:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075696.229579:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075696.229586:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769075696.229603:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075696.229613:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948055936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075696.229630:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075696.229633:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075696.229638:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948055936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075696.229654:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075696.229658:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075696.229667:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075696.229674:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075696.229677:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075696.229685:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075696.229689:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2387
00000400:00000200:3.0:1769075696.229698:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075696.229708:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075696.229714:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075696.229725:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075696.229779:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075696.229782:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075696.229786:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075696.229790:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075696.229794:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075696.229799:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075696.229804:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075696.229810:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075696.229813:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075696.229823:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075696.229825:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075696.229832:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075696.229835:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075696.229837:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075696.229840:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075696.229841:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075696.229843:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075696.229848:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075696.229853:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075696.229855:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075696.229858:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075696.229860:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075696.229863:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075696.229868:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769075696.229872:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075696.229875:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075696.229876:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075696.229879:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075696.229884:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075696.229886:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075696.229890:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769075696.229897:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075696.229906:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948056064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075696.229949:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075696.229953:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075696.229957:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948056064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075696.229981:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075696.229987:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075696.229994:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075696.229995:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075696.229998:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075696.230004:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075696.230008:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2387
00000400:00000200:3.0:1769075696.230019:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075696.230027:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075696.230030:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1769075696.230034:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:3.0:1769075696.230039:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000200:0.1:1769075696.230041:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
00000100:00000001:3.0:1769075696.230043:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075696.230050:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075696.230056:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075696.230061:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075696.230064:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075696.230067:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075696.230071:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075696.230077:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075696.230081:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075696.230088:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075696.230090:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075696.230093:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075696.230099:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075696.230106:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075696.230111:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075696.230114:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075696.230117:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075696.230121:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075696.230127:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075696.230133:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075696.230137:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075696.230142:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075696.230147:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075696.230156:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769075696.230161:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075696.230166:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075696.230169:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075696.230171:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075696.230172:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075696.230174:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075696.230183:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769075696.230188:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075696.230197:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948056192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075696.230209:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075696.230211:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075696.230215:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948056192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075696.230226:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075696.230233:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075696.230241:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075696.230246:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075696.230249:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075696.230257:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075696.230265:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2387
00000400:00000200:3.0:1769075696.230273:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075696.230282:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075696.230288:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075696.230295:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075696.230298:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075696.230304:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075696.230309:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075696.230321:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075696.230326:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075696.230334:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075696.230341:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075696.230349:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075696.230358:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075696.230372:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075696.230379:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075696.230386:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075696.230394:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075696.230412:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075696.230419:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075696.230425:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075696.230431:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075696.230436:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075696.230439:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075696.230444:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075696.230449:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075696.230455:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075696.230460:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075696.230467:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769075696.230473:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075696.230492:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075696.230497:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075696.230502:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075696.230506:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075696.230509:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075696.230544:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769075696.230555:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075696.230569:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948056320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075696.230597:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075696.230604:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075696.230614:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948056320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075696.230627:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075696.230636:0:11591:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2398)
00000800:00000200:0.1:1769075696.230905:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075696.230909:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1769075696.231163:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075696.231165:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1769075696.231401:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075696.231403:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1769075696.231806:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075696.231808:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
00000100:00000040:1.0:1769075697.572871:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297061648, at 4297061696
00000100:00000010:1.0:1769075697.572892:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470de0.
00000020:00000001:3.0:1769075697.572966:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075697.572970:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075697.572973:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075698.596872:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075698.596876:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075698.596880:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075699.620889:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075699.620893:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075699.620896:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075700.324842:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075700.324851:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075700.324854:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075700.324861:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075700.324865:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075700.324869:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075700.324871:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075700.324874:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075700.324876:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075701.348794:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075701.348804:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075701.348806:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769075701.348808:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769075701.348810:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075701.348813:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075701.348815:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769075701.348817:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075701.348821:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:3.0:1769075701.348823:0:11591:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2393
00000100:00000001:1.0:1769075701.348825:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075701.348829:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075701.348834:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1769075701.348834:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769075701.348839:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075701.348842:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769075701.348844:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075701.348848:0:11591:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075701.348850:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075701.348853:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075701.348856:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075701.348858:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075701.348861:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075701.348863:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075701.348865:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075701.348867:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075701.348869:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075701.348870:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075701.348873:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075701.348874:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075701.348876:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075701.348877:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075701.348880:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075701.348882:0:11591:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075701.348883:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075701.348885:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075701.348887:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075701.348889:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075701.348891:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075701.348892:0:11591:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075701.348899:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769075701.348902:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075701.348905:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075701.348906:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075701.348908:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075701.348910:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075701.348914:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075701.348920:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769075701.348926:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075701.348934:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948056448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075701.348947:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075701.348951:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075701.348954:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948056448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075701.348972:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075701.348974:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075701.348977:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075701.348978:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075701.348979:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075701.348982:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075701.348983:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2393
00000400:00000200:3.0:1769075701.348986:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075701.348988:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075701.348990:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075701.348992:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075701.348994:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075701.348996:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075701.348999:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075701.349000:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075701.349001:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075701.349002:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075701.349004:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075701.349005:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075701.349006:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075701.349009:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075701.349013:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075701.349015:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075701.349019:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075701.349023:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075701.349028:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075701.349030:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075701.349034:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075701.349038:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075701.349042:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075701.349045:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075701.349051:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075701.349055:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075701.349059:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075701.349065:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769075701.349069:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075701.349072:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075701.349075:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075701.349079:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075701.349082:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075701.349085:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075701.349092:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769075701.349098:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075701.349104:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948056576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075701.349113:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075701.349117:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075701.349122:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948056576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075701.349132:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075701.349135:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075701.349137:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075701.349141:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075701.349144:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075701.349148:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075701.349154:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2393
00000400:00000200:3.0:1769075701.349160:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075701.349166:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075701.349171:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075701.349180:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075701.349186:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075701.349193:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075701.349200:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075701.349205:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075701.349207:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075701.349211:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075701.349215:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075701.349221:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075701.349226:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075701.349235:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075701.349239:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075701.349244:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075701.349249:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075701.349253:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075701.349267:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075701.349271:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075701.349272:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075701.349276:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075701.349280:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075701.349286:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075701.349289:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075701.349294:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075701.349298:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075701.349306:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769075701.349311:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075701.349316:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075701.349319:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075701.349322:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075701.349324:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1769075701.349325:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:3.0:1769075701.349327:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075701.349332:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
02000000:00000010:3.0:1769075701.349333:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769075701.349349:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075701.349357:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948056704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075701.349370:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075701.349375:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075701.349381:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948056704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075701.349409:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075701.349412:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075701.349419:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075701.349422:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075701.349425:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075701.349429:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075701.349434:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2393
00000400:00000200:3.0:1769075701.349443:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075701.349459:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075701.349464:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075701.349468:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075701.349473:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075701.349476:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075701.349479:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075701.349485:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075701.349487:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075701.349490:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075701.349492:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075701.349495:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075701.349497:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075701.349499:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075701.349502:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075701.349505:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075701.349508:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075701.349511:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075701.349516:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075701.349518:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075701.349519:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075701.349522:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075701.349525:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075701.349528:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075701.349531:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075701.349534:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075701.349538:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075701.349545:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769075701.349550:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075701.349556:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075701.349559:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075701.349560:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075701.349563:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075701.349567:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075701.349572:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769075701.349577:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075701.349586:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948056832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075701.349607:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075701.349611:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075701.349619:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948056832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075701.349640:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075701.349643:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075701.349651:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075701.349653:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075701.349656:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075701.349661:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075701.349666:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2393
00000400:00000200:3.0:1769075701.349671:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075701.349677:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075701.349681:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075701.349687:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075701.349690:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075701.349694:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075701.349697:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075701.349700:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075701.349702:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075701.349704:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075701.349708:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075701.349712:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075701.349716:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075701.349722:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075701.349725:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075701.349762:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075701.349767:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075701.349770:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075701.349775:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075701.349778:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075701.349781:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075701.349785:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075701.349788:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075701.349791:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075701.349794:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075701.349798:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075701.349801:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075701.349805:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769075701.349809:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075701.349815:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075701.349817:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075701.349821:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075701.349823:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075701.349826:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075701.349831:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769075701.349837:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075701.349847:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948056960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075701.349859:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075701.349864:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075701.349872:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948056960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075701.349883:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075701.349888:0:11591:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2403)
00000800:00000200:0.1:1769075701.350015:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075701.350027:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769075701.350236:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075701.350238:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769075701.350451:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075701.350454:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769075701.350657:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075701.350659:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000020:00000001:3.0:1769075701.669032:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075701.669038:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075701.669042:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075702.372849:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075702.372859:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075702.372862:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075702.372868:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075702.372873:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075702.372877:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075702.372881:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075702.372884:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075702.372888:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075702.692823:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297066767, at 4297066816
00000100:00000010:1.0:1769075702.692834:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470d80.
00000020:00000001:3.0:1769075702.692886:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075702.692890:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075702.692894:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075703.396834:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075703.396845:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075703.396849:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075703.396857:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075703.396863:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075703.396868:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075703.396872:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075703.396876:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075703.396880:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075703.717078:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075703.717088:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075703.717094:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075704.420817:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075704.420826:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075704.420828:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075704.420834:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075704.420837:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075704.420841:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075704.420844:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075704.420847:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075704.420850:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075705.444872:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075705.444903:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075705.444908:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075705.444919:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075705.444924:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075705.444947:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075705.444951:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075705.444956:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075705.444961:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075705.764976:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075705.764982:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075705.764986:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075706.468832:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075706.468848:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075706.468853:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075706.468859:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075706.468865:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075706.468877:0:11591:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2398
00000100:00000001:1.0:1769075706.468888:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000400:00000200:3.0:1769075706.468891:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769075706.468901:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:3.0:1769075706.468904:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:1.0:1769075706.468909:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075706.468911:0:11591:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075706.468922:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00100000:1.0:1769075706.468924:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075706.468927:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769075706.468936:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769075706.468937:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075706.468945:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:1.0:1769075706.468949:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1769075706.468951:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075706.468955:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000100:00000001:1.0:1769075706.468960:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1769075706.468961:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769075706.468966:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1769075706.468968:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075706.468976:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000001:1.0:1769075706.468977:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075706.468982:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075706.468989:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075706.468992:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075706.468995:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075706.468998:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075706.469002:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075706.469008:0:11591:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075706.469011:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075706.469015:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075706.469019:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075706.469023:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075706.469025:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075706.469028:0:11591:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075706.469037:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769075706.469042:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075706.469049:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075706.469051:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075706.469056:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075706.469059:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075706.469065:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075706.469076:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769075706.469085:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075706.469098:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948057088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075706.469112:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075706.469118:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075706.469124:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948057088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075706.469163:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075706.469169:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075706.469176:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075706.469179:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075706.469182:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075706.469188:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075706.469193:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2398
00000400:00000200:3.0:1769075706.469201:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075706.469207:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075706.469212:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075706.469221:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075706.469226:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075706.469231:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075706.469237:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075706.469247:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075706.469255:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075706.469260:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075706.469265:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075706.469271:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075706.469283:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075706.469297:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075706.469303:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075706.469341:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075706.469349:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075706.469361:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075706.469372:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075706.469381:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075706.469386:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075706.469399:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075706.469406:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075706.469423:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075706.469436:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075706.469446:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075706.469458:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075706.469479:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769075706.469490:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075706.469500:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075706.469507:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075706.469518:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075706.469527:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075706.469535:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075706.469549:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769075706.469567:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075706.469584:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948057216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075706.469604:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075706.469608:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075706.469613:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948057216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075706.469661:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075706.469667:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075706.469678:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075706.469684:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075706.469687:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075706.469695:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075706.469707:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2398
00000400:00000200:3.0:1769075706.469719:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075706.469775:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075706.469787:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075706.469802:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075706.469807:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075706.469816:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075706.469825:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075706.469830:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075706.469836:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075706.469843:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075706.469845:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075706.469848:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075706.469850:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075706.469856:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075706.469859:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075706.469868:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075706.469875:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075706.469880:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075706.469891:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075706.469895:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075706.469904:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075706.469912:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075706.469917:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075706.469926:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075706.469929:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.1:1769075706.469931:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000008:00000001:3.0:1769075706.469936:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075706.469939:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1769075706.469942:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075706.469953:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769075706.469960:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075706.469967:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075706.469971:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075706.469980:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075706.469985:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075706.469990:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075706.469997:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769075706.470007:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075706.470022:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948057344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075706.470063:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075706.470069:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075706.470081:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948057344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075706.470123:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075706.470130:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075706.470143:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075706.470151:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075706.470160:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075706.470172:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075706.470186:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2398
00000400:00000200:3.0:1769075706.470201:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075706.470214:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075706.470226:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075706.470243:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075706.470254:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075706.470265:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075706.470273:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075706.470281:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075706.470285:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075706.470291:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075706.470296:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075706.470304:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075706.470332:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075706.470340:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075706.470345:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075706.470348:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075706.470352:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075706.470359:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075706.470368:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075706.470376:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075706.470382:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075706.470391:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075706.470397:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075706.470407:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075706.470414:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075706.470422:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075706.470433:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075706.470447:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769075706.470461:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075706.470474:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075706.470483:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075706.470493:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075706.470500:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075706.470509:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075706.470523:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769075706.470536:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075706.470555:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948057472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075706.470577:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075706.470584:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075706.470597:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948057472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075706.470614:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075706.470630:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075706.470643:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075706.470646:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075706.470651:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075706.470655:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075706.470665:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2398
00000400:00000200:3.0:1769075706.470682:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075706.470695:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075706.470704:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075706.470714:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075706.470721:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075706.470767:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075706.470774:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075706.470784:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075706.470789:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075706.470796:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075706.470802:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075706.470807:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075706.470815:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075706.470823:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075706.470830:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075706.470839:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075706.470847:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075706.470856:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075706.470869:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075706.470875:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075706.470877:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075706.470882:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075706.470894:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075706.470903:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075706.470912:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075706.470920:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075706.470926:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075706.470937:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769075706.470944:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075706.470952:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075706.470957:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075706.470963:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075706.470970:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075706.470976:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075706.470984:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769075706.470994:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075706.471011:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948057600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075706.471033:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075706.471040:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075706.471052:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948057600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075706.471082:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075706.471091:0:11591:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2408)
00000800:00000200:0.1:1769075706.471188:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075706.471191:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769075706.471585:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075706.471590:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769075706.472021:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075706.472025:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769075706.472529:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075706.472533:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000020:00000001:3.0:1769075706.789019:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075706.789028:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075706.789034:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075707.492814:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075707.492820:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075707.492822:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075707.492827:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075707.492830:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075707.492833:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075707.492835:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075707.492837:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075707.492840:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075707.812806:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297071888, at 4297071936
00000100:00000010:1.0:1769075707.812819:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470720.
00000020:00000001:3.0:1769075707.812997:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075707.813003:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075707.813007:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075708.516834:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075708.516859:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075708.516861:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075708.516866:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075708.516869:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075708.516872:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075708.516874:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075708.516877:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075708.516879:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075709.540864:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075709.540875:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075709.540878:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075709.540885:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075709.540890:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075709.540895:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075709.540915:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075709.540917:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075709.540920:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075709.860988:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075709.860997:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075709.861003:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075710.564800:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075710.564806:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075710.564808:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075710.564812:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075710.564815:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075710.564818:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075710.564820:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075710.564822:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075710.564824:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075710.885046:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075710.885053:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075710.885058:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075711.588947:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075711.588956:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075711.588959:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075711.588966:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075711.588971:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075711.588975:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075711.588978:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075711.588982:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075711.588985:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075711.590128:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075711.590141:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075711.591368:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075711.591372:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075711.591720:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075711.591723:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075711.592144:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075711.592175:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075711.592681:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075711.592685:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1769075711.908903:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075711.908909:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075711.908913:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075712.612898:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075712.612909:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075712.612912:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075712.612920:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075712.612925:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075712.612931:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075712.612934:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075712.612937:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075712.612941:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075712.932807:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297077008, at 4297077056
00000100:00000010:1.0:1769075712.932821:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034707e0.
00000100:00000001:1.0:1769075713.636857:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075713.636873:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075713.636876:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075713.636883:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075713.636887:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075713.636890:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075713.636893:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075713.636896:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075713.636898:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075713.956897:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075713.956904:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075713.956909:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075714.660833:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075714.660840:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075714.660842:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075714.660846:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075714.660849:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075714.660852:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075714.660855:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075714.660857:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075714.660859:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075714.980903:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075714.980908:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075714.980912:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075715.684813:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075715.684822:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075715.684824:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075715.684830:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075715.684834:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075715.684838:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075715.684841:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075715.684844:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075715.684847:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075716.004921:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075716.004929:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075716.004934:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075716.708826:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075716.708832:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075716.708834:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075716.708840:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075716.708843:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769075716.708846:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769075716.708847:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075716.708853:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075716.708858:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769075716.708859:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075716.708862:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075716.708863:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075716.708868:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075716.708872:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075716.708880:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2408
00000400:00000200:3.0:1769075716.708891:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075716.708897:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075716.708900:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075716.708903:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075716.708906:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075716.708908:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075716.708910:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075716.708915:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075716.708917:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075716.708920:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075716.708922:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075716.708924:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075716.708926:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075716.708928:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075716.708929:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075716.708930:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075716.708931:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075716.708934:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075716.708936:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075716.708938:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075716.708940:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075716.708943:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075716.708945:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075716.708946:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075716.708948:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075716.708958:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3480.
00000020:00000040:3.0:1769075716.708961:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075716.708965:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075716.708966:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075716.708969:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075716.708971:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075716.708976:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075716.708985:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769075716.708992:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075716.709001:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3480 x1855007948058368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075716.709010:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075716.709014:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075716.709018:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb7685cc] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3480 x1855007948058368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075716.709040:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075716.709043:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075716.709046:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075716.709047:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075716.709048:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075716.709051:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075716.709052:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2408
00000400:00000200:3.0:1769075716.709054:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075716.709057:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075716.709058:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075716.709061:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075716.709062:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075716.709064:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075716.709066:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075716.709067:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075716.709069:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075716.709070:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075716.709071:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075716.709073:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075716.709076:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075716.709078:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075716.709080:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075716.709082:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075716.709083:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075716.709085:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075716.709087:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075716.709089:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075716.709093:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075716.709099:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075716.709101:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075716.709103:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075716.709108:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075716.709116:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075716.709123:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075716.709131:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000020:00000040:3.0:1769075716.709157:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075716.709160:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075716.709164:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075716.709168:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075716.709174:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075716.709180:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075716.709202:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769075716.709213:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075716.709227:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948058496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075716.709245:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075716.709249:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075716.709254:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948058496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075716.709281:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075716.709291:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075716.709296:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075716.709308:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075716.709311:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075716.709315:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075716.709325:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2408
00000400:00000200:3.0:1769075716.709338:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075716.709344:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075716.709352:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075716.709362:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075716.709370:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075716.709377:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075716.709388:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075716.709399:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075716.709403:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075716.709410:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075716.709419:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075716.709430:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075716.709441:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075716.709455:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075716.709466:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075716.709478:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075716.709480:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075716.709482:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075716.709492:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075716.709510:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075716.709523:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075716.709531:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075716.709542:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075716.709554:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075716.709560:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075716.709568:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075716.709575:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075716.709583:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769075716.709598:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075716.709601:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075716.709602:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075716.709604:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075716.709605:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075716.709609:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075716.709615:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769075716.709622:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075716.709640:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948058624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075716.709655:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075716.709657:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075716.709664:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948058624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075716.709680:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075716.709689:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075716.709694:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075716.709698:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075716.709701:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075716.709706:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075716.709711:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2408
00000800:00000200:0.1:1769075716.709716:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000400:00000200:3.0:1769075716.709720:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000800:00000200:0.1:1769075716.709726:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000400:00000200:3.0:1769075716.709728:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075716.709759:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075716.709762:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075716.709764:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075716.709766:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075716.709767:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075716.709769:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075716.709770:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075716.709772:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075716.709774:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075716.709776:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075716.709777:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075716.709780:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075716.709782:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075716.709784:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075716.709785:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075716.709787:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075716.709789:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075716.709791:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075716.709793:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075716.709796:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075716.709797:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075716.709799:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075716.709802:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075716.709810:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075716.709813:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075716.709817:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769075716.709823:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075716.709826:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075716.709829:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075716.709834:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075716.709835:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075716.709838:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075716.709844:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769075716.709847:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075716.709854:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948058752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075716.709904:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075716.709910:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075716.709917:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948058752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075716.709932:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075716.709936:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075716.709945:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075716.709950:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075716.709955:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075716.709961:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075716.709968:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2408
00000400:00000200:3.0:1769075716.709972:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075716.709983:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075716.709987:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075716.709991:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075716.709994:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075716.709999:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075716.710002:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075716.710004:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075716.710007:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075716.710012:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075716.710015:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075716.710020:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075716.710028:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075716.710034:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075716.710036:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075716.710042:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075716.710045:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075716.710047:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075716.710050:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075716.710052:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075716.710054:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075716.710060:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075716.710062:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075716.710063:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075716.710066:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075716.710073:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075716.710076:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075716.710081:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769075716.710084:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075716.710089:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075716.710094:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075716.710097:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075716.710100:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075716.710102:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075716.710109:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769075716.710114:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075716.710120:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948058880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075716.710144:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075716.710148:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075716.710160:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948058880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075716.710181:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075716.710190:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2418)
00000800:00000200:0.1:1769075716.710498:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075716.710501:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075716.710829:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075716.710831:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075716.711122:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075716.711124:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075716.711439:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075716.711442:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1769075717.732818:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075717.732828:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075717.732830:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075717.732836:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075717.732840:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075717.732845:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075717.732848:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075717.732851:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075717.732853:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075718.052868:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297082128, at 4297082176
00000100:00000010:1.0:1769075718.052908:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470d20.
00000020:00000001:3.0:1769075718.053039:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075718.053045:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075718.053050:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075718.756807:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075718.756816:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075718.756818:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075718.756823:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075718.756827:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075718.756830:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075718.756833:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075718.756835:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075718.756838:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075719.076878:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075719.076885:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075719.076888:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075719.780876:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075719.780883:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075719.780885:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075719.780889:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075719.780892:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075719.780896:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075719.780898:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075719.780901:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075719.780903:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075720.101015:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075720.101022:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075720.101028:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075720.804849:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075720.804864:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075720.804867:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075720.804875:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075720.804881:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075720.804903:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075720.804906:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075720.804910:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075720.804914:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075721.828818:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075721.828827:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075721.828830:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075721.828836:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075721.828841:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075721.828846:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075721.828852:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075721.828856:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075721.828862:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075721.829404:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075721.829409:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075721.830110:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075721.830111:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075721.830384:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075721.830385:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075721.830663:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075721.830665:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075721.830945:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075721.830947:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1769075722.148943:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075722.148947:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075722.148950:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075722.852884:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075722.852896:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075722.852900:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075722.852912:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075722.852919:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075722.852926:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075722.852931:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075722.852936:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075722.852942:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075723.172909:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297087247, at 4297087296
00000100:00000010:1.0:1769075723.172937:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227780.
00000020:00000001:3.0:1769075723.172989:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075723.172993:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075723.172996:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075723.876826:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075723.876834:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075723.876836:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075723.876842:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075723.876846:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075723.876851:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075723.876871:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075723.876875:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075723.876879:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075724.196939:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075724.196945:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075724.196951:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075724.900890:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075724.900902:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075724.900907:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075724.900918:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075724.900927:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075724.900933:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075724.900939:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075724.900944:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075724.900949:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075725.924805:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075725.924811:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075725.924813:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075725.924818:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075725.924820:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075725.924823:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075725.924825:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075725.924827:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075725.924829:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075726.245019:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075726.245025:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075726.245029:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075726.948854:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769075726.948860:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769075726.948862:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075726.948864:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075726.948867:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1769075726.948869:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075726.948870:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769075726.948873:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769075726.948874:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075726.948876:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075726.948877:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769075726.948879:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075726.948881:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075726.948884:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075726.948884:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2418
00000400:00000200:3.0:1769075726.948893:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075726.948900:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075726.948903:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075726.948906:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075726.948910:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075726.948913:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075726.948916:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075726.948920:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075726.948922:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075726.948925:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075726.948928:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075726.948931:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075726.948934:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075726.948937:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075726.948939:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075726.948941:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075726.948948:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075726.948951:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075726.948954:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075726.948956:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075726.948959:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075726.948975:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075726.948978:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075726.948980:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075726.948982:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075726.948988:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769075726.948992:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075726.948995:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075726.948997:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075726.948999:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075726.949001:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075726.949004:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075726.949010:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769075726.949016:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075726.949023:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948059648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075726.949033:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075726.949038:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075726.949043:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948059648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075726.949066:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075726.949069:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075726.949073:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075726.949075:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075726.949076:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075726.949080:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075726.949083:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2418
00000400:00000200:3.0:1769075726.949097:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075726.949102:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075726.949107:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075726.949112:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075726.949116:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075726.949121:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075726.949125:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075726.949131:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075726.949133:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075726.949137:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075726.949141:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075726.949147:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075726.949151:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075726.949156:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075726.949159:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075726.949163:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075726.949165:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075726.949172:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075726.949175:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075726.949179:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075726.949182:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075726.949188:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075726.949192:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075726.949197:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075726.949203:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075726.949210:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075726.949214:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075726.949220:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769075726.949224:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075726.949246:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075726.949247:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075726.949250:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075726.949253:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075726.949258:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075726.949271:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769075726.949280:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075726.949293:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948059776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075726.949315:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075726.949322:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075726.949333:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948059776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075726.949351:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075726.949358:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075726.949367:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075726.949371:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075726.949375:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075726.949378:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075726.949385:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2418
00000400:00000200:3.0:1769075726.949396:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075726.949403:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075726.949407:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075726.949414:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075726.949416:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075726.949421:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075726.949428:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075726.949430:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075726.949433:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075726.949436:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075726.949440:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000800:00000200:2.1:1769075726.949441:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:3.0:1769075726.949445:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000800:00000200:2.1:1769075726.949448:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1769075726.949449:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075726.949458:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075726.949461:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075726.949465:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075726.949470:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075726.949476:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075726.949484:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075726.949488:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075726.949493:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075726.949498:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075726.949502:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075726.949505:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075726.949509:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075726.949517:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075726.949521:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075726.949528:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769075726.949532:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075726.949538:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075726.949541:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075726.949546:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075726.949549:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075726.949553:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075726.949558:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769075726.949564:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075726.949573:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948059904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075726.949585:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075726.949589:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075726.949592:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948059904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075726.949603:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075726.949608:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075726.949615:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075726.949619:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075726.949623:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075726.949629:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075726.949636:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2418
00000400:00000200:3.0:1769075726.949643:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075726.949650:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075726.949655:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075726.949662:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075726.949667:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075726.949671:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075726.949677:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075726.949683:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075726.949685:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075726.949688:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075726.949692:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075726.949696:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075726.949700:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075726.949708:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075726.949713:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075726.949718:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075726.949721:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075726.949725:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075726.949732:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075726.949738:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075726.949742:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075726.949769:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075726.949772:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075726.949774:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075726.949776:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075726.949778:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075726.949779:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075726.949783:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769075726.949785:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075726.949787:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075726.949789:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075726.949793:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075726.949796:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075726.949799:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075726.949805:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769075726.949809:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075726.949817:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948060032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075726.949835:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075726.949838:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075726.949849:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948060032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075726.949867:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075726.949873:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075726.949878:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075726.949882:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075726.949886:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075726.949892:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075726.949899:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2418
00000400:00000200:3.0:1769075726.949906:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075726.949912:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075726.949915:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075726.949923:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075726.949928:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075726.949933:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075726.949935:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075726.949938:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075726.949941:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075726.949944:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075726.949947:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075726.949950:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075726.949953:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075726.949960:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075726.949981:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075726.949986:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075726.949992:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075726.949997:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075726.950002:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075726.950006:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075726.950009:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075726.950015:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075726.950018:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075726.950022:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075726.950026:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075726.950033:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075726.950038:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075726.950047:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769075726.950054:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075726.950063:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075726.950066:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075726.950072:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075726.950077:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075726.950084:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075726.950093:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769075726.950103:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075726.950114:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948060160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075726.950134:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075726.950139:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075726.950148:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948060160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075726.950165:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075726.950172:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2428)
00000800:00000200:2.1:1769075726.950249:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075726.950251:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075726.950509:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075726.950510:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075726.950726:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075726.950728:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075726.951124:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075726.951126:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1769075727.268905:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075727.268909:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075727.268913:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075727.972793:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075727.972799:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075727.972801:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075727.972805:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075727.972808:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075727.972811:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075727.972813:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075727.972816:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075727.972818:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075728.292852:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297092367, at 4297092416
00000100:00000010:1.0:1769075728.292892:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227840.
00000020:00000001:3.0:1769075728.292994:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075728.292998:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075728.293001:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075728.997002:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075728.997014:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075728.997018:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075728.997028:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075728.997034:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075728.997067:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075728.997071:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075728.997074:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075728.997077:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075730.020941:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075730.020951:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075730.020954:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075730.020961:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075730.020965:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075730.020971:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075730.020974:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075730.020977:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075730.020981:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075730.340971:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075730.340977:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075730.340983:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075731.044998:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075731.045010:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075731.045013:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075731.045020:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075731.045024:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075731.045028:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075731.045031:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075731.045034:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075731.045037:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075731.364981:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075731.364984:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075731.364987:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075732.068964:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075732.068975:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075732.068977:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075732.068986:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075732.068991:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075732.068998:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075732.069002:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075732.069006:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075732.069010:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075732.069071:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075732.069079:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075732.070776:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075732.070780:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075732.070784:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075732.070790:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2423
00000400:00000200:1.0:1769075732.070798:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075732.070804:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075732.070806:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075732.070809:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075732.070813:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075732.070815:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075732.070817:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075732.070821:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075732.070823:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075732.070825:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075732.070845:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075732.070848:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075732.070851:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075732.070855:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075732.070857:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075732.070860:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075732.070861:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075732.070865:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075732.070868:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075732.070872:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075732.070887:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075732.070891:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075732.070894:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075732.070897:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075732.070899:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075732.070910:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769075732.070926:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075732.070931:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075732.070932:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075732.070935:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075732.070938:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075732.070942:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075732.070951:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769075732.070958:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075732.070968:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948060288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075732.070979:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075732.070984:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075732.070990:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948060288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075732.071006:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075732.071009:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075732.071013:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075732.071014:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075732.071015:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075732.071018:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075732.071020:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2423
00000400:00000200:1.0:1769075732.071024:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075732.071027:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075732.071029:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075732.071031:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075732.071033:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075732.071036:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075732.071040:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075732.071045:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075732.071048:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075732.071049:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075732.071051:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075732.071054:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075732.071058:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075732.071064:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075732.071067:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075732.071070:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075732.071073:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075732.071076:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075732.071081:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075732.071086:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075732.071091:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075732.071097:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075732.071104:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075732.071107:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075732.071110:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075732.071118:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075732.071122:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075732.071127:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769075732.071130:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075732.071132:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075732.071133:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075732.071135:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075732.071137:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075732.071140:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075732.071150:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769075732.071158:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075732.071169:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948060416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075732.071188:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075732.071191:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075732.071196:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948060416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075732.071241:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075732.071246:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075732.071250:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075732.071253:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075732.071258:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075732.071260:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075732.071265:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2423
00000400:00000200:1.0:1769075732.071271:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075732.071278:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075732.071282:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075732.071289:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075732.071293:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075732.071299:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075732.071303:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075732.071308:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075732.071310:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075732.071312:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075732.071314:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075732.071318:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075732.071321:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075732.071327:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075732.071330:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075732.071334:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075732.071337:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075732.071340:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075732.071343:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075732.071347:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075732.071353:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075732.071356:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075732.071360:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075732.071361:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769075732.071362:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:2.1:1769075732.071365:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000008:00100000:1.0:1769075732.071366:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075732.071371:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075732.071375:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075732.071380:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075732.071383:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075732.071385:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075732.071387:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075732.071391:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075732.071394:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075732.071397:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075732.071403:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769075732.071407:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075732.071415:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948060544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075732.071432:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075732.071435:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075732.071441:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948060544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075732.071456:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075732.071459:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075732.071462:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075732.071465:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075732.071469:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075732.071473:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075732.071477:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2423
00000400:00000200:1.0:1769075732.071481:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075732.071484:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075732.071486:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075732.071491:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075732.071492:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075732.071496:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075732.071499:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075732.071504:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075732.071505:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075732.071507:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075732.071510:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075732.071513:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075732.071515:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075732.071520:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075732.071522:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075732.071526:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075732.071528:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075732.071532:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075732.071538:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075732.071540:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075732.071543:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075732.071546:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075732.071550:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075732.071553:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075732.071556:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075732.071560:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075732.071562:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075732.071565:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769075732.071570:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075732.071575:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075732.071577:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075732.071580:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075732.071582:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075732.071585:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075732.071589:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769075732.071593:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075732.071601:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948060672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075732.071611:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075732.071615:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075732.071622:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948060672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075732.071644:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075732.071651:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075732.071656:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075732.071660:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075732.071662:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075732.071667:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075732.071673:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2423
00000400:00000200:1.0:1769075732.071681:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075732.071685:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075732.071689:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075732.071694:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075732.071698:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075732.071702:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075732.071706:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075732.071711:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075732.071713:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075732.071717:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075732.071719:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075732.071722:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075732.071726:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075732.071749:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075732.071754:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075732.071756:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075732.071758:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075732.071759:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075732.071761:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075732.071766:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075732.071768:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075732.071772:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075732.071776:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075732.071780:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075732.071782:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075732.071786:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075732.071788:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075732.071794:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075732.071798:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075732.071801:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075732.071804:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075732.071807:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075732.071808:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075732.071811:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075732.071815:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769075732.071820:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075732.071828:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948060800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075732.071836:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075732.071841:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075732.071848:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948060800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075732.071860:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075732.071867:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2433)
00000800:00000200:2.1:1769075732.071972:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075732.071974:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075732.072158:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075732.072159:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075732.072332:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075732.072333:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075732.072610:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075732.072612:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769075732.388860:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075732.388864:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075732.388867:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075733.092835:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075733.092842:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075733.092845:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075733.092852:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075733.092856:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075733.092894:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075733.092897:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075733.092900:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075733.092904:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075733.412882:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297097489, at 4297097536
00000100:00000010:1.0:1769075733.412913:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d20.
00000100:00000001:1.0:1769075734.116946:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075734.116957:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075734.116960:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075734.116969:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075734.116974:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075734.116979:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075734.116982:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075734.116986:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075734.116990:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075734.436983:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075734.436990:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075734.436996:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075735.140870:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075735.140879:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075735.140882:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075735.140890:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075735.140895:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075735.140900:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075735.140914:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075735.140917:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075735.140922:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075735.461123:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075735.461132:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075735.461139:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075736.164880:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075736.164929:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075736.164932:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075736.164939:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075736.164944:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075736.164949:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075736.164952:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075736.164955:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075736.164959:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075736.485004:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075736.485012:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075736.485017:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075737.188952:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075737.188966:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075737.188970:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075737.188975:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075737.188981:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769075737.188988:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769075737.188991:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2428
00000100:00000001:1.0:1769075737.188997:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075737.189004:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769075737.189012:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00100000:1.0:1769075737.189015:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075737.189024:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1769075737.189025:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:1.0:1769075737.189031:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075737.189035:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075737.189038:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769075737.189049:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769075737.189050:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075737.189064:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075737.189071:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075737.189075:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075737.189079:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075737.189085:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075737.189088:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075737.189092:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075737.189096:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075737.189098:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075737.189102:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075737.189106:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075737.189108:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075737.189111:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075737.189114:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075737.189118:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075737.189122:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075737.189126:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075737.189129:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075737.189133:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075737.189136:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075737.189139:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075737.189142:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075737.189153:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769075737.189157:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075737.189163:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075737.189165:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075737.189169:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075737.189173:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075737.189178:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075737.189189:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769075737.189198:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075737.189230:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948060928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075737.189253:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075737.189258:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075737.189265:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948060928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075737.189292:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075737.189313:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075737.189318:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075737.189320:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075737.189322:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075737.189326:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075737.189329:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2428
00000400:00000200:3.0:1769075737.189334:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075737.189338:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075737.189341:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075737.189345:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075737.189349:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075737.189353:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075737.189356:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075737.189360:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075737.189362:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075737.189365:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075737.189367:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075737.189369:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075737.189372:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075737.189387:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075737.189390:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075737.189395:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075737.189399:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075737.189405:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075737.189413:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075737.189418:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075737.189421:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075737.189431:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075737.189444:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075737.189453:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075737.189479:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075737.189504:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075737.189516:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075737.189529:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769075737.189536:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075737.189543:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075737.189554:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075737.189568:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075737.189577:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075737.189588:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075737.189619:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769075737.189641:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075737.189658:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948061056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075737.189694:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075737.189698:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075737.189712:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948061056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075737.189857:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075737.189862:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075737.189867:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075737.189871:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075737.189875:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075737.189882:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075737.189889:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2428
00000400:00000200:3.0:1769075737.189932:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075737.189939:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075737.189944:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075737.189952:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075737.189959:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075737.189965:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075737.189971:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075737.189980:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075737.189984:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075737.189988:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075737.189991:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075737.189999:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075737.190016:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075737.190039:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075737.190048:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075737.190061:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075737.190076:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075737.190086:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075737.190097:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075737.190104:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075737.190108:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075737.190116:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075737.190126:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075737.190129:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075737.190133:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075737.190136:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075737.190150:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075737.190162:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769075737.190169:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075737.190175:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075737.190184:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075737.190196:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075737.190201:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075737.190207:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075737.190226:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769075737.190234:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075737.190258:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948061184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075737.190282:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075737.190298:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075737.190337:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948061184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075737.190383:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075737.190388:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075737.190399:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075737.190410:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075737.190425:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075737.190437:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075737.190452:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2428
00000400:00000200:3.0:1769075737.190477:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000800:00000200:2.1:1769075737.190496:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000400:00000200:3.0:1769075737.190502:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000800:00000200:2.1:1769075737.190511:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000100:00080000:3.0:1769075737.190512:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075737.190544:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075737.190556:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075737.190575:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075737.190593:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075737.190614:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075737.190615:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075737.190620:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075737.190626:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075737.190632:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075737.190648:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075737.190672:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075737.190703:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075737.190715:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075737.190730:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075737.190745:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075737.190767:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075737.190776:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075737.190866:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075737.190874:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075737.190878:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075737.190881:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075737.190909:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075737.190927:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075737.190929:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075737.190943:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769075737.190952:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075737.190959:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075737.190962:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075737.190983:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075737.190992:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075737.190997:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075737.191005:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769075737.191013:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075737.191040:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948061312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075737.191065:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075737.191069:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075737.191098:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948061312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075737.191136:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075737.191148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075737.191168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075737.191175:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075737.191180:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075737.191187:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075737.191198:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2428
00000400:00000200:3.0:1769075737.191209:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075737.191227:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075737.191231:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075737.191241:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075737.191250:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075737.191262:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075737.191279:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075737.191291:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075737.191300:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075737.191307:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075737.191336:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075737.191357:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075737.191363:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075737.191385:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075737.191397:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075737.191414:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075737.191434:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075737.191448:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075737.191472:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075737.191493:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075737.191499:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075737.191509:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075737.191527:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075737.191542:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075737.191552:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075737.191564:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075737.191577:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075737.191599:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769075737.191618:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075737.191634:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075737.191645:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075737.191658:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075737.191667:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075737.191678:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075737.191699:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769075737.191818:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075737.191860:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948061440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075737.191872:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075737.191881:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075737.191889:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948061440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075737.191907:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075737.191916:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2439)
00000800:00000200:2.1:1769075737.192241:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075737.192247:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769075737.192697:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075737.192700:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769075737.193290:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075737.193294:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769075737.193701:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075737.193713:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000100:00000001:1.0:1769075738.212865:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075738.212873:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075738.212876:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075738.212881:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075738.212885:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075738.212889:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075738.212892:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075738.212894:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075738.212897:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075738.532935:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297102609, at 4297102656
00000100:00000010:1.0:1769075738.532965:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227e40.
00000020:00000001:3.0:1769075738.533015:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075738.533023:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075738.533029:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075739.236864:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075739.236872:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075739.236876:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075739.236882:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075739.236887:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075739.236891:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075739.236895:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075739.236898:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075739.236902:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075739.556997:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075739.557002:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075739.557006:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075740.260873:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075740.260881:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075740.260883:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075740.260888:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075740.260891:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075740.260895:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075740.260898:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075740.260900:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075740.260903:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075740.580883:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075740.580904:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075740.580907:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075741.284923:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075741.284935:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075741.284939:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075741.284948:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075741.284955:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075741.284972:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075741.284976:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075741.284980:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075741.284985:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075742.308877:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769075742.308878:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075742.308888:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769075742.308890:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075742.308897:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075742.308897:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075742.308903:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1769075742.308908:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075742.308910:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769075742.308919:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769075742.308921:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2434
00000100:00000001:1.0:1769075742.308927:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075742.308936:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1769075742.308936:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769075742.308944:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769075742.308947:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:1.0:1769075742.308953:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075742.308954:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075742.308964:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075742.308968:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075742.308973:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075742.308975:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075742.308979:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075742.308981:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075742.308985:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075742.308988:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075742.308992:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075742.308995:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075742.309001:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075742.309003:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075742.309007:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075742.309010:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075742.309013:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075742.309017:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075742.309020:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075742.309023:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075742.309026:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075742.309028:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075742.309031:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075742.309033:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075742.309043:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769075742.309047:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075742.309051:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075742.309053:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075742.309056:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075742.309059:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075742.309063:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075742.309072:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769075742.309079:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075742.309090:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948061568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075742.309114:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075742.309119:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075742.309124:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948061568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075742.309149:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075742.309154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075742.309160:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075742.309163:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075742.309166:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075742.309171:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075742.309175:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2434
00000400:00000200:3.0:1769075742.309182:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075742.309187:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075742.309191:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075742.309196:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075742.309200:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075742.309204:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075742.309207:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075742.309211:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075742.309214:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075742.309216:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075742.309220:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075742.309223:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075742.309227:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075742.309233:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075742.309237:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075742.309241:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075742.309244:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075742.309249:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075742.309253:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075742.309257:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075742.309260:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075742.309268:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075742.309271:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075742.309274:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075742.309280:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075742.309285:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075742.309289:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075742.309294:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769075742.309298:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075742.309302:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075742.309304:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075742.309307:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075742.309309:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075742.309313:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075742.309319:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769075742.309324:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075742.309343:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948061696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075742.309355:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075742.309359:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075742.309366:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948061696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075742.309382:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075742.309387:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075742.309403:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075742.309406:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075742.309409:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075742.309413:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075742.309417:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2434
00000400:00000200:3.0:1769075742.309422:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075742.309426:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075742.309430:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075742.309435:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075742.309438:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075742.309442:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075742.309445:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075742.309449:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075742.309451:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075742.309454:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075742.309457:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075742.309460:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075742.309464:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075742.309469:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075742.309473:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075742.309476:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075742.309480:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075742.309484:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075742.309489:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075742.309494:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075742.309497:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075742.309502:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075742.309505:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075742.309508:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075742.309511:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075742.309516:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075742.309519:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075742.309534:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769075742.309538:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075742.309543:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075742.309545:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075742.309548:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075742.309550:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075742.309552:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075742.309558:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769075742.309563:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075742.309571:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948061824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769075742.309571:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075742.309577:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000100:00000001:3.0:1769075742.309584:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075742.309588:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075742.309594:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948061824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075742.309608:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075742.309613:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075742.309630:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075742.309632:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075742.309635:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075742.309639:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075742.309643:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2434
00000400:00000200:3.0:1769075742.309650:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075742.309655:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075742.309659:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075742.309663:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075742.309667:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075742.309671:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075742.309675:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075742.309678:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075742.309681:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075742.309684:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075742.309687:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075742.309691:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075742.309694:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075742.309699:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075742.309703:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075742.309729:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075742.309763:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075742.309767:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075742.309773:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075742.309777:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075742.309780:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075742.309785:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075742.309789:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075742.309792:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075742.309798:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075742.309802:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075742.309805:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075742.309811:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769075742.309815:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075742.309819:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075742.309821:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075742.309825:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075742.309827:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075742.309830:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075742.309836:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769075742.309842:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075742.309849:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948061952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075742.309875:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075742.309878:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075742.309886:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948061952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075742.309901:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075742.309905:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075742.309912:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075742.309915:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075742.309918:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075742.309923:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075742.309927:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2434
00000400:00000200:3.0:1769075742.309935:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075742.309940:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075742.309944:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075742.309949:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075742.309953:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075742.309957:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075742.309961:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075742.309965:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075742.309968:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075742.309971:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075742.309974:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075742.309977:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075742.309981:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075742.309987:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075742.309990:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075742.309995:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075742.309998:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075742.310003:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075742.310008:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075742.310012:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075742.310015:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075742.310020:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075742.310024:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075742.310027:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075742.310031:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075742.310035:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075742.310038:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075742.310044:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769075742.310048:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075742.310053:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075742.310055:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075742.310059:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075742.310061:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075742.310064:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075742.310070:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769075742.310076:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075742.310084:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948062080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075742.310096:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075742.310099:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075742.310106:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948062080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075742.310120:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075742.310126:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2444)
00000800:00000200:2.1:1769075742.310334:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075742.310338:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769075742.310672:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075742.310675:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769075742.311035:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075742.311038:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769075742.311326:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075742.311329:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000020:00000001:3.0:1769075742.628991:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075742.628998:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075742.629003:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075743.332868:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075743.332880:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075743.332884:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075743.332893:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075743.332900:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075743.332905:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075743.332910:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075743.332914:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075743.332919:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075743.652865:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297107728, at 4297107776
00000100:00000010:1.0:1769075743.652885:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ba0.
00000020:00000001:3.0:1769075743.652948:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075743.652955:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075743.652962:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075744.356867:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075744.356876:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075744.356878:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075744.356885:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075744.356890:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075744.356895:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075744.356898:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075744.356901:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075744.356905:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075744.676953:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075744.676958:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075744.676963:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075745.380854:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075745.380863:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075745.380866:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075745.380872:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075745.380877:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075745.380898:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075745.380901:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075745.380904:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075745.380908:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075746.404848:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075746.404861:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075746.404865:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075746.404873:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075746.404878:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075746.404882:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075746.404886:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075746.404889:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075746.404892:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075746.725014:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075746.725026:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075746.725035:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075747.428835:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769075747.428840:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769075747.428845:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075747.428862:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075747.428864:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1769075747.428872:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075747.428873:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075747.428881:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075747.428882:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075747.428891:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075747.428892:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769075747.428898:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075747.428903:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769075747.428905:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2439
00000100:00000001:1.0:1769075747.428908:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769075747.428932:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075747.428942:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075747.428947:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075747.428952:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075747.428956:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075747.428959:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075747.428963:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075747.428967:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075747.428969:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075747.428973:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075747.428976:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075747.428979:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075747.428981:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075747.428985:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075747.428987:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075747.428990:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075747.428992:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075747.428995:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075747.429001:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075747.429004:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075747.429008:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075747.429011:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075747.429015:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075747.429017:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075747.429020:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075747.429028:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000020:00000040:3.0:1769075747.429032:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075747.429036:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075747.429038:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075747.429053:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075747.429056:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075747.429061:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075747.429069:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769075747.429077:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075747.429088:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948062208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075747.429101:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075747.429117:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075747.429123:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948062208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075747.429149:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075747.429153:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075747.429158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075747.429160:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075747.429162:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075747.429165:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075747.429168:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2439
00000400:00000200:3.0:1769075747.429172:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075747.429186:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075747.429189:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075747.429194:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075747.429196:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075747.429215:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075747.429218:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075747.429221:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075747.429223:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075747.429225:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075747.429227:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075747.429229:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075747.429232:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075747.429235:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075747.429238:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075747.429240:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075747.429242:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075747.429245:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075747.429248:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075747.429251:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075747.429253:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075747.429260:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075747.429263:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075747.429266:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075747.429271:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075747.429275:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075747.429278:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075747.429282:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3480.
00000020:00000040:3.0:1769075747.429287:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075747.429298:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075747.429306:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075747.429312:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075747.429316:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075747.429319:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075747.429327:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769075747.429338:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075747.429355:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3480 x1855007948062336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075747.429377:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075747.429385:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075747.429394:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb7685cc] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3480 x1855007948062336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075747.429425:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075747.429432:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075747.429444:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075747.429452:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075747.429460:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075747.429468:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075747.429482:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2439
00000400:00000200:3.0:1769075747.429499:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075747.429511:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075747.429524:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075747.429561:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075747.429575:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075747.429589:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075747.429595:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075747.429605:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075747.429611:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075747.429615:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075747.429643:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075747.429675:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075747.429680:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075747.429691:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075747.429698:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075747.429709:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075747.429717:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075747.429725:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075747.429735:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075747.429741:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075747.429795:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075747.429802:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075747.429808:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075747.429814:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075747.429820:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075747.429827:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075747.429832:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075747.429843:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769075747.429851:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075747.429861:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075747.429863:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075747.429866:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075747.429871:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075747.429875:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075747.429888:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769075747.429895:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075747.429918:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00100000:3.0:1769075747.429921:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948062464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769075747.429927:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1769075747.429945:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075747.429953:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075747.429968:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948062464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075747.430015:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075747.430022:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075747.430029:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075747.430036:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075747.430047:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075747.430054:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075747.430064:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2439
00000400:00000200:3.0:1769075747.430080:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075747.430091:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075747.430097:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075747.430108:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075747.430118:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075747.430125:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075747.430131:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075747.430140:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075747.430145:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075747.430149:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075747.430153:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075747.430159:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075747.430161:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075747.430165:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075747.430168:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075747.430176:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075747.430185:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075747.430194:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075747.430201:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075747.430210:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075747.430213:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075747.430218:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075747.430226:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075747.430229:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075747.430244:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075747.430250:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075747.430257:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075747.430268:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769075747.430277:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075747.430287:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075747.430292:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075747.430295:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075747.430300:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075747.430305:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075747.430315:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769075747.430323:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075747.430337:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948062592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075747.430362:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075747.430369:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075747.430380:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948062592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075747.430408:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075747.430419:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075747.430431:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075747.430436:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075747.430443:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075747.430458:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075747.430475:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2439
00000400:00000200:3.0:1769075747.430499:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075747.430517:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075747.430529:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075747.430544:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075747.430557:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075747.430571:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075747.430584:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075747.430595:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075747.430603:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075747.430610:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075747.430615:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075747.430658:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075747.430664:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075747.430682:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075747.430691:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075747.430699:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075747.430708:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075747.430720:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075747.430729:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075747.430733:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075747.430735:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075747.430740:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075747.430743:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075747.430777:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075747.430782:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075747.430792:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075747.430800:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075747.430809:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769075747.430816:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075747.430825:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075747.430830:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075747.430846:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075747.430852:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075747.430860:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075747.430869:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769075747.430881:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075747.430895:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948062720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075747.430925:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075747.430932:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075747.430944:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948062720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075747.430992:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075747.431003:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2449)
00000800:00000200:2.1:1769075747.431177:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075747.431180:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075747.431545:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075747.431548:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075747.431957:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075747.431960:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075747.432483:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075747.432486:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000020:00000001:3.0:1769075747.748968:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075747.748975:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075747.748981:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075748.452863:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075748.452873:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075748.452876:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075748.452884:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075748.452889:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075748.452894:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075748.452897:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075748.452901:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075748.452904:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075748.772883:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297112848, at 4297112896
00000100:00000010:1.0:1769075748.772912:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ba0.
00000020:00000001:3.0:1769075748.772987:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075748.772993:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075748.772998:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075749.476832:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075749.476839:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075749.476840:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075749.476845:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075749.476848:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075749.476851:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075749.476852:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075749.476855:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075749.476856:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075750.500792:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075750.500799:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075750.500808:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075750.500814:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075750.500817:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075750.500820:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075750.500822:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075750.500825:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075750.500827:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075750.820899:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075750.820904:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075750.820907:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075751.524814:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075751.524820:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075751.524822:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075751.524826:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075751.524829:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075751.524832:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075751.524833:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075751.524836:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075751.524838:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075751.844920:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075751.844924:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075751.844927:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075752.548793:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075752.548799:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075752.548802:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075752.548807:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075752.548810:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075752.548813:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075752.548816:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075752.548818:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075752.548821:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075752.549486:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075752.549941:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075752.550123:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075752.550273:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075752.550443:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:3.0:1769075752.868902:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075752.868906:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075752.868909:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075753.572891:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075753.572898:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075753.572900:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075753.572904:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075753.572908:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075753.572911:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075753.572913:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075753.572915:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075753.572918:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075753.892816:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297117967, at 4297118016
00000100:00000010:1.0:1769075753.892830:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227e40.
00000100:00000001:1.0:1769075754.596834:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075754.596840:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075754.596842:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075754.596846:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075754.596849:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075754.596852:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075754.596854:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075754.596856:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075754.596858:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075754.916897:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075754.916901:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075754.916903:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075755.620919:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075755.620925:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075755.620927:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075755.620931:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075755.620934:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075755.620936:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075755.620938:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075755.620940:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075755.620942:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075755.940910:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075755.940913:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075755.940915:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075756.644858:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075756.644864:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075756.644865:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075756.644869:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075756.644872:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075756.644876:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075756.644879:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075756.644881:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075756.644884:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075756.964914:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075756.964918:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075756.964920:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075757.668875:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075757.668880:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075757.668882:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075757.668888:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075757.668891:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075757.668894:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075757.668900:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075757.668904:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075757.668908:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075757.670156:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075757.670160:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075757.670644:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075757.670646:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075757.670943:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075757.670945:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075757.672401:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075757.672402:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075757.672614:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075757.672616:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1769075758.693928:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075758.693949:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075758.693950:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075758.693955:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075758.693957:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075758.693961:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075758.693963:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075758.693965:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075758.693967:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075759.012827:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297123088, at 4297123136
00000100:00000010:1.0:1769075759.012841:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d20.
00000020:00000001:3.0:1769075759.012927:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075759.012930:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075759.012933:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075759.716800:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075759.716808:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075759.716810:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075759.716816:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075759.716820:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075759.716824:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075759.716826:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075759.716828:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075759.716831:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075760.036864:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075760.036867:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075760.036871:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075760.740797:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075760.740803:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075760.740805:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075760.740809:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075760.740812:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075760.740815:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075760.740817:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075760.740819:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075760.740821:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075761.060895:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075761.060899:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075761.060902:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075761.764834:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075761.764843:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075761.764845:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075761.764850:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075761.764854:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075761.764858:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075761.764861:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075761.764864:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075761.764866:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075762.788803:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075762.788810:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075762.788812:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075762.788819:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075762.788825:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075762.788828:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075762.788830:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075762.788833:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075762.788840:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075762.789407:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075762.789414:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075762.790013:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075762.790014:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075762.790213:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075762.790215:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075762.790415:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075762.790416:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075762.790602:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075762.790604:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1769075763.108865:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075763.108870:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075763.108873:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075763.812835:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075763.812841:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075763.812843:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075763.812847:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075763.812850:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075763.812853:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075763.812855:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075763.812858:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075763.812860:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075764.132815:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297128207, at 4297128256
00000100:00000010:1.0:1769075764.132832:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ea0.
00000020:00000001:3.0:1769075764.132913:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075764.132916:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075764.132919:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075764.836791:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075764.836798:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075764.836800:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075764.836811:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075764.836814:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075764.836817:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075764.836820:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075764.836822:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075764.836824:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075765.156838:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075765.156843:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075765.156846:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075765.860827:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075765.860835:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075765.860837:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075765.860844:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075765.860848:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075765.860852:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075765.860855:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075765.860858:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075765.860861:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075766.180881:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075766.180886:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075766.180891:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075766.884798:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075766.884807:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075766.884809:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075766.884815:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075766.884820:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075766.884823:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075766.884826:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075766.884829:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075766.884832:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075767.204951:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075767.204957:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075767.204961:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075767.908847:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769075767.908847:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769075767.908856:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769075767.908858:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075767.908861:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075767.908862:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1769075767.908869:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:3.0:1769075767.908869:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075767.908877:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075767.908877:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769075767.908883:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075767.908885:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769075767.908886:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2459
00000100:00000001:1.0:1769075767.908889:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075767.908894:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769075767.908900:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075767.908907:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075767.908910:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075767.908913:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075767.908916:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075767.908919:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075767.908921:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075767.908925:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075767.908927:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075767.908929:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075767.908933:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075767.908935:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075767.908937:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075767.908940:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075767.908941:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075767.908943:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075767.908944:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075767.908946:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075767.908949:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075767.908950:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075767.908952:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075767.908955:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075767.908957:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075767.908959:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075767.908961:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075767.908970:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769075767.908973:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075767.909001:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075767.909003:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075767.909006:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075767.909009:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075767.909014:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075767.909022:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769075767.909030:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075767.909039:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948064768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075767.909064:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075767.909068:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075767.909072:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948064768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075767.909091:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075767.909093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075767.909097:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075767.909098:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075767.909099:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075767.909102:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075767.909108:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2459
00000400:00000200:3.0:1769075767.909111:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075767.909113:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075767.909115:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075767.909117:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075767.909119:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075767.909120:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075767.909122:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075767.909123:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075767.909124:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075767.909125:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075767.909126:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075767.909128:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075767.909129:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075767.909131:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075767.909133:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075767.909134:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075767.909136:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075767.909139:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075767.909142:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075767.909144:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075767.909146:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075767.909151:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075767.909153:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075767.909155:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075767.909160:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075767.909166:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075767.909168:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075767.909173:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769075767.909177:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075767.909179:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075767.909181:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075767.909184:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075767.909185:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075767.909189:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075767.909216:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769075767.909225:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075767.909240:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948064896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075767.909272:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075767.909310:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075767.909319:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948064896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075767.909337:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075767.909351:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075767.909357:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075767.909359:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075767.909362:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075767.909375:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075767.909380:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2459
00000400:00000200:3.0:1769075767.909391:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075767.909400:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075767.909402:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075767.909411:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075767.909420:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075767.909430:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075767.909444:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075767.909451:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075767.909457:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075767.909463:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075767.909467:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075767.909470:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075767.909476:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075767.909485:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075767.909488:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075767.909494:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075767.909499:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075767.909502:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075767.909505:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075767.909508:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075767.909514:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075767.909518:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075767.909522:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075767.909534:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075767.909538:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075767.909546:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075767.909553:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075767.909565:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769075767.909575:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075767.909585:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075767.909591:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075767.909597:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075767.909607:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075767.909614:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075767.909624:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000800:00000200:2.1:1769075767.909635:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769075767.909636:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075767.909643:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000100:00100000:3.0:1769075767.909653:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948065024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075767.909703:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075767.909709:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075767.909724:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948065024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075767.909737:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075767.909739:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075767.909743:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075767.909777:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075767.909780:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075767.909785:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075767.909789:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2459
00000400:00000200:3.0:1769075767.909799:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075767.909808:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075767.909815:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075767.909823:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075767.909826:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075767.909830:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075767.909832:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075767.909835:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075767.909839:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075767.909843:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075767.909846:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075767.909853:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075767.909856:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075767.909865:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075767.909875:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075767.909885:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075767.909901:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075767.909914:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075767.909923:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075767.909928:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075767.909938:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075767.909946:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075767.909952:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075767.909960:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075767.909964:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075767.909967:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075767.909990:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075767.910000:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769075767.910012:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075767.910020:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075767.910025:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075767.910036:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075767.910055:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075767.910059:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075767.910066:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769075767.910072:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075767.910086:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948065152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075767.910128:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075767.910137:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075767.910154:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948065152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075767.910197:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075767.910205:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075767.910219:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075767.910227:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075767.910230:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075767.910237:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075767.910263:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2459
00000400:00000200:3.0:1769075767.910293:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075767.910302:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075767.910326:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075767.910334:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075767.910343:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075767.910349:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075767.910357:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075767.910370:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075767.910395:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075767.910399:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075767.910413:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075767.910425:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075767.910431:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075767.910437:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075767.910455:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075767.910462:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075767.910466:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075767.910475:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075767.910482:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075767.910493:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075767.910503:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075767.910510:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075767.910516:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075767.910520:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075767.910524:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075767.910538:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075767.910545:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075767.910560:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769075767.910565:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075767.910575:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075767.910580:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075767.910587:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075767.910593:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075767.910605:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075767.910615:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769075767.910624:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075767.910638:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948065280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075767.910673:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075767.910681:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075767.910698:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948065280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075767.910736:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075767.910742:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2469)
00000800:00000200:2.1:1769075767.910802:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075767.910805:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075767.911046:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075767.911048:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075767.911296:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075767.911298:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075767.911627:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075767.911629:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1769075768.228916:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075768.228921:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075768.228925:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075768.932826:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075768.932833:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075768.932834:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075768.932839:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075768.932842:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075768.932845:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075768.932847:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075768.932849:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075768.932852:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075769.252809:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297133328, at 4297133376
00000100:00000010:1.0:1769075769.252823:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227c00.
00000020:00000001:3.0:1769075769.252880:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075769.252884:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075769.252888:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075769.956807:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075769.956815:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075769.956817:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075769.956823:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075769.956827:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075769.956831:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075769.956834:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075769.956837:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075769.956840:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075770.276895:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075770.276900:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075770.276904:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075770.980846:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075770.980853:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075770.980855:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075770.980861:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075770.980865:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075770.980868:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075770.980871:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075770.980874:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075770.980877:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075771.300862:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075771.300866:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075771.300870:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075772.004884:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075772.004895:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075772.004898:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075772.004906:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075772.004911:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075772.004916:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075772.004919:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075772.004922:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075772.004926:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075772.324923:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075772.324930:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075772.324936:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075773.028803:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075773.028812:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075773.028815:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075773.028822:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075773.028827:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075773.028831:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075773.028837:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075773.028841:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075773.028847:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075773.029341:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075773.029373:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075773.030005:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075773.030007:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075773.030214:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075773.030215:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075773.030445:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075773.030447:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075773.030778:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075773.030781:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1769075773.348892:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075773.348897:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075773.348901:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075774.052814:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075774.052822:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075774.052824:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075774.052830:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075774.052834:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075774.052838:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075774.052841:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075774.052844:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075774.052847:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075774.372833:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297138447, at 4297138496
00000100:00000010:1.0:1769075774.372843:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034703c0.
00000020:00000001:3.0:1769075774.372889:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075774.372892:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075774.372895:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075775.076800:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075775.076807:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075775.076808:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075775.076813:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075775.076816:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075775.076819:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075775.076821:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075775.076823:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075775.076825:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075775.396870:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075775.396873:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075775.396875:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075776.100814:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075776.100820:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075776.100822:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075776.100826:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075776.100829:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075776.100832:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075776.100834:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075776.100836:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075776.100838:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075776.420935:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075776.420939:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075776.420942:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075777.124892:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075777.124901:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075777.124904:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075777.124910:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075777.124914:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075777.124919:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075777.124923:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075777.124926:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075777.124930:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075777.444960:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075777.444966:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075777.444971:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075778.148855:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075778.148864:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075778.148867:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075778.148873:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075778.148878:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075778.148882:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075778.148886:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075778.148892:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075778.148898:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075778.149805:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075778.149817:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075778.151044:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075778.151051:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075778.151671:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075778.151674:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075778.152212:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075778.152215:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075778.152569:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075778.152572:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1769075778.468937:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075778.468943:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075778.468947:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075779.172817:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075779.172822:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075779.172823:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075779.172828:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075779.172831:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075779.172833:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075779.172836:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075779.172837:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075779.172840:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075779.492806:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297143568, at 4297143616
00000100:00000010:1.0:1769075779.492820:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227de0.
00000020:00000001:3.0:1769075779.492848:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075779.492852:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075779.492856:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075780.196789:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075780.196796:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075780.196799:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075780.196804:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075780.196807:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075780.196811:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075780.196814:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075780.196817:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075780.196819:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075780.516877:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075780.516881:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075780.516885:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075781.220873:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075781.220883:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075781.220887:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075781.220894:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075781.220900:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075781.220905:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075781.220909:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075781.220914:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075781.220918:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075781.540893:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075781.540899:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075781.540903:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075782.244964:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075782.244973:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075782.244976:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075782.244983:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075782.244988:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075782.244993:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075782.244996:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075782.244999:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075782.245002:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075782.564929:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075782.564933:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075782.564935:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075783.268819:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075783.268829:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075783.268832:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075783.268834:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1769075783.268840:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075783.268845:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769075783.268849:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075783.268850:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075783.268855:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075783.268855:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769075783.268861:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769075783.268862:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075783.268865:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075783.268867:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075783.268877:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2474
00000400:00000200:3.0:1769075783.268886:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075783.268894:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075783.268897:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075783.268899:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075783.268904:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075783.268906:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075783.268909:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075783.268913:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075783.268926:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075783.268928:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075783.268931:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075783.268932:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075783.268934:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075783.268936:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075783.268938:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075783.268939:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075783.268941:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075783.268944:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075783.268947:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075783.268948:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075783.268950:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075783.268953:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075783.268955:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075783.268957:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075783.268959:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075783.268969:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769075783.268972:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075783.268976:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075783.268978:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075783.268981:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075783.268999:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075783.269004:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075783.269014:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769075783.269054:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075783.269084:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948066688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075783.269106:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075783.269113:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075783.269120:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948066688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075783.269144:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075783.269147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075783.269151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075783.269153:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075783.269156:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075783.269160:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075783.269163:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2474
00000400:00000200:3.0:1769075783.269168:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075783.269171:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075783.269174:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075783.269178:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075783.269180:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075783.269183:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075783.269185:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075783.269189:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075783.269191:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075783.269194:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075783.269197:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075783.269201:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075783.269204:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075783.269211:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075783.269214:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075783.269217:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075783.269219:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075783.269223:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075783.269225:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075783.269228:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075783.269229:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075783.269236:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075783.269240:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075783.269246:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075783.269253:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075783.269259:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075783.269266:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075783.269272:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769075783.269278:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075783.269293:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075783.269300:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075783.269312:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075783.269322:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075783.269355:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075783.269371:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769075783.269391:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075783.269425:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948066816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075783.269455:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075783.269472:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075783.269489:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948066816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075783.269552:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075783.269563:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075783.269593:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075783.269602:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075783.269610:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075783.269618:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075783.269628:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2474
00000400:00000200:3.0:1769075783.269645:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075783.269653:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075783.269666:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075783.269680:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075783.269691:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075783.269699:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075783.269702:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075783.269704:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075783.269705:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075783.269706:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075783.269708:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075783.269710:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075783.269713:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075783.269720:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075783.269725:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075783.269769:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075783.269772:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075783.269774:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075783.269776:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075783.269778:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075783.269779:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075783.269784:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075783.269786:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075783.269787:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075783.269790:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075783.269792:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075783.269794:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075783.269799:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769075783.269802:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075783.269805:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075783.269811:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075783.269826:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075783.269832:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075783.269841:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075783.269852:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769075783.269862:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075783.269873:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948066944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075783.269922:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075783.269945:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075783.269955:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948066944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075783.269984:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075783.269987:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075783.269991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075783.269999:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075783.270007:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075783.270011:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075783.270038:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2474
00000800:00000200:2.1:1769075783.270040:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000400:00000200:3.0:1769075783.270052:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000800:00000200:2.1:1769075783.270053:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000400:00000200:3.0:1769075783.270079:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075783.270091:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075783.270103:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075783.270111:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075783.270117:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075783.270123:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075783.270127:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075783.270130:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075783.270137:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075783.270144:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075783.270155:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075783.270167:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075783.270181:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075783.270197:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075783.270209:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075783.270218:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075783.270228:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075783.270243:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075783.270261:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075783.270272:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075783.270282:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075783.270292:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075783.270301:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075783.270311:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075783.270330:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075783.270342:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075783.270365:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769075783.270372:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075783.270380:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075783.270383:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075783.270386:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075783.270396:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075783.270406:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075783.270434:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769075783.270443:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075783.270468:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948067072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075783.270497:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075783.270502:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075783.270517:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948067072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075783.270591:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075783.270599:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075783.270620:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075783.270629:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075783.270635:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075783.270648:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075783.270663:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2474
00000400:00000200:3.0:1769075783.270689:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075783.270701:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075783.270706:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075783.270720:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075783.270730:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075783.270733:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075783.270735:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075783.270737:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075783.270738:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075783.270740:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075783.270743:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075783.270746:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075783.270749:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075783.270752:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075783.270754:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075783.270756:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075783.270759:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075783.270761:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075783.270817:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075783.270836:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075783.270848:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075783.270859:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075783.270872:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075783.270880:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075783.270889:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075783.270916:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075783.270925:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075783.270939:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769075783.270975:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075783.270985:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075783.270991:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075783.270999:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075783.271004:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075783.271009:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075783.271032:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769075783.271038:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075783.271070:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948067200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075783.271097:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075783.271105:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075783.271119:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948067200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075783.271136:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075783.271147:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2485)
00000800:00000200:2.1:1769075783.271399:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075783.271402:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075783.271793:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075783.271796:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075783.272219:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075783.272222:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075783.272599:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075783.272603:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1769075783.588912:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075783.588920:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075783.588927:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075784.292801:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075784.292808:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075784.292809:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075784.292814:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075784.292816:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075784.292819:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075784.292821:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075784.292824:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075784.292826:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075784.612874:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297148688, at 4297148736
00000100:00000010:1.0:1769075784.612898:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227000.
00000020:00000001:3.0:1769075784.612990:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075784.613010:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075784.613014:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075785.316801:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075785.316807:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075785.316808:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075785.316812:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075785.316815:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075785.316818:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075785.316821:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075785.316823:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075785.316825:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075785.636963:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075785.636967:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075785.636969:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075786.340911:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075786.340922:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075786.340925:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075786.340933:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075786.340951:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075786.340957:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075786.340962:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075786.340999:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075786.341003:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075786.660870:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075786.660874:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075786.660876:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075787.364859:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075787.364868:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075787.364870:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075787.364876:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075787.364881:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075787.364886:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075787.364889:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075787.364891:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075787.364894:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075787.684935:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075787.684938:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075787.684950:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075788.388823:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075788.388831:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075788.388834:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075788.388838:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1769075788.388840:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075788.388847:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769075788.388850:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075788.388852:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075788.388854:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769075788.388857:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769075788.388860:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075788.388862:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075788.388867:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769075788.388869:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075788.388876:0:11591:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2480
00000400:00000200:3.0:1769075788.388887:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075788.388894:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075788.388897:0:11591:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075788.388901:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075788.388905:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075788.388908:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075788.388910:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075788.388914:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075788.388915:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075788.388918:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075788.388920:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075788.388922:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075788.388924:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075788.388927:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075788.388929:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075788.388950:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075788.388952:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075788.388956:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075788.388959:0:11591:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075788.388962:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075788.388964:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075788.388985:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075788.388988:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075788.388992:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075788.388995:0:11591:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075788.389006:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769075788.389010:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075788.389014:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075788.389017:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075788.389020:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075788.389023:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075788.389028:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075788.389038:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769075788.389045:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075788.389056:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948067328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075788.389068:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075788.389074:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075788.389080:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948067328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075788.389107:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075788.389111:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075788.389115:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075788.389117:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075788.389119:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075788.389123:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075788.389126:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2480
00000400:00000200:3.0:1769075788.389149:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075788.389154:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075788.389157:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075788.389161:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075788.389164:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075788.389166:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075788.389168:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075788.389172:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075788.389173:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075788.389177:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075788.389182:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075788.389186:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075788.389191:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075788.389197:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075788.389202:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075788.389206:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075788.389213:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075788.389219:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075788.389227:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075788.389233:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075788.389238:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075788.389249:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075788.389273:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075788.389279:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075788.389287:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075788.389296:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075788.389303:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075788.389313:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769075788.389323:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075788.389331:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075788.389336:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075788.389344:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075788.389347:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075788.389353:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075788.389361:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769075788.389369:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075788.389383:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948067456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075788.389402:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075788.389409:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075788.389418:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948067456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075788.389440:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075788.389450:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075788.389463:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075788.389469:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075788.389476:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075788.389486:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075788.389514:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2480
00000400:00000200:3.0:1769075788.389542:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075788.389552:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075788.389560:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075788.389569:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075788.389573:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075788.389580:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075788.389584:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075788.389587:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075788.389591:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075788.389597:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075788.389599:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075788.389602:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075788.389608:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075788.389631:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075788.389635:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075788.389638:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075788.389644:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075788.389648:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000800:00000200:2.1:1769075788.389654:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:3.0:1769075788.389656:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000800:00000200:2.1:1769075788.389662:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1769075788.389664:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075788.389672:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075788.389680:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075788.389689:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075788.389693:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075788.389699:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075788.389707:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075788.389715:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075788.389724:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769075788.389732:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075788.389741:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075788.389774:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075788.389780:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075788.389782:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075788.389784:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075788.389790:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769075788.389794:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075788.389801:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948067584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075788.389808:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075788.389811:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075788.389820:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948067584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075788.389833:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075788.389838:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075788.389844:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075788.389849:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075788.389852:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075788.389859:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075788.389864:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2480
00000400:00000200:3.0:1769075788.389872:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075788.389881:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075788.389885:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075788.389892:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075788.389899:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075788.389905:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075788.389911:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075788.389916:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075788.389918:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075788.389922:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075788.389925:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075788.389948:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075788.389953:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075788.389958:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075788.389962:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075788.389985:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075788.389990:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075788.389996:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075788.390005:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075788.390012:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075788.390017:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075788.390021:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075788.390030:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075788.390037:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075788.390041:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075788.390047:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075788.390055:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075788.390064:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769075788.390071:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075788.390077:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075788.390081:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075788.390086:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075788.390090:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075788.390095:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075788.390103:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769075788.390109:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075788.390122:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948067712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075788.390149:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075788.390155:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075788.390165:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948067712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075788.390198:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075788.390208:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075788.390222:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075788.390230:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075788.390237:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075788.390248:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075788.390259:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2480
00000400:00000200:3.0:1769075788.390275:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075788.390305:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075788.390313:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075788.390324:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075788.390331:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075788.390337:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075788.390341:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075788.390346:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075788.390349:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075788.390353:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075788.390355:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075788.390357:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075788.390359:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075788.390367:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075788.390374:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075788.390378:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075788.390385:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075788.390391:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075788.390399:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075788.390405:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075788.390410:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075788.390416:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075788.390421:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075788.390426:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075788.390430:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075788.390440:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075788.390449:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075788.390458:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769075788.390466:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075788.390475:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075788.390497:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075788.390503:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075788.390509:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075788.390515:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075788.390527:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769075788.390536:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075788.390548:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948067840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075788.390574:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075788.390579:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075788.390592:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948067840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075788.390623:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075788.390655:0:11591:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2490)
00000800:00000200:2.1:1769075788.390707:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075788.390710:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075788.391087:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075788.391090:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075788.391376:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075788.391378:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075788.391849:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075788.391852:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1769075788.708865:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075788.708868:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075788.708871:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075789.412846:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075789.412854:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075789.412856:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075789.412862:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075789.412866:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075789.412869:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075789.412872:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075789.412875:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075789.412879:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075789.732900:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297153808, at 4297153856
00000100:00000010:1.0:1769075789.732978:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227240.
00000020:00000001:3.0:1769075789.733058:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075789.733064:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075789.733069:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075790.436870:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075790.436878:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075790.436879:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075790.436885:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075790.436923:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075790.436926:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075790.436929:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075790.436931:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075790.436934:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075790.757014:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075790.757021:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075790.757025:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075791.460914:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075791.460925:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075791.460927:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075791.460961:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075791.460966:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075791.460971:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075791.460974:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075791.460978:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075791.460981:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075791.781011:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075791.781018:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075791.781024:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075792.484960:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075792.484970:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075792.484973:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075792.484980:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075792.484984:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075792.484989:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075792.485004:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075792.485008:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075792.485011:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075792.804975:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075792.804981:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075792.804987:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075793.508792:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075793.508798:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075793.508800:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075793.508805:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075793.508809:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075793.508812:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075793.508814:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075793.508817:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075793.508820:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075793.509351:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075793.509374:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075793.510077:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075793.510080:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075793.510369:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075793.510372:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075793.510660:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075793.510662:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075793.510976:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075793.510978:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1769075793.829016:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075793.829022:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075793.829028:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075794.532797:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075794.532803:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075794.532805:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075794.532809:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075794.532812:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075794.532815:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075794.532818:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075794.532820:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075794.532822:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075794.852796:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297158927, at 4297158976
00000100:00000010:1.0:1769075794.852811:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470ea0.
00000020:00000001:3.0:1769075794.852870:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075794.852874:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075794.852876:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075795.556802:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075795.556809:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075795.556837:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075795.556842:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075795.556845:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075795.556848:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075795.556850:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075795.556853:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075795.556855:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075795.876986:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075795.876992:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075795.876996:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075796.580878:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075796.580885:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075796.580887:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075796.580892:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075796.580894:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075796.580897:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075796.580899:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075796.580901:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075796.580904:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075796.900978:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075796.900983:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075796.901004:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075797.604874:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075797.604885:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075797.604890:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075797.604899:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075797.604905:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075797.604911:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075797.604916:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075797.604921:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075797.604926:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075797.924971:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075797.924976:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075797.924980:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075798.628904:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075798.628920:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075798.628927:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075798.628955:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075798.628966:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075798.628978:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075798.628987:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075798.628996:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075798.629009:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075798.629823:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075798.629831:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075798.631046:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075798.631049:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075798.631400:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075798.631403:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075798.631684:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075798.631686:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075798.632027:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075798.632031:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769075798.949004:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075798.949009:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075798.949015:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075799.652863:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075799.652872:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075799.652875:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075799.652882:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075799.652887:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075799.652892:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075799.652896:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075799.652899:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075799.652902:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075799.972873:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297164048, at 4297164096
00000100:00000010:1.0:1769075799.972891:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470a80.
00000020:00000001:3.0:1769075799.972948:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075799.972953:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075799.972956:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075800.676822:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075800.676830:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075800.676833:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075800.676839:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075800.676842:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075800.676846:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075800.676849:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075800.676852:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075800.676856:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075800.997008:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075800.997015:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075800.997020:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075801.700825:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075801.700833:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075801.700835:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075801.700841:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075801.700845:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075801.700849:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075801.700851:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075801.700854:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075801.700857:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075802.020888:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075802.020892:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075802.020896:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075802.724883:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075802.724895:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075802.724899:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075802.724908:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075802.724915:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075802.724922:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075802.724926:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075802.724930:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075802.724935:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075803.044866:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075803.044869:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075803.044872:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075803.748803:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075803.748809:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075803.748811:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075803.748818:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075803.748822:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075803.748825:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075803.748827:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075803.748830:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075803.748834:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075803.748834:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075803.748842:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075803.748845:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075803.748849:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075803.748853:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075803.748860:0:11591:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2495
00000400:00000200:3.0:1769075803.748868:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075803.748874:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075803.748877:0:11591:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075803.748880:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075803.748883:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075803.748886:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075803.748888:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075803.748891:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075803.748893:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075803.748895:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075803.748898:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075803.748899:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075803.748901:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075803.748904:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075803.748905:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075803.748907:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075803.748909:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075803.748912:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075803.748915:0:11591:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075803.748917:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075803.748919:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075803.748921:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075803.748924:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075803.748925:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075803.748927:0:11591:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075803.748936:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3480.
00000020:00000040:3.0:1769075803.748940:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075803.748944:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075803.748945:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075803.748948:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075803.748950:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075803.748954:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075803.748961:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769075803.748977:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075803.748985:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3480 x1855007948069248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075803.748994:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075803.748998:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075803.749002:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb7685cc] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3480 x1855007948069248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075803.749021:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075803.749025:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075803.749029:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075803.749031:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075803.749033:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075803.749037:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075803.749040:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2495
00000400:00000200:3.0:1769075803.749045:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075803.749049:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075803.749052:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075803.749057:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075803.749059:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075803.749062:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075803.749064:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075803.749067:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075803.749069:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075803.749072:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075803.749075:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075803.749077:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075803.749081:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075803.749085:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075803.749088:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075803.749090:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075803.749093:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075803.749096:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075803.749099:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075803.749103:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075803.749105:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075803.749111:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075803.749114:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075803.749116:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075803.749121:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075803.749124:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075803.749127:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075803.749131:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000020:00000040:3.0:1769075803.749134:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075803.749137:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075803.749139:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075803.749141:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075803.749143:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075803.749145:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075803.749150:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769075803.749154:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075803.749160:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948069376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075803.749170:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075803.749173:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075803.749178:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948069376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075803.749197:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075803.749200:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075803.749204:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075803.749206:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075803.749208:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075803.749211:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075803.749214:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2495
00000400:00000200:3.0:1769075803.749218:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075803.749221:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075803.749224:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075803.749227:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075803.749230:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075803.749233:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075803.749235:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075803.749238:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075803.749240:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075803.749242:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075803.749244:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075803.749246:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075803.749249:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075803.749263:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075803.749266:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075803.749268:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075803.749271:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075803.749274:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075803.749277:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075803.749280:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075803.749283:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1769075803.749284:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:3.0:1769075803.749287:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.1:1769075803.749288:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
02000000:00000001:3.0:1769075803.749290:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075803.749292:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075803.749295:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075803.749298:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075803.749300:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075803.749305:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769075803.749308:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075803.749311:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075803.749313:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075803.749315:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075803.749317:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075803.749319:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075803.749324:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769075803.749327:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075803.749333:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948069504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075803.749359:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075803.749363:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075803.749368:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948069504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075803.749381:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075803.749384:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075803.749390:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075803.749393:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075803.749395:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075803.749399:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075803.749403:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2495
00000400:00000200:3.0:1769075803.749408:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075803.749413:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075803.749416:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075803.749421:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075803.749424:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075803.749427:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075803.749431:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075803.749434:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075803.749436:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075803.749439:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075803.749442:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075803.749445:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075803.749448:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075803.749453:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075803.749456:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075803.749459:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075803.749462:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075803.749466:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075803.749470:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075803.749473:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075803.749476:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075803.749480:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075803.749483:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075803.749486:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075803.749489:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075803.749494:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075803.749497:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075803.749501:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769075803.749505:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075803.749509:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075803.749511:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075803.749513:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075803.749516:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075803.749534:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075803.749538:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769075803.749542:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075803.749547:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948069632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075803.749557:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075803.749559:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075803.749564:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948069632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075803.749574:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075803.749577:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075803.749581:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075803.749583:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075803.749585:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075803.749588:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075803.749591:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2495
00000400:00000200:3.0:1769075803.749595:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075803.749598:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075803.749601:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075803.749605:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075803.749607:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075803.749610:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075803.749612:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075803.749615:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075803.749617:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075803.749619:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075803.749621:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075803.749624:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075803.749626:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075803.749630:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075803.749633:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075803.749635:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075803.749638:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075803.749641:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075803.749644:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075803.749647:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075803.749649:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075803.749652:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075803.749654:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075803.749656:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075803.749658:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075803.749661:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075803.749663:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075803.749667:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769075803.749670:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075803.749686:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075803.749687:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075803.749690:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075803.749692:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075803.749694:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075803.749699:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769075803.749703:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075803.749709:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948069760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075803.749718:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075803.749721:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075803.749726:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948069760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075803.749770:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075803.749776:0:11591:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2505)
00000800:00000200:0.1:1769075803.749880:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075803.749882:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075803.750112:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075803.750129:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075803.750368:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075803.750370:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075803.750729:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075803.750748:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769075804.069010:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075804.069016:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075804.069035:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075804.772867:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075804.772877:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075804.772879:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075804.772886:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075804.772890:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075804.772895:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075804.772899:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075804.772902:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075804.772906:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075805.092826:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297169167, at 4297169216
00000100:00000010:1.0:1769075805.092840:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470f60.
00000020:00000001:3.0:1769075805.092952:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075805.092957:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075805.092961:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075805.796850:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075805.796860:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075805.796863:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075805.796871:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075805.796876:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075805.796881:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075805.796885:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075805.796888:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075805.796892:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075806.116990:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075806.116999:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075806.117005:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075806.820842:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075806.820851:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075806.820853:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075806.820859:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075806.820862:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075806.820866:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075806.820869:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075806.820871:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075806.820874:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075807.141006:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075807.141017:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075807.141026:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075807.844894:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075807.844901:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075807.844903:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075807.844908:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075807.844912:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075807.844915:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075807.844917:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075807.844920:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075807.844923:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075808.164905:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075808.164911:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075808.164916:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075808.868791:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075808.868798:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075808.868799:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075808.868804:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:3.0:1769075808.868806:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769075808.868809:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075808.868813:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769075808.868814:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075808.868817:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075808.868818:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769075808.868821:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769075808.868822:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075808.868825:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075808.868827:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075808.868834:0:11591:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2500
00000400:00000200:3.0:1769075808.868841:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075808.868848:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075808.868851:0:11591:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075808.868854:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075808.868857:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075808.868859:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075808.868861:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075808.868864:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075808.868866:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075808.868868:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075808.868870:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075808.868871:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075808.868873:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075808.868875:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075808.868877:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075808.868878:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075808.868880:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075808.868883:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075808.868885:0:11591:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075808.868887:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075808.868889:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075808.868891:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075808.868894:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075808.868895:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075808.868897:0:11591:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075808.868904:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769075808.868907:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075808.868910:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075808.868912:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075808.868914:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075808.868916:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075808.868919:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075808.868925:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769075808.868931:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075808.868937:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948069888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075808.868945:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075808.868948:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075808.868952:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948069888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075808.868967:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075808.868970:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075808.868972:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075808.868973:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075808.868975:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075808.868977:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075808.868978:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2500
00000400:00000200:3.0:1769075808.868981:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075808.868983:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075808.868985:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075808.868987:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075808.868988:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075808.868990:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075808.868992:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075808.868994:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075808.868995:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075808.868996:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075808.868998:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075808.868999:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075808.869001:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075808.869003:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075808.869005:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075808.869007:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075808.869010:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075808.869012:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075808.869017:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075808.869020:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075808.869023:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075808.869027:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075808.869029:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075808.869034:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075808.869039:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075808.869044:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075808.869046:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075808.869049:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769075808.869053:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075808.869056:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075808.869059:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075808.869061:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075808.869066:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075808.869070:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075808.869079:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769075808.869085:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075808.869098:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948070016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075808.869113:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075808.869117:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075808.869126:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948070016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075808.869156:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075808.869161:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075808.869167:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075808.869169:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075808.869170:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075808.869171:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075808.869175:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2500
00000400:00000200:3.0:1769075808.869179:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075808.869185:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075808.869190:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075808.869193:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075808.869195:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075808.869199:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075808.869202:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075808.869205:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075808.869207:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075808.869210:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075808.869212:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075808.869215:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075808.869220:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075808.869226:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075808.869229:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075808.869235:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075808.869240:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075808.869246:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075808.869255:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075808.869261:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075808.869266:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075808.869271:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075808.869277:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075808.869282:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075808.869286:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075808.869292:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075808.869296:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075808.869303:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769075808.869307:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075808.869311:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075808.869313:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075808.869317:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.1:1769075808.869317:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:3.0:1769075808.869319:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1769075808.869322:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
02000000:00000001:3.0:1769075808.869323:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075808.869330:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769075808.869352:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075808.869361:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948070144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075808.869370:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075808.869374:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075808.869384:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948070144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075808.869452:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075808.869461:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075808.869479:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075808.869485:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075808.869489:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075808.869514:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075808.869524:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2500
00000400:00000200:3.0:1769075808.869537:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075808.869548:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075808.869556:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075808.869569:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075808.869575:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075808.869578:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075808.869584:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075808.869640:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075808.869647:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075808.869654:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075808.869658:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075808.869680:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075808.869685:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075808.869694:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075808.869699:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075808.869702:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075808.869707:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075808.869714:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075808.869723:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075808.869728:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075808.869732:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075808.869735:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075808.869738:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075808.869741:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075808.869768:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075808.869775:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075808.869779:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075808.869785:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769075808.869790:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075808.869795:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075808.869797:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075808.869802:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075808.869804:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075808.869808:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075808.869815:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769075808.869821:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075808.869828:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948070272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075808.869844:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075808.869848:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075808.869858:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948070272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075808.869882:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075808.869888:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075808.869892:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075808.869895:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075808.869897:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075808.869900:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075808.869904:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2500
00000400:00000200:3.0:1769075808.869913:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075808.869918:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075808.869923:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075808.869926:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075808.869929:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075808.869933:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075808.869936:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075808.869940:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075808.869941:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075808.869943:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075808.869945:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075808.869949:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075808.869953:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075808.869958:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075808.869962:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075808.869966:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075808.869969:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075808.869973:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075808.869978:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075808.869984:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075808.869985:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075808.869989:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075808.869991:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075808.869993:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075808.869994:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075808.869996:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075808.869999:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075808.870006:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769075808.870010:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075808.870014:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075808.870017:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075808.870019:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075808.870019:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075808.870022:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075808.870025:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769075808.870030:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075808.870039:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948070400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075808.870069:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075808.870074:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075808.870085:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948070400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075808.870109:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075808.870117:0:11591:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2510)
00000800:00000200:0.1:1769075808.870168:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075808.870170:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075808.870395:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075808.870396:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075808.870708:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075808.870710:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075808.871032:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075808.871035:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1769075809.188876:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075809.188880:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075809.188884:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075809.892804:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075809.892810:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075809.892812:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075809.892816:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075809.892819:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075809.892821:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075809.892824:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075809.892826:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075809.892828:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075810.212835:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297174287, at 4297174336
00000100:00000010:1.0:1769075810.212852:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034709c0.
00000020:00000001:3.0:1769075810.212896:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075810.212899:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075810.212918:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075810.916808:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075810.916816:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075810.916818:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075810.916825:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075810.916830:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075810.916833:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075810.916837:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075810.916840:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075810.916843:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075811.236987:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075811.236994:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075811.236999:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075811.940851:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075811.940861:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075811.940864:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075811.940872:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075811.940877:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075811.940882:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075811.940885:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075811.940888:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075811.940892:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075812.260938:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075812.260948:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075812.260955:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075812.964845:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075812.964852:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075812.964854:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075812.964871:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075812.964874:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075812.964877:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075812.964880:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075812.964882:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075812.964884:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075813.285008:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075813.285018:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075813.285025:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075813.988836:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075813.988842:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075813.988845:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075813.988851:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075813.988856:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075813.988878:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075813.988883:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075813.988887:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075813.988894:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075813.989405:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075813.989410:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075813.989892:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075813.989895:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075813.990083:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075813.990085:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075813.990260:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075813.990261:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075813.990523:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075813.990525:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1769075814.308880:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075814.308884:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075814.308887:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075815.012792:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075815.012799:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075815.012801:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075815.012805:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075815.012808:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075815.012811:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075815.012813:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075815.012816:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075815.012818:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075815.332859:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297179407, at 4297179456
00000100:00000010:1.0:1769075815.332875:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ae0.
00000020:00000001:3.0:1769075815.332949:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075815.332955:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075815.332959:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075816.036815:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075816.036822:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075816.036823:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075816.036829:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075816.036832:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075816.036836:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075816.036838:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075816.036840:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075816.036842:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075816.356942:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075816.356949:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075816.356954:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075817.060820:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075817.060828:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075817.060830:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075817.060836:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075817.060840:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075817.060844:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075817.060847:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075817.060850:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075817.060853:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075817.380944:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075817.380949:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075817.380954:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075818.084847:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075818.084856:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075818.084860:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075818.084867:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075818.084871:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075818.084876:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075818.084879:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075818.084882:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075818.084886:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075818.404895:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075818.404899:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075818.404903:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075819.108875:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075819.108886:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075819.108892:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075819.108900:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075819.108910:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075819.108922:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2510
00000400:00000200:3.0:1769075819.108937:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075819.108946:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075819.108951:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075819.108956:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075819.108961:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075819.108964:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075819.108968:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075819.108973:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075819.108976:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075819.108979:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075819.108982:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075819.108985:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075819.108989:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075819.108993:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075819.108996:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075819.108999:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075819.109001:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075819.109005:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075819.109010:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075819.109014:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075819.109017:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075819.109021:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075819.109025:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075819.109028:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075819.109031:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075819.109042:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769075819.109047:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075819.109052:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075819.109054:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075819.109058:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075819.109061:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075819.109066:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075819.109075:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769075819.109083:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075819.109094:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948071168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075819.109107:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075819.109112:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075819.109118:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948071168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075819.109144:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075819.109148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075819.109153:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075819.109155:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075819.109157:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075819.109162:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075819.109167:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2510
00000400:00000200:3.0:1769075819.109173:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075819.109179:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075819.109186:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075819.109193:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075819.109198:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075819.109205:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075819.109212:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075819.109220:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075819.109223:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075819.109230:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075819.109236:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075819.109245:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075819.109253:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075819.109266:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075819.109275:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075819.109285:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075819.109294:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075819.109303:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075819.109314:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075819.109322:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075819.109328:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075819.109338:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075819.109343:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075819.109347:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075819.109355:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075819.109363:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075819.109370:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075819.109381:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769075819.109390:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075819.109400:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075819.109405:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075819.109411:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075819.109436:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075819.109441:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075819.109454:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769075819.109463:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075819.109478:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948071296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075819.109507:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075819.109512:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075819.109522:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948071296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075819.109552:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075819.109557:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075819.109566:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075819.109570:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075819.109576:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1769075819.109580:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769075819.109583:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075819.109591:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2510
00000400:00000200:3.0:1769075819.109598:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075819.109604:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075819.109611:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075819.109621:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075819.109627:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075819.109635:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075819.109639:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075819.109646:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075819.109649:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075819.109655:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075819.109659:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075819.109665:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075819.109672:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075819.109685:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075819.109694:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075819.109700:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075819.109705:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075819.109715:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075819.109724:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075819.109772:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075819.109780:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075819.109788:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075819.109798:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075819.109806:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075819.109811:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075819.109821:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075819.109826:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075819.109835:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769075819.109842:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075819.109849:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075819.109855:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075819.109862:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075819.109867:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075819.109874:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075819.109883:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769075819.109892:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075819.109905:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948071424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075819.109927:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075819.109933:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075819.109946:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948071424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075819.109972:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075819.109980:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075819.109991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075819.109998:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075819.110004:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075819.110011:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075819.110020:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2510
00000400:00000200:3.0:1769075819.110043:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075819.110056:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075819.110061:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075819.110070:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075819.110076:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075819.110083:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075819.110088:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075819.110095:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075819.110101:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000800:00000200:2.1:1769075819.110102:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:3.0:1769075819.110106:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075819.110112:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075819.110119:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075819.110125:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075819.110136:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075819.110144:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075819.110151:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075819.110157:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075819.110165:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075819.110175:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075819.110183:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075819.110189:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075819.110196:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075819.110204:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075819.110209:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075819.110215:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075819.110221:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075819.110226:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075819.110231:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769075819.110238:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075819.110245:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075819.110248:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075819.110251:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075819.110256:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075819.110260:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075819.110269:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769075819.110277:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075819.110291:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948071552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075819.110316:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075819.110324:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075819.110337:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948071552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075819.110357:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075819.110365:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075819.110374:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075819.110379:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075819.110384:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075819.110391:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075819.110400:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2510
00000400:00000200:3.0:1769075819.110411:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075819.110442:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075819.110449:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075819.110459:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075819.110468:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075819.110474:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075819.110482:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075819.110487:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075819.110491:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075819.110496:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075819.110500:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075819.110505:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075819.110511:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075819.110522:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075819.110530:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075819.110537:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075819.110542:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075819.110549:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075819.110559:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075819.110566:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075819.110572:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075819.110578:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075819.110585:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075819.110591:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075819.110596:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075819.110602:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075819.110607:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075819.110615:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769075819.110622:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075819.110628:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075819.110631:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075819.110637:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075819.110639:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075819.110642:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075819.110653:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769075819.110661:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075819.110669:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00100000:3.0:1769075819.110675:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948071680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075819.110825:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075819.110833:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075819.110846:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948071680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075819.110872:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075819.110882:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2520)
00000800:00000200:2.1:1769075819.110995:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075819.111209:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:3.0:1769075819.428869:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075819.428874:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075819.428877:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769075820.452845:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297184527, at 4297184576
00000100:00000010:1.0:1769075820.452870:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ae0.
00000020:00000001:3.0:1769075820.452986:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075820.452994:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075820.453003:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075821.476947:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075821.476954:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075821.476960:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075822.500962:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075822.500969:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075822.500975:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075823.204864:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075823.204871:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075823.204873:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075823.204879:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075823.204882:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075823.204886:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075823.204890:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075823.204893:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075823.204897:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075823.524902:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075823.524906:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075823.524909:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075824.228818:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075824.228825:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075824.228827:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075824.228835:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075824.228841:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075824.228846:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075824.228851:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075824.228855:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075824.228858:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075824.229490:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075824.229497:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075824.230310:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075824.230312:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075824.230560:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075824.230562:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075824.230825:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075824.230827:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075824.231140:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075824.231153:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1769075824.548947:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075824.548951:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075824.548954:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075825.252829:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075825.252838:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075825.252841:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075825.252848:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075825.252854:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075825.252859:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075825.252863:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075825.252866:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075825.252871:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075825.572852:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297189647, at 4297189696
00000100:00000010:1.0:1769075825.572872:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034705a0.
00000020:00000001:3.0:1769075825.572969:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075825.572973:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075825.572976:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075826.276807:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075826.276813:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075826.276814:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075826.276819:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075826.276821:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075826.276824:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075826.276826:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075826.276828:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075826.276831:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075826.597071:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075826.597087:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075826.597092:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075827.300828:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075827.300835:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075827.300836:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075827.300841:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075827.300845:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075827.300848:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075827.300850:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075827.300868:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075827.300870:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075827.620864:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075827.620867:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075827.620870:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075828.324847:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075828.324856:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075828.324862:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075828.324869:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075828.324872:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075828.324877:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075828.324880:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075828.324883:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075828.324888:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075828.645020:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075828.645024:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075828.645027:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075829.348858:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075829.348866:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075829.348869:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075829.348876:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075829.348881:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075829.348887:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075829.348891:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075829.348894:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075829.348897:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075829.349500:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075829.349506:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075829.350261:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075829.350263:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075829.350468:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075829.350470:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075829.350659:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075829.350661:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075829.350973:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075829.350975:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1769075829.668914:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075829.668917:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075829.668920:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075830.372868:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075830.372883:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075830.372887:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075830.372899:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075830.372907:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075830.372915:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075830.372920:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075830.372926:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075830.372931:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075830.692875:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297194767, at 4297194816
00000100:00000010:1.0:1769075830.692921:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034700c0.
00000020:00000001:3.0:1769075830.693057:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075830.693063:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075830.693069:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075831.396860:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075831.396873:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075831.396876:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075831.396885:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075831.396892:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075831.396897:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075831.396901:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075831.396906:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075831.396909:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075831.716992:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075831.717004:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075831.717031:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075832.420834:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075832.420844:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075832.420847:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075832.420855:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075832.420859:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075832.420864:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075832.420868:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075832.420872:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075832.420876:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075832.741067:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075832.741077:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075832.741084:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075833.444838:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075833.444848:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075833.444850:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075833.444857:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075833.444862:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075833.444866:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075833.444870:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075833.444873:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075833.444877:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075833.765153:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075833.765161:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075833.765168:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075834.468847:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075834.468857:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075834.468860:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075834.468866:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075834.468890:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075834.468895:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075834.468899:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075834.468902:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075834.468906:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075834.469967:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075834.469980:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075834.471387:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075834.471390:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075834.471640:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075834.471642:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075834.471899:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075834.471901:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075834.472307:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075834.472309:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1769075834.788944:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075834.788948:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075834.788952:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075835.492927:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075835.492937:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075835.492939:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075835.492947:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075835.492952:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075835.492957:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075835.492960:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075835.492963:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075835.492967:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075835.812939:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297199888, at 4297199936
00000100:00000010:1.0:1769075835.812961:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227240.
00000020:00000001:3.0:1769075835.812979:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075835.812985:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075835.812990:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075836.516857:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075836.516878:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075836.516880:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075836.516887:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075836.516891:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075836.516895:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075836.516898:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075836.516901:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075836.516904:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075836.836951:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075836.836956:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075836.836960:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075837.540854:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075837.540861:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075837.540863:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075837.540868:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075837.540871:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075837.540874:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075837.540877:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075837.540879:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075837.540882:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075837.861082:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075837.861091:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075837.861096:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075838.564900:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075838.564914:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075838.564917:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075838.564924:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075838.564928:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075838.564933:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075838.564937:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075838.564940:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075838.564944:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075838.885019:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075838.885026:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075838.885032:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075839.588821:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075839.588827:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075839.588830:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075839.588836:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075839.588840:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075839.588845:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075839.588856:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075839.588859:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075839.588864:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075839.589489:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075839.589498:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075839.589948:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075839.589954:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075839.590544:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075839.590550:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075839.591152:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075839.591161:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075839.591677:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075839.591679:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1769075839.908903:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075839.908908:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075839.908913:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075840.612920:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075840.612931:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075840.612935:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075840.612942:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075840.612948:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075840.612954:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075840.612959:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075840.612963:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075840.612968:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075840.932895:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297205007, at 4297205056
00000100:00000010:1.0:1769075840.932918:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227000.
00000020:00000001:3.0:1769075840.933046:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075840.933078:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075840.933096:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075841.636901:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075841.636909:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075841.636911:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075841.636916:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075841.636931:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075841.636935:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075841.636938:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075841.636940:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075841.636943:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075841.956973:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075841.956995:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075841.957000:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075842.660808:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075842.660817:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075842.660820:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075842.660826:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075842.660830:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075842.660834:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075842.660837:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075842.660840:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075842.660843:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075842.980985:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075842.980993:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075842.981000:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075843.684925:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075843.684937:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075843.684940:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075843.684947:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075843.684953:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075843.684957:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075843.684961:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075843.684965:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075843.684969:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075844.005102:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075844.005108:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075844.005114:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075844.708857:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075844.708866:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075844.708868:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075844.708877:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075844.708883:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075844.708888:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075844.708894:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075844.708898:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075844.708901:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075844.709458:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075844.709464:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075844.710160:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075844.710162:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075844.710380:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075844.710382:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075844.710581:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075844.710583:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075844.710806:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075844.710808:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1769075845.029202:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075845.029209:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075845.029216:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075845.732854:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075845.732869:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075845.732873:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075845.732885:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075845.732893:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075845.732900:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075845.732906:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075845.732912:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075845.732917:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075846.052814:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297210127, at 4297210176
00000100:00000010:1.0:1769075846.052831:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470ba0.
00000020:00000001:3.0:1769075846.053028:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075846.053040:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075846.053044:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075846.756884:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075846.756894:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075846.756897:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075846.756903:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075846.756907:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075846.756912:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075846.756914:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075846.756917:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075846.756920:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075847.076898:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075847.076903:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075847.076907:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075847.780864:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075847.780870:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075847.780871:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075847.780875:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075847.780878:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075847.780881:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075847.780884:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075847.780885:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075847.780887:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075848.100951:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075848.100958:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075848.100962:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075848.804813:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075848.804820:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075848.804822:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075848.804827:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075848.804831:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075848.804835:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075848.804839:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075848.804842:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075848.804844:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075849.124973:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075849.124982:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075849.124989:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075849.828875:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075849.828885:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075849.828888:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075849.828894:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075849.828912:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075849.828917:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075849.828930:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075849.828934:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075849.828945:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075849.829879:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075849.829885:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075849.831017:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075849.831044:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075849.831332:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075849.831334:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075849.831577:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075849.831579:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075849.831956:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075849.831958:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1769075850.148910:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075850.148916:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075850.148920:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075850.852815:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075850.852820:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075850.852822:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075850.852826:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075850.852829:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075850.852832:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075850.852834:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075850.852836:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075850.852838:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075851.172908:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297215248, at 4297215296
00000100:00000010:1.0:1769075851.172936:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470660.
00000100:00000001:1.0:1769075851.876914:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075851.876924:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075851.876927:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075851.876934:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075851.876939:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075851.876944:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075851.876947:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075851.876951:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075851.876965:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075852.196957:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075852.196966:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075852.196972:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075852.900916:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075852.900929:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075852.900932:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075852.900939:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075852.900944:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075852.900949:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075852.900953:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075852.900956:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075852.900958:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075853.220897:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075853.220901:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075853.220905:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075853.924821:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075853.924828:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075853.924829:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075853.924856:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075853.924860:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075853.924864:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075853.924866:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075853.924868:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075853.924871:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075854.244983:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075854.244986:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075854.244990:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075854.948843:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075854.948850:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075854.948851:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075854.948856:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075854.948859:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075854.948863:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075854.948865:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075854.948869:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075854.948872:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075854.948900:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075854.948906:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075854.948908:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075854.948911:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075854.948914:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075854.948919:0:11591:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2546
00000400:00000200:3.0:1769075854.948927:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075854.948932:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075854.948935:0:11591:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075854.948938:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075854.948940:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075854.948942:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075854.948944:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075854.948947:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075854.948949:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075854.948951:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075854.948953:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075854.948954:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075854.948956:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075854.948958:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075854.948960:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075854.948961:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075854.948963:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075854.948965:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075854.948968:0:11591:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075854.948969:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075854.948972:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075854.948974:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075854.948976:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075854.948977:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075854.948978:0:11591:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075854.948986:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769075854.948988:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075854.948991:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075854.948992:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075854.948995:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075854.948996:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075854.949000:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075854.949006:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769075854.949011:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075854.949018:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948075648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075854.949027:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075854.949030:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075854.949034:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948075648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075854.949054:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075854.949056:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075854.949059:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075854.949060:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075854.949061:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075854.949064:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075854.949065:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2546
00000400:00000200:3.0:1769075854.949067:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075854.949069:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075854.949071:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075854.949073:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075854.949075:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075854.949077:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075854.949078:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075854.949080:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075854.949081:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075854.949082:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075854.949083:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075854.949085:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075854.949088:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075854.949091:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075854.949093:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075854.949094:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075854.949096:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075854.949107:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075854.949109:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075854.949111:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075854.949112:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075854.949116:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075854.949118:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075854.949120:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075854.949122:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075854.949125:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075854.949127:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075854.949134:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769075854.949137:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075854.949143:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075854.949146:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075854.949147:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075854.949152:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075854.949154:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075854.949171:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769075854.949176:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075854.949190:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948075776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075854.949222:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075854.949230:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075854.949235:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948075776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075854.949248:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075854.949251:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075854.949259:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075854.949263:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075854.949268:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075854.949282:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075854.949289:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2546
00000400:00000200:3.0:1769075854.949295:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075854.949305:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075854.949313:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075854.949325:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075854.949335:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075854.949345:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075854.949350:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075854.949353:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075854.949359:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075854.949366:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075854.949370:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075854.949379:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075854.949389:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075854.949399:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075854.949405:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075854.949414:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075854.949418:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075854.949423:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075854.949436:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075854.949449:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075854.949457:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075854.949466:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075854.949476:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075854.949481:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075854.949484:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075854.949495:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075854.949499:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075854.949507:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769075854.949514:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075854.949521:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075854.949524:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075854.949533:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075854.949539:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075854.949549:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075854.949559:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769075854.949580:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075854.949593:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948075904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075854.949632:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075854.949635:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075854.949647:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948075904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075854.949661:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075854.949667:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075854.949672:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075854.949677:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075854.949683:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075854.949688:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075854.949696:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2546
00000800:00000200:0.1:1769075854.949705:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000400:00000200:3.0:1769075854.949706:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000800:00000200:0.1:1769075854.949716:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000400:00000200:3.0:1769075854.949717:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075854.949773:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075854.949780:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075854.949784:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075854.949786:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075854.949789:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075854.949791:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075854.949794:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075854.949795:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075854.949798:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075854.949807:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075854.949826:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075854.949836:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075854.949839:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075854.949843:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075854.949853:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075854.949861:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075854.949876:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075854.949879:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075854.949883:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075854.949891:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075854.949897:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075854.949898:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075854.949902:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075854.949908:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075854.949915:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075854.949927:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769075854.949933:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075854.949936:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075854.949941:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075854.949948:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075854.949955:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075854.949961:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075854.949971:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769075854.949977:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075854.949986:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948076032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075854.950006:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075854.950013:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075854.950030:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948076032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075854.950035:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075854.950037:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075854.950040:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075854.950041:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075854.950042:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075854.950044:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075854.950047:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2546
00000400:00000200:3.0:1769075854.950052:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075854.950055:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075854.950060:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075854.950073:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075854.950076:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075854.950077:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075854.950090:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075854.950092:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075854.950094:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075854.950098:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075854.950101:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075854.950104:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075854.950119:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075854.950132:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075854.950139:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075854.950143:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075854.950154:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075854.950163:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075854.950173:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075854.950180:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075854.950187:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075854.950191:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075854.950200:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075854.950209:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075854.950212:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075854.950223:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075854.950226:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075854.950229:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769075854.950236:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075854.950243:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075854.950246:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075854.950256:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075854.950258:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075854.950261:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075854.950272:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769075854.950285:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075854.950293:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948076160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075854.950301:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075854.950306:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075854.950316:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948076160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075854.950341:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075854.950349:0:11591:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2556)
00000800:00000200:0.1:1769075854.950606:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075854.950609:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769075854.950964:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075854.950966:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769075854.951249:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075854.951253:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769075854.951524:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075854.951526:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000100:00000001:1.0:1769075855.972928:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075855.972938:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075855.972940:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075855.972947:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075855.972952:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075855.972958:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075855.972961:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075855.972965:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075855.972968:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075856.292885:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297220368, at 4297220416
00000100:00000010:1.0:1769075856.292910:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470660.
00000020:00000001:3.0:1769075856.292986:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075856.293007:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075856.293010:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075856.996917:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075856.996926:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075856.996930:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075856.996952:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075856.996956:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075856.996961:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075856.996964:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075856.996967:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075856.996970:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075857.317035:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075857.317062:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075857.317070:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075858.020947:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075858.020960:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075858.020963:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075858.020973:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075858.020979:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075858.020986:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075858.020990:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075858.020994:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075858.020997:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075858.340942:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075858.340948:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075858.340954:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075859.044949:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075859.044964:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075859.044968:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075859.044978:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075859.044985:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075859.044991:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075859.044996:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075859.045000:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075859.045005:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075860.068863:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075860.068881:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075860.068886:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075860.068893:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075860.068903:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075860.068917:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2551
00000400:00000200:3.0:1769075860.068934:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075860.068950:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:1.0:1769075860.068951:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769075860.068964:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769075860.068966:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075860.068974:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075860.068984:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000040:3.0:1769075860.068991:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075860.068994:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075860.069008:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769075860.069009:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075860.069017:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1769075860.069018:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075860.069023:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075860.069025:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075860.069036:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769075860.069037:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769075860.069048:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075860.069056:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075860.069060:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075860.069065:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075860.069069:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075860.069073:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075860.069075:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075860.069078:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075860.069080:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075860.069086:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075860.069093:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075860.069098:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075860.069103:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075860.069107:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075860.069111:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075860.069113:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075860.069116:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075860.069127:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000020:00000040:3.0:1769075860.069133:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075860.069138:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075860.069140:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075860.069144:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075860.069147:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075860.069153:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075860.069162:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769075860.069171:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075860.069183:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948076288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075860.069197:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075860.069202:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075860.069208:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948076288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075860.069239:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075860.069245:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075860.069252:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075860.069255:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075860.069259:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075860.069265:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075860.069270:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2551
00000400:00000200:3.0:1769075860.069277:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075860.069284:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075860.069288:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075860.069294:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075860.069299:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075860.069303:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075860.069307:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075860.069311:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075860.069314:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075860.069318:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075860.069323:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075860.069328:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075860.069332:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075860.069338:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075860.069343:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075860.069347:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075860.069351:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075860.069356:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075860.069361:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075860.069366:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075860.069370:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075860.069378:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075860.069383:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075860.069387:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075860.069393:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075860.069399:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075860.069403:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075860.069427:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3480.
00000020:00000040:3.0:1769075860.069432:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075860.069436:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075860.069439:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075860.069442:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075860.069445:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075860.069448:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075860.069457:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769075860.069464:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075860.069473:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3480 x1855007948076416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075860.069490:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075860.069494:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075860.069502:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb7685cc] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3480 x1855007948076416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075860.069543:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075860.069548:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075860.069555:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075860.069558:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075860.069561:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075860.069566:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075860.069571:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2551
00000400:00000200:3.0:1769075860.069578:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075860.069583:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075860.069588:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075860.069594:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075860.069599:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075860.069604:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075860.069607:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075860.069623:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075860.069626:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075860.069629:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075860.069633:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075860.069637:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075860.069642:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075860.069647:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075860.069651:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075860.069656:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075860.069660:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075860.069665:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075860.069671:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000800:00000200:0.1:1769075860.069672:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769075860.069676:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075860.069679:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
02000000:00000001:3.0:1769075860.069680:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075860.069686:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075860.069690:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075860.069694:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075860.069698:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075860.069703:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075860.069707:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075860.069715:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769075860.069719:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075860.069723:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075860.069726:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075860.069796:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075860.069799:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075860.069803:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075860.069812:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769075860.069819:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075860.069829:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948076544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075860.069848:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075860.069855:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075860.069863:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948076544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075860.069879:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075860.069884:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075860.069892:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075860.069894:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075860.069897:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075860.069902:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075860.069906:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2551
00000400:00000200:3.0:1769075860.069914:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075860.069920:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075860.069925:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075860.069931:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075860.069935:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075860.069940:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075860.069944:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075860.069948:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075860.069951:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075860.069955:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075860.069959:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075860.069963:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075860.069968:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075860.069974:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075860.069979:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075860.069983:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075860.069988:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075860.069993:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075860.069999:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075860.070004:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075860.070008:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075860.070014:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075860.070019:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075860.070023:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075860.070029:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075860.070034:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075860.070038:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075860.070045:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769075860.070050:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075860.070055:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075860.070058:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075860.070061:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075860.070064:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075860.070068:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075860.070075:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769075860.070081:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075860.070090:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948076672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075860.070106:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075860.070110:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075860.070119:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948076672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075860.070136:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075860.070141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075860.070148:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075860.070151:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075860.070155:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075860.070160:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075860.070165:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2551
00000400:00000200:3.0:1769075860.070173:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075860.070179:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075860.070184:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075860.070190:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075860.070194:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075860.070199:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075860.070203:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075860.070208:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075860.070210:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075860.070213:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075860.070216:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075860.070220:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075860.070225:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075860.070231:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075860.070235:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075860.070240:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075860.070244:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075860.070249:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075860.070254:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075860.070259:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075860.070263:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075860.070268:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075860.070271:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075860.070274:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075860.070278:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075860.070283:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075860.070287:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075860.070293:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769075860.070298:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075860.070303:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075860.070306:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075860.070309:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075860.070312:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075860.070316:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075860.070323:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769075860.070330:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075860.070338:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948076800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075860.070354:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075860.070358:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075860.070366:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948076800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075860.070384:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075860.070391:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2561)
00000800:00000200:0.1:1769075860.070525:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075860.070529:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769075860.070960:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075860.070963:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769075860.071308:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075860.071330:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769075860.071860:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075860.071864:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000020:00000001:3.0:1769075860.388985:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075860.388991:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075860.388996:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075861.092914:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075861.092931:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075861.092935:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075861.092947:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075861.092953:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075861.092959:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075861.092963:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075861.092968:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075861.092973:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075861.412923:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297225488, at 4297225536
00000100:00000010:1.0:1769075861.412950:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470ba0.
00000020:00000001:3.0:1769075861.413016:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075861.413023:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075861.413029:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075862.116877:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075862.116889:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075862.116892:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075862.116901:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075862.116907:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075862.116913:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075862.116916:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075862.116921:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075862.116925:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075862.437022:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075862.437032:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075862.437039:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075863.140881:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075863.140892:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075863.140895:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075863.140902:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075863.140908:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075863.140912:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075863.140916:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075863.140919:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075863.140923:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075864.164901:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075864.164916:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075864.164920:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075864.164931:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075864.164939:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075864.164946:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075864.164952:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075864.164956:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075864.164960:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075864.484968:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075864.484973:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075864.484978:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075865.188885:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075865.188898:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075865.188906:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075865.188935:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075865.188948:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075865.188961:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075865.188970:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075865.188981:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075865.188990:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075865.189955:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075865.189969:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075865.190715:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075865.190718:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075865.191105:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075865.191108:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075865.191453:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075865.191456:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075865.191936:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075865.191939:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769075865.509014:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075865.509021:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075865.509052:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075866.212840:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075866.212851:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075866.212853:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075866.212860:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075866.212865:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075866.212869:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075866.212872:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075866.212875:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075866.212878:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075866.532870:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297230608, at 4297230656
00000100:00000010:1.0:1769075866.532905:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034700c0.
00000020:00000001:3.0:1769075866.532931:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075866.532938:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075866.532964:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075867.236829:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075867.236837:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075867.236840:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075867.236846:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075867.236851:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075867.236856:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075867.236860:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075867.236865:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075867.236869:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075868.260882:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075868.260890:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075868.260892:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075868.260898:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075868.260902:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075868.260906:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075868.260926:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075868.260930:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075868.260933:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075868.580914:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075868.580930:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075868.580935:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075869.284789:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075869.284796:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075869.284797:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075869.284802:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075869.284805:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075869.284808:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075869.284810:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075869.284812:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075869.284814:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075869.604900:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075869.604904:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075869.604907:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075870.308880:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075870.308889:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075870.308891:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075870.308912:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075870.308916:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075870.308919:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769075870.308921:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769075870.308922:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075870.308925:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769075870.308929:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075870.308930:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075870.308934:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075870.308939:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075870.308941:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075870.308947:0:11591:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2562
00000400:00000200:3.0:1769075870.308954:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075870.308959:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075870.308961:0:11591:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075870.308964:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075870.308966:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075870.308968:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075870.308970:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075870.308973:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075870.308975:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075870.308977:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075870.308980:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075870.308981:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075870.308983:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075870.308985:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075870.308986:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075870.308987:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075870.308988:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075870.308990:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075870.308993:0:11591:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075870.308994:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075870.308996:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075870.308999:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075870.309000:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075870.309002:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075870.309003:0:11591:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075870.309011:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769075870.309013:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075870.309016:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075870.309018:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075870.309020:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075870.309022:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075870.309025:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075870.309031:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769075870.309036:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075870.309044:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948077568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075870.309052:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075870.309055:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075870.309059:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948077568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075870.309077:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075870.309080:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075870.309082:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075870.309084:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075870.309085:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075870.309087:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075870.309089:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2562
00000400:00000200:3.0:1769075870.309091:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075870.309093:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075870.309095:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075870.309097:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075870.309099:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075870.309101:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075870.309103:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075870.309105:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075870.309107:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075870.309109:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075870.309111:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075870.309114:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075870.309117:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075870.309122:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075870.309128:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075870.309134:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075870.309140:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075870.309156:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075870.309163:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075870.309169:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075870.309174:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075870.309200:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075870.309212:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075870.309216:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075870.309225:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075870.309231:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075870.309238:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075870.309245:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769075870.309248:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075870.309251:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075870.309253:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075870.309261:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075870.309263:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075870.309267:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075870.309281:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769075870.309289:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075870.309302:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948077696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075870.309321:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075870.309326:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075870.309338:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948077696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075870.309371:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075870.309377:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075870.309384:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075870.309391:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075870.309393:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075870.309396:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075870.309404:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2562
00000400:00000200:3.0:1769075870.309414:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075870.309420:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075870.309423:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075870.309432:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075870.309438:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075870.309441:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075870.309443:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075870.309451:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075870.309457:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075870.309460:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075870.309464:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075870.309474:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075870.309481:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075870.309492:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075870.309496:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075870.309505:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075870.309514:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075870.309520:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075870.309532:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075870.309537:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075870.309539:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075870.309542:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075870.309544:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075870.309546:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075870.309549:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075870.309579:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075870.309584:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075870.309589:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769075870.309610:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075870.309615:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075870.309618:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075870.309621:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075870.309623:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075870.309627:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075870.309635:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769075870.309640:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075870.309646:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948077824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075870.309679:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1769075870.309681:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769075870.309686:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075870.309690:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1769075870.309698:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948077824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075870.309724:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075870.309728:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075870.309740:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075870.309747:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075870.309752:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075870.309757:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075870.309812:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2562
00000400:00000200:3.0:1769075870.309821:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075870.309828:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075870.309831:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075870.309834:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075870.309844:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075870.309848:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075870.309855:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075870.309861:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075870.309863:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075870.309886:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075870.309893:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075870.309907:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075870.309918:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075870.309951:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075870.309957:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075870.309963:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075870.309967:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075870.309975:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075870.309982:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075870.309990:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075870.309994:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075870.309998:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075870.310002:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075870.310007:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075870.310012:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075870.310019:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075870.310025:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075870.310033:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769075870.310039:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075870.310045:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075870.310049:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075870.310056:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075870.310060:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075870.310065:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075870.310074:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769075870.310081:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075870.310093:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948077952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075870.310124:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075870.310131:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075870.310142:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948077952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075870.310165:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075870.310171:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075870.310180:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075870.310184:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075870.310188:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075870.310193:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075870.310199:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2562
00000400:00000200:3.0:1769075870.310230:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075870.310244:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075870.310253:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075870.310268:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075870.310279:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075870.310291:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075870.310302:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075870.310313:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075870.310319:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075870.310325:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075870.310332:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075870.310341:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075870.310344:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075870.310351:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075870.310356:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075870.310365:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075870.310373:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075870.310376:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075870.310384:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075870.310392:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075870.310396:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075870.310402:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075870.310410:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075870.310415:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075870.310419:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075870.310426:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075870.310433:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075870.310442:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769075870.310451:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075870.310461:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075870.310467:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075870.310472:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075870.310477:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075870.310483:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075870.310491:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769075870.310501:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075870.310514:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948078080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075870.310536:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075870.310544:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075870.310554:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948078080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075870.310604:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075870.310613:0:11591:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2572)
00000800:00000200:0.1:1769075870.310706:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075870.310709:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075870.311019:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075870.311020:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075870.311213:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075870.311216:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075870.311715:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075870.311718:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769075870.628917:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075870.628921:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075870.628925:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075871.332856:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075871.332865:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075871.332868:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075871.332874:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075871.332879:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075871.332884:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075871.332888:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075871.332891:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075871.332895:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075871.652849:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297235728, at 4297235776
00000100:00000010:1.0:1769075871.652882:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034705a0.
00000100:00000001:1.0:1769075872.356810:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075872.356816:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075872.356818:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075872.356824:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075872.356828:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075872.356832:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075872.356834:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075872.356837:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075872.356839:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075872.676946:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075872.676952:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075872.676958:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075873.380881:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075873.380906:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075873.380914:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075873.380921:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075873.380926:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075873.380943:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075873.380947:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075873.380950:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075873.380953:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075873.700960:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075873.700964:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075873.700969:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075874.404844:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075874.404853:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075874.404856:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075874.404863:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075874.404868:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075874.404873:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075874.404876:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075874.404880:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075874.404883:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075874.724988:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075874.724995:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075874.725000:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075875.428892:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769075875.428894:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769075875.428903:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769075875.428909:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075875.428910:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075875.428918:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1769075875.428921:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:3.0:1769075875.428924:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075875.428930:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075875.428933:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769075875.428938:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075875.428946:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769075875.428947:0:11591:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2567
00000100:00000001:1.0:1769075875.428951:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075875.428958:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769075875.428966:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075875.428978:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075875.428982:0:11591:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075875.428987:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075875.428990:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075875.428995:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075875.428999:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075875.429005:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075875.429008:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075875.429011:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075875.429015:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075875.429017:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075875.429020:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075875.429024:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075875.429027:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075875.429029:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075875.429032:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075875.429037:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075875.429041:0:11591:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075875.429044:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075875.429047:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075875.429051:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075875.429055:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075875.429058:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075875.429061:0:11591:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075875.429075:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769075875.429082:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075875.429088:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075875.429091:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075875.429097:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075875.429101:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075875.429108:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075875.429121:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769075875.429133:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075875.429150:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948078208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075875.429170:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075875.429179:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075875.429186:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948078208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075875.429221:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075875.429226:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075875.429231:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075875.429233:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075875.429235:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075875.429240:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075875.429243:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2567
00000400:00000200:3.0:1769075875.429248:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075875.429252:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075875.429256:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075875.429259:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075875.429262:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075875.429265:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075875.429268:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075875.429273:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075875.429275:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075875.429277:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075875.429281:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075875.429284:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075875.429287:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075875.429292:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075875.429296:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075875.429315:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075875.429322:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075875.429331:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075875.429345:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075875.429357:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075875.429365:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075875.429377:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075875.429387:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075875.429394:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075875.429402:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075875.429411:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075875.429419:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075875.429435:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769075875.429446:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075875.429458:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075875.429465:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075875.429496:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075875.429515:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075875.429525:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075875.429544:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769075875.429555:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075875.429573:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948078336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075875.429603:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075875.429613:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075875.429624:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948078336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075875.429647:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075875.429654:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075875.429673:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075875.429680:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075875.429685:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075875.429692:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075875.429706:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2567
00000400:00000200:3.0:1769075875.429714:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075875.429717:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075875.429720:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075875.429726:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075875.429805:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075875.429819:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075875.429843:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075875.429856:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075875.429863:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075875.429871:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075875.429878:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075875.429891:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075875.429902:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075875.429916:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075875.429924:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075875.429936:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075875.429947:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075875.429954:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075875.429963:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075875.429974:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075875.429990:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075875.429998:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075875.430006:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075875.430014:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075875.430018:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075875.430027:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075875.430033:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075875.430040:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769075875.430043:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075875.430046:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075875.430049:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075875.430063:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.1:1769075875.430072:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:3.0:1769075875.430073:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075875.430081:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075875.430091:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000800:00000200:0.1:1769075875.430105:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1769075875.430106:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075875.430131:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948078464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075875.430173:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075875.430185:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075875.430203:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948078464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075875.430222:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075875.430232:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075875.430245:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075875.430250:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075875.430255:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075875.430262:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075875.430270:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2567
00000400:00000200:3.0:1769075875.430285:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075875.430299:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075875.430309:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075875.430317:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075875.430327:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075875.430333:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075875.430340:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075875.430351:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075875.430358:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075875.430364:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075875.430370:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075875.430375:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075875.430383:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075875.430389:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075875.430398:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075875.430404:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075875.430415:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075875.430421:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075875.430430:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075875.430443:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075875.430451:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075875.430463:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075875.430497:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075875.430514:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075875.430522:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075875.430536:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075875.430547:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075875.430563:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769075875.430572:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075875.430584:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075875.430591:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075875.430603:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075875.430608:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075875.430615:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075875.430623:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769075875.430635:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075875.430651:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948078592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075875.430705:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075875.430716:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075875.430780:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948078592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075875.430835:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075875.430847:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075875.430867:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075875.430876:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075875.430885:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075875.430899:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075875.430916:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2567
00000400:00000200:3.0:1769075875.430932:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075875.430945:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075875.430953:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075875.430965:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075875.430978:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075875.430996:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075875.431008:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075875.431018:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075875.431024:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075875.431030:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075875.431035:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075875.431048:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075875.431057:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075875.431077:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075875.431091:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075875.431105:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075875.431119:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075875.431133:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075875.431151:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075875.431167:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075875.431175:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075875.431184:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075875.431189:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075875.431192:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075875.431196:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075875.431205:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075875.431216:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075875.431224:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769075875.431234:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075875.431246:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075875.431250:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075875.431255:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075875.431260:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075875.431264:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075875.431274:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769075875.431285:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075875.431305:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948078720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075875.431338:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075875.431347:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075875.431363:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948078720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075875.431388:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075875.431406:0:11591:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2577)
00000800:00000200:0.1:1769075875.431665:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075875.431670:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075875.432062:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075875.432065:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075875.432383:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075875.432386:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075875.432959:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075875.432961:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1769075876.452861:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075876.452869:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075876.452871:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075876.452877:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075876.452882:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075876.452886:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075876.452890:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075876.452893:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075876.452896:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075876.772904:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297240848, at 4297240896
00000100:00000010:1.0:1769075876.772932:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034709c0.
00000020:00000001:3.0:1769075876.773076:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075876.773083:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075876.773088:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075877.476803:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075877.476810:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075877.476811:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075877.476816:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075877.476819:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075877.476823:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075877.476825:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075877.476827:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075877.476829:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075877.796913:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075877.796919:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075877.796925:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075878.500799:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075878.500807:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075878.500809:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075878.500814:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075878.500818:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075878.500821:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075878.500840:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075878.500842:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075878.500845:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075878.821110:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075878.821120:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075878.821127:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075879.524857:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075879.524870:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075879.524875:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075879.524882:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075879.524886:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075879.524891:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075879.524894:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075879.524898:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075879.524901:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075880.548815:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769075880.548815:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769075880.548822:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075880.548825:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075880.548825:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075880.548829:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1769075880.548830:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:3.0:1769075880.548833:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075880.548835:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075880.548837:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769075880.548839:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075880.548842:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075880.548845:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769075880.548846:0:11591:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2572
00000100:00000001:1.0:1769075880.548849:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769075880.548855:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075880.548863:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075880.548867:0:11591:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075880.548871:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075880.548875:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075880.548878:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075880.548882:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075880.548887:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075880.548889:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075880.548893:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075880.548896:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075880.548898:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075880.548900:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075880.548903:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075880.548905:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075880.548907:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075880.548908:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075880.548911:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075880.548914:0:11591:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075880.548915:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075880.548919:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075880.548922:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075880.548925:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075880.548926:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075880.548928:0:11591:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075880.548937:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769075880.548940:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075880.548944:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075880.548955:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075880.548958:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075880.548961:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075880.548965:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075880.548973:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769075880.548979:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075880.548987:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948078848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075880.548997:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075880.549001:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075880.549005:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948078848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075880.549026:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075880.549028:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075880.549032:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075880.549033:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075880.549035:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075880.549038:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075880.549040:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2572
00000400:00000200:3.0:1769075880.549044:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075880.549047:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075880.549049:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075880.549052:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075880.549054:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075880.549057:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075880.549060:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075880.549062:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075880.549064:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075880.549065:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075880.549067:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075880.549069:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075880.549071:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075880.549074:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075880.549080:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075880.549086:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075880.549090:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075880.549092:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075880.549098:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075880.549103:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075880.549108:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075880.549114:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075880.549121:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075880.549124:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075880.549131:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075880.549136:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075880.549138:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075880.549144:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769075880.549148:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075880.549153:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075880.549156:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075880.549159:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075880.549162:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075880.549165:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075880.549171:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769075880.549177:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075880.549184:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948078976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075880.549201:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075880.549205:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075880.549229:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948078976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075880.549239:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075880.549249:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075880.549253:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075880.549258:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075880.549264:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075880.549269:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075880.549277:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2572
00000400:00000200:3.0:1769075880.549286:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075880.549292:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075880.549298:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075880.549314:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075880.549321:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075880.549326:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075880.549331:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075880.549335:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075880.549338:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075880.549343:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075880.549347:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075880.549354:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075880.549359:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075880.549372:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075880.549380:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075880.549409:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075880.549414:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075880.549447:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075880.549454:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075880.549457:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075880.549462:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075880.549468:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075880.549474:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075880.549479:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075880.549483:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075880.549487:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075880.549491:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075880.549498:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769075880.549506:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075880.549511:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075880.549515:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075880.549522:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075880.549525:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075880.549528:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075880.549535:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769075880.549541:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075880.549553:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948079104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075880.549564:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075880.549569:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075880.549576:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948079104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1769075880.549591:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769075880.549600:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075880.549600:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000100:00080000:3.0:1769075880.549608:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075880.549614:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075880.549617:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075880.549622:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075880.549625:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075880.549633:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2572
00000400:00000200:3.0:1769075880.549644:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075880.549651:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075880.549655:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075880.549663:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075880.549670:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075880.549677:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075880.549685:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075880.549694:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075880.549699:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075880.549705:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075880.549710:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075880.549719:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075880.549729:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075880.549740:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075880.549780:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075880.549788:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075880.549795:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075880.549805:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075880.549817:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075880.549823:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075880.549827:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075880.549832:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075880.549839:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075880.549843:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075880.549848:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075880.549853:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075880.549858:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075880.549865:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769075880.549871:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075880.549878:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075880.549881:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075880.549886:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075880.549889:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075880.549892:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075880.549900:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769075880.549907:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075880.549918:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948079232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075880.549934:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075880.549936:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075880.549943:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948079232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075880.549960:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075880.549964:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075880.549975:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075880.549979:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075880.549983:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075880.549990:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075880.549996:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2572
00000400:00000200:3.0:1769075880.550007:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075880.550017:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075880.550021:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075880.550028:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075880.550037:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075880.550044:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075880.550050:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075880.550056:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075880.550059:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075880.550062:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075880.550066:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075880.550070:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075880.550077:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075880.550085:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075880.550092:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075880.550095:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075880.550101:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075880.550105:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075880.550110:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075880.550115:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075880.550119:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075880.550125:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075880.550132:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075880.550137:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075880.550139:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075880.550145:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075880.550151:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075880.550154:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769075880.550161:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075880.550163:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075880.550168:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075880.550170:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075880.550175:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075880.550177:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075880.550184:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769075880.550189:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075880.550201:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948079360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075880.550218:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075880.550223:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075880.550231:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948079360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075880.550287:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075880.550298:0:11591:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2582)
00000800:00000200:0.1:1769075880.550476:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075880.550478:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075880.550724:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075880.550726:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075880.551055:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075880.551058:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075880.551541:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075880.551543:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1769075880.869031:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075880.869038:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075880.869045:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075881.572804:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075881.572811:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075881.572813:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075881.572818:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075881.572821:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075881.572824:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075881.572826:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075881.572829:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075881.572832:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075881.892808:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297245968, at 4297246016
00000100:00000010:1.0:1769075881.892824:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470f60.
00000020:00000001:3.0:1769075881.892910:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075881.892915:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075881.892919:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075882.596789:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075882.596796:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075882.596798:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075882.596803:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075882.596806:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075882.596810:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075882.596812:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075882.596814:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075882.596817:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075882.916953:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075882.916959:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075882.916963:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075883.620848:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075883.620858:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075883.620861:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075883.620868:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075883.620874:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075883.620879:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075883.620883:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075883.620887:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075883.620907:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075884.644856:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075884.644863:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075884.644865:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075884.644870:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075884.644873:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075884.644877:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075884.644879:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075884.644881:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075884.644883:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075884.965018:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075884.965025:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075884.965029:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075885.668882:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769075885.668882:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769075885.668891:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075885.668894:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075885.668898:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1769075885.668901:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075885.668905:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769075885.668906:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075885.668913:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769075885.668914:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075885.668917:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075885.668923:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075885.668924:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769075885.668926:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075885.668938:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2577
00000400:00000200:3.0:1769075885.668967:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075885.668976:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075885.668979:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075885.668983:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075885.668986:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075885.668989:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075885.668991:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075885.668995:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075885.668997:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075885.669000:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075885.669003:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075885.669005:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075885.669006:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075885.669009:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075885.669011:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075885.669013:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075885.669031:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075885.669034:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075885.669037:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075885.669039:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075885.669042:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075885.669046:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075885.669048:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075885.669050:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075885.669052:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075885.669064:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3480.
00000020:00000040:3.0:1769075885.669068:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075885.669072:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075885.669074:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075885.669077:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075885.669080:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075885.669086:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075885.669095:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769075885.669103:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075885.669113:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3480 x1855007948079488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075885.669124:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075885.669145:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075885.669149:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb7685cc] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3480 x1855007948079488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075885.669174:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075885.669177:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075885.669180:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075885.669181:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075885.669183:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075885.669186:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075885.669188:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2577
00000400:00000200:3.0:1769075885.669192:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075885.669194:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075885.669196:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075885.669198:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075885.669200:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075885.669201:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075885.669203:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075885.669222:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075885.669224:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075885.669225:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075885.669227:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075885.669229:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075885.669231:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075885.669234:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075885.669236:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075885.669238:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075885.669239:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075885.669242:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075885.669244:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075885.669247:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075885.669248:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075885.669254:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075885.669256:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075885.669259:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075885.669263:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075885.669271:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075885.669282:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075885.669294:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000020:00000040:3.0:1769075885.669333:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075885.669341:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075885.669345:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075885.669356:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075885.669362:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075885.669366:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075885.669379:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769075885.669404:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075885.669421:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948079616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075885.669440:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075885.669449:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075885.669455:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948079616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075885.669484:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075885.669492:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075885.669497:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075885.669503:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075885.669505:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075885.669511:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075885.669515:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2577
00000400:00000200:3.0:1769075885.669522:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075885.669528:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075885.669537:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075885.669541:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075885.669543:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075885.669559:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075885.669565:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075885.669577:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075885.669587:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075885.669591:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075885.669595:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075885.669602:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075885.669608:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075885.669614:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075885.669619:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075885.669623:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075885.669626:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075885.669628:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075885.669637:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075885.669639:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075885.669646:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075885.669656:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075885.669663:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075885.669666:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075885.669672:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075885.669677:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075885.669688:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075885.669702:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769075885.669709:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075885.669722:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075885.669728:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075885.669771:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075885.669775:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075885.669779:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075885.669793:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769075885.669801:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075885.669822:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948079744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1769075885.669822:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769075885.669840:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075885.669842:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075885.669848:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948079744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075885.669856:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075885.669861:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075885.669873:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075885.669877:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075885.669879:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075885.669887:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075885.669895:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2577
00000400:00000200:3.0:1769075885.669908:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075885.669919:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075885.669926:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075885.669935:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075885.669942:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075885.669954:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075885.669976:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075885.669980:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075885.669983:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075885.669988:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075885.669991:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075885.669996:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075885.670006:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075885.670015:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075885.670017:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075885.670042:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075885.670053:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075885.670068:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075885.670082:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075885.670088:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075885.670097:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075885.670108:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075885.670118:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075885.670125:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:0.1:1769075885.670230:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075885.670370:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000008:00100000:3.0:1769075885.671595:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075885.671599:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075885.671600:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075885.671606:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769075885.671610:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075885.671614:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075885.671615:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075885.671617:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075885.671619:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075885.671623:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075885.671627:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769075885.671633:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075885.671639:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948079872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075885.671646:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075885.671650:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075885.671653:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948079872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075885.671669:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075885.671672:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075885.671676:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075885.671678:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075885.671679:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075885.671682:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075885.671684:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2577
00000400:00000200:3.0:1769075885.671689:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075885.671692:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075885.671695:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075885.671698:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075885.671700:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075885.671703:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075885.671706:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075885.671708:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075885.671710:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075885.671713:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075885.671717:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075885.671720:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075885.671724:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075885.671729:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075885.671752:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075885.671756:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075885.671761:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075885.671766:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075885.671770:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075885.671772:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075885.671774:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075885.671779:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075885.671782:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075885.671784:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075885.671788:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075885.671792:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075885.671795:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075885.671800:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769075885.671810:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075885.671815:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075885.671818:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075885.671823:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075885.671824:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075885.671827:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075885.671835:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769075885.671843:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075885.671852:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948080000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075885.671872:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075885.671874:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075885.671882:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948080000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075885.671906:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075885.671912:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2587)
00000800:00000200:0.1:1769075885.671994:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075885.672178:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:3.0:1769075885.988859:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075885.988863:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075885.988867:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075886.692936:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075886.692948:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075886.692951:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075886.692959:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075886.692965:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075886.692970:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075886.692974:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075886.692978:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075886.692982:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075887.012924:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297251088, at 4297251136
00000100:00000010:1.0:1769075887.012947:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470a80.
00000020:00000001:3.0:1769075887.013030:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075887.013034:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075887.013036:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075887.716889:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075887.716901:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075887.716906:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075887.716915:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075887.716924:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075887.716930:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075887.716936:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075887.716941:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075887.716948:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075888.740824:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075888.740833:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075888.740836:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075888.740841:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075888.740846:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075888.740850:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075888.740853:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075888.740856:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075888.740859:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075889.060899:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075889.060903:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075889.060906:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075889.764818:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075889.764828:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075889.764831:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075889.764838:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075889.764843:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075889.764849:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075889.764853:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075889.764856:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075889.764860:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075890.084914:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075890.084919:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075890.084923:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075890.788860:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769075890.788867:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769075890.788872:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075890.788876:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075890.788877:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769075890.788881:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075890.788883:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1769075890.788890:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769075890.788890:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769075890.788898:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769075890.788898:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2582
00000100:00000001:1.0:1769075890.788905:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075890.788911:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1769075890.788911:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769075890.788918:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769075890.788921:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:1.0:1769075890.788924:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075890.788926:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075890.788933:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075890.788936:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075890.788939:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075890.788941:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075890.788945:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075890.788947:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075890.788949:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075890.788952:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075890.788954:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075890.788956:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075890.788959:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075890.788961:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075890.788963:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075890.788965:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075890.788967:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075890.788970:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075890.788972:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075890.788974:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075890.788976:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075890.788979:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075890.788980:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075890.788982:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075890.788988:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769075890.788991:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075890.788995:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075890.788996:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075890.788999:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075890.789001:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075890.789005:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075890.789012:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769075890.789018:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075890.789027:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948080128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075890.789040:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075890.789045:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075890.789052:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948080128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075890.789085:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075890.789089:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075890.789094:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075890.789096:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075890.789098:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075890.789109:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075890.789113:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2582
00000400:00000200:3.0:1769075890.789117:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075890.789120:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075890.789123:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075890.789126:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075890.789128:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075890.789130:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075890.789132:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075890.789134:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075890.789136:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075890.789138:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075890.789140:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075890.789142:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075890.789143:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075890.789146:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075890.789148:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075890.789150:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075890.789152:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075890.789155:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075890.789161:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075890.789164:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075890.789169:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075890.789178:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075890.789185:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075890.789191:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075890.789197:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075890.789206:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075890.789230:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075890.789240:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769075890.789251:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075890.789262:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075890.789269:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075890.789276:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075890.789281:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075890.789285:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075890.789294:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769075890.789304:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075890.789318:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948080256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075890.789336:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075890.789343:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075890.789351:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948080256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075890.789377:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075890.789384:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075890.789396:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075890.789400:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075890.789405:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075890.789413:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075890.789425:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2582
00000400:00000200:3.0:1769075890.789439:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075890.789448:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075890.789454:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075890.789460:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075890.789467:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075890.789473:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075890.789479:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075890.789485:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075890.789488:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075890.789493:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075890.789500:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075890.789508:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075890.789517:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075890.789527:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075890.789536:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075890.789549:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075890.789555:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075890.789567:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075890.789578:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075890.789586:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075890.789593:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075890.789598:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075890.789603:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075890.789606:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075890.789608:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075890.789614:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075890.789616:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075890.789624:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769075890.789631:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075890.789640:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075890.789644:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075890.789644:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769075890.789648:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075890.789650:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075890.789653:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075890.789659:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769075890.789664:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075890.789670:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00100000:3.0:1769075890.789676:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948080384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075890.789704:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075890.789712:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075890.789723:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948080384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075890.789895:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075890.789901:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075890.789915:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075890.789919:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075890.789924:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075890.789932:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075890.789942:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2582
00000400:00000200:3.0:1769075890.789955:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075890.789965:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075890.789971:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075890.789983:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075890.789992:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075890.790000:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075890.790007:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075890.790014:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075890.790019:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075890.790025:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075890.790032:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075890.790039:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075890.790048:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075890.790059:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075890.790067:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075890.790075:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075890.790082:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075890.790087:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075890.790096:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075890.790105:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075890.790110:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075890.790116:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075890.790124:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075890.790131:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075890.790136:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075890.790144:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075890.790152:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075890.790161:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769075890.790169:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075890.790178:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075890.790184:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075890.790191:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075890.790196:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075890.790203:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075890.790226:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769075890.790236:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075890.790249:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948080512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075890.790268:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075890.790275:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075890.790287:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948080512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075890.790309:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075890.790316:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075890.790327:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075890.790333:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075890.790338:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075890.790345:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075890.790354:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2582
00000400:00000200:3.0:1769075890.790368:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075890.790379:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075890.790384:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075890.790393:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075890.790401:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075890.790408:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075890.790415:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075890.790422:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075890.790426:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075890.790431:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075890.790436:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075890.790443:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075890.790451:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075890.790464:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075890.790471:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075890.790481:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075890.790487:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075890.790494:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075890.790503:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075890.790512:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075890.790518:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075890.790526:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075890.790535:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075890.790541:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075890.790547:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075890.790554:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075890.790561:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075890.790572:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769075890.790580:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075890.790587:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075890.790592:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075890.790600:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075890.790604:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075890.790608:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075890.790618:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769075890.790629:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075890.790642:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948080640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075890.790665:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075890.790672:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075890.790685:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948080640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075890.790714:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075890.790725:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2592)
00000800:00000200:0.1:1769075890.790801:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075890.790805:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075890.791187:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075890.791190:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075890.791562:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075890.791564:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075890.791980:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075890.791982:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1769075891.108924:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075891.108936:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075891.108940:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075891.812813:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075891.812819:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075891.812821:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075891.812825:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075891.812828:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075891.812831:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075891.812833:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075891.812835:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075891.812837:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075892.132814:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297256208, at 4297256256
00000100:00000010:1.0:1769075892.132829:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470ea0.
00000100:00000001:1.0:1769075892.836801:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075892.836808:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075892.836810:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075892.836814:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075892.836817:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075892.836820:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075892.836822:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075892.836824:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075892.836826:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075893.156914:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075893.156917:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075893.156920:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075893.860905:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075893.860916:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075893.860919:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075893.860927:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075893.860933:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075893.860940:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075893.860943:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075893.860946:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075893.860950:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075894.180887:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075894.180906:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075894.180910:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075894.884809:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075894.884815:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075894.884817:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075894.884821:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075894.884825:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075894.884828:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075894.884830:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075894.884832:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075894.884834:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075895.204947:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075895.204954:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075895.204959:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075895.908848:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075895.908864:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075895.908869:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075895.908875:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075895.908882:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075895.908892:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2587
00000400:00000200:3.0:1769075895.908906:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075895.908927:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075895.908931:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075895.908936:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075895.908941:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075895.908944:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075895.908946:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075895.908948:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075895.908956:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769075895.908957:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:3.0:1769075895.908959:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000100:00000001:1.0:1769075895.908962:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075895.908964:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075895.908969:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000100:00100000:1.0:1769075895.908973:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000020:00000001:3.0:1769075895.908974:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075895.908980:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000001:1.0:1769075895.908985:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769075895.908987:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075895.908990:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075895.908991:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075895.908993:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075895.909003:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075895.909010:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075895.909012:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075895.909015:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075895.909022:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769075895.909023:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769075895.909028:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769075895.909029:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769075895.909041:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075895.909042:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075895.909046:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075895.909051:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075895.909076:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769075895.909082:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075895.909088:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075895.909091:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075895.909096:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075895.909100:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075895.909106:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075895.909118:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769075895.909153:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075895.909168:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948080768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075895.909192:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075895.909198:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075895.909203:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948080768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075895.909230:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075895.909233:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075895.909237:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075895.909239:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075895.909241:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075895.909245:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075895.909248:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2587
00000400:00000200:3.0:1769075895.909254:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075895.909259:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075895.909262:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075895.909265:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075895.909276:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075895.909279:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075895.909283:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075895.909290:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075895.909292:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075895.909298:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075895.909301:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075895.909306:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075895.909311:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075895.909319:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075895.909326:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075895.909333:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075895.909340:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075895.909345:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075895.909354:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075895.909359:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075895.909365:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075895.909375:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075895.909379:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075895.909382:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075895.909393:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075895.909404:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075895.909409:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075895.909417:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769075895.909423:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075895.909428:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075895.909432:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075895.909434:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075895.909436:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075895.909440:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075895.909451:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769075895.909459:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075895.909470:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948080896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075895.909493:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075895.909498:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075895.909505:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948080896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075895.909524:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075895.909531:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075895.909545:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075895.909550:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075895.909554:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075895.909559:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075895.909567:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2587
00000400:00000200:3.0:1769075895.909571:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075895.909575:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075895.909581:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075895.909587:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075895.909592:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075895.909598:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075895.909602:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075895.909619:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075895.909624:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075895.909627:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075895.909631:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075895.909636:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075895.909640:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075895.909649:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075895.909652:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075895.909659:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075895.909664:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075895.909673:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075895.909689:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075895.909702:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075895.909710:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075895.909719:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075895.909774:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075895.909780:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075895.909784:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075895.909790:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075895.909793:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075895.909799:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769075895.909803:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075895.909807:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075895.909810:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075895.909814:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075895.909819:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075895.909823:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075895.909831:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769075895.909840:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075895.909856:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948081024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1769075895.909857:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075895.909867:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1769075895.909877:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075895.909883:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075895.909893:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948081024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075895.909919:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075895.909925:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075895.909931:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075895.909938:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075895.909943:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075895.909948:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075895.909956:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2587
00000400:00000200:3.0:1769075895.909966:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075895.909977:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075895.909982:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075895.909988:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075895.910002:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075895.910009:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075895.910017:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075895.910025:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075895.910029:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075895.910036:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075895.910040:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075895.910045:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075895.910048:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075895.910069:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075895.910074:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075895.910080:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075895.910088:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075895.910091:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075895.910095:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075895.910100:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075895.910102:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075895.910106:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075895.910108:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075895.910109:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075895.910112:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075895.910114:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075895.910117:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075895.910159:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769075895.910165:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075895.910169:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075895.910174:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075895.910178:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075895.910182:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075895.910186:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075895.910200:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769075895.910208:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075895.910220:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948081152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075895.910265:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075895.910270:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075895.910280:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948081152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075895.910302:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075895.910310:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075895.910317:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075895.910323:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075895.910328:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075895.910338:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075895.910345:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2587
00000400:00000200:3.0:1769075895.910358:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075895.910368:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075895.910376:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075895.910385:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075895.910391:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075895.910397:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075895.910402:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075895.910408:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075895.910413:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075895.910418:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075895.910421:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075895.910428:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075895.910433:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075895.910445:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075895.910452:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075895.910459:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075895.910465:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075895.910473:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075895.910481:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075895.910487:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075895.910490:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075895.910496:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075895.910503:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075895.910509:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075895.910514:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075895.910521:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075895.910527:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075895.910532:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769075895.910538:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075895.910544:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075895.910549:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075895.910554:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075895.910558:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075895.910562:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075895.910569:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769075895.910577:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075895.910593:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948081280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075895.910615:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075895.910619:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075895.910629:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948081280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075895.910656:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075895.910663:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2597)
00000800:00000200:0.1:1769075895.910864:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075895.910866:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075895.911202:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075895.911205:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075895.911484:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075895.911486:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075895.911794:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075895.911797:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1769075896.932877:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075896.932890:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075896.932893:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075896.932901:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075896.932917:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075896.932923:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075896.932926:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075896.932930:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075896.932934:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075897.252844:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297261328, at 4297261376
00000100:00000010:1.0:1769075897.252858:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034703c0.
00000020:00000001:3.0:1769075897.252868:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075897.252873:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075897.252877:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075897.956841:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075897.956850:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075897.956862:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075897.956868:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075897.956872:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075897.956877:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075897.956879:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075897.956882:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075897.956884:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075898.276990:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075898.276995:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075898.277000:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075898.980833:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075898.980843:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075898.980845:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075898.980852:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075898.980857:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075898.980861:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075898.980865:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075898.980868:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075898.980872:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075899.300979:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075899.300984:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075899.300989:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075900.004818:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075900.004825:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075900.004826:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075900.004831:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075900.004835:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075900.004838:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075900.004840:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075900.004843:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075900.004845:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075901.028814:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075901.028821:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075901.028823:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075901.028828:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075901.028831:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075901.028834:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075901.028836:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075901.028839:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075901.028841:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075901.028861:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075901.028880:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075901.028882:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075901.028886:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075901.028890:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075901.028898:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2592
00000400:00000200:3.0:1769075901.028908:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075901.028915:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075901.028918:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075901.028920:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075901.028923:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075901.028926:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075901.028928:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075901.028932:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075901.028933:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075901.028936:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075901.028939:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075901.028941:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075901.028942:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075901.028944:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075901.028946:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075901.028947:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075901.028949:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075901.028952:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075901.028955:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075901.028957:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075901.028960:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075901.028964:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075901.028966:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075901.028968:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075901.028970:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075901.028981:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769075901.028985:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075901.028989:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075901.028991:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075901.028994:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075901.028996:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075901.029001:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075901.029010:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769075901.029017:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075901.029026:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948081408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075901.029035:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075901.029053:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075901.029059:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948081408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075901.029106:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075901.029110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075901.029114:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075901.029116:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075901.029118:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075901.029122:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075901.029125:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2592
00000400:00000200:3.0:1769075901.029130:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075901.029135:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075901.029138:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075901.029142:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075901.029145:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075901.029147:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075901.029149:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075901.029151:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075901.029154:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075901.029156:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075901.029161:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075901.029165:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075901.029168:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075901.029173:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075901.029178:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075901.029182:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075901.029186:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075901.029190:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075901.029195:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075901.029198:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075901.029202:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075901.029208:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075901.029212:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075901.029216:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075901.029222:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075901.029226:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075901.029229:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075901.029234:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769075901.029238:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075901.029240:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075901.029243:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075901.029246:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075901.029248:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075901.029250:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075901.029255:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769075901.029260:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075901.029269:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948081536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075901.029279:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075901.029281:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075901.029285:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948081536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075901.029300:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075901.029305:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075901.029313:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075901.029316:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075901.029319:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075901.029324:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075901.029329:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2592
00000400:00000200:3.0:1769075901.029336:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075901.029340:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075901.029341:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075901.029348:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075901.029351:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075901.029353:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075901.029354:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075901.029356:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075901.029357:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075901.029360:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075901.029363:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075901.029364:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075901.029366:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075901.029372:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075901.029375:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075901.029380:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075901.029382:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075901.029387:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075901.029393:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075901.029398:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075901.029401:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075901.029406:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075901.029411:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075901.029415:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075901.029419:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075901.029420:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075901.029422:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075901.029426:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769075901.029430:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075901.029434:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075901.029437:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075901.029440:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075901.029442:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075901.029443:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075901.029447:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769075901.029451:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075901.029460:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948081664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075901.029472:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1769075901.029473:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769075901.029475:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075901.029479:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000100:00000040:3.0:1769075901.029482:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948081664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075901.029495:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075901.029499:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075901.029501:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075901.029503:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075901.029506:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075901.029509:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075901.029515:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2592
00000400:00000200:3.0:1769075901.029520:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075901.029526:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075901.029529:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075901.029533:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075901.029536:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075901.029540:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075901.029546:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075901.029550:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075901.029553:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075901.029555:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075901.029558:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075901.029561:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075901.029565:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075901.029572:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075901.029576:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075901.029580:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075901.029583:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075901.029587:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075901.029590:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075901.029593:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075901.029599:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075901.029601:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075901.029606:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075901.029609:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075901.029613:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075901.029615:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075901.029617:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075901.029623:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000020:00000040:3.0:1769075901.029625:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075901.029627:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075901.029631:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075901.029633:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075901.029635:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075901.029637:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075901.029641:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769075901.029648:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075901.029659:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948081792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075901.029671:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075901.029674:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075901.029684:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948081792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075901.029708:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075901.029711:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075901.029715:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075901.029718:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075901.029720:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075901.029726:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075901.029750:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2592
00000400:00000200:3.0:1769075901.029755:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075901.029757:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075901.029761:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075901.029768:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075901.029771:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075901.029775:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075901.029780:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075901.029785:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075901.029787:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075901.029790:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075901.029794:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075901.029799:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075901.029806:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075901.029810:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075901.029816:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075901.029822:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075901.029827:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075901.029834:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075901.029843:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075901.029849:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075901.029855:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075901.029859:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075901.029864:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075901.029867:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075901.029872:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075901.029876:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075901.029879:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075901.029884:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769075901.029891:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075901.029896:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075901.029900:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075901.029902:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075901.029903:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075901.029905:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075901.029911:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769075901.029917:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075901.029926:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948081920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075901.029941:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075901.029944:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075901.029953:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948081920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075901.029984:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075901.029991:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2602)
00000800:00000200:0.1:1769075901.030142:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075901.030144:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075901.030347:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075901.030366:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075901.030560:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075901.030562:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075901.030796:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075901.030797:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1769075901.348913:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075901.348921:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075901.348926:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075902.052826:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075902.052834:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075902.052836:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075902.052842:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075902.052844:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075902.052847:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075902.052849:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075902.052852:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075902.052854:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075902.372874:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297266447, at 4297266496
00000100:00000010:1.0:1769075902.372899:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470d20.
00000020:00000001:3.0:1769075902.372987:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075902.372990:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075902.372994:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075903.076897:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075903.076908:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075903.076911:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075903.076918:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075903.076922:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075903.076927:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075903.076930:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075903.076933:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075903.076936:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075903.396926:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075903.396929:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075903.396932:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769075904.100870:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075904.100891:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075904.100894:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075904.100901:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075904.100906:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075904.100910:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075904.100914:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075904.100918:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075904.100921:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075905.124831:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075905.124838:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075905.124840:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075905.124844:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769075905.124846:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075905.124850:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075905.124852:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075905.124854:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075905.124856:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075905.444879:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075905.444882:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075905.444885:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769075906.148880:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075906.148894:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075906.148897:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075906.148902:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075906.148906:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075906.148916:0:11591:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2597
00000400:00000200:1.0:1769075906.148926:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075906.148934:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075906.148937:0:11591:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075906.148941:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075906.148944:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075906.148947:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075906.148949:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075906.148968:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075906.148971:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075906.148974:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075906.148977:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075906.148979:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075906.148981:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075906.148985:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075906.148986:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075906.148988:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075906.148989:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075906.149008:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075906.149011:0:11591:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075906.149012:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075906.149015:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075906.149018:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075906.149020:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075906.149022:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075906.149024:0:11591:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075906.149037:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769075906.149041:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075906.149045:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075906.149047:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075906.149051:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075906.149053:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075906.149059:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075906.149068:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
00000100:00000001:1.0:1769075906.149076:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075906.149086:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948082048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075906.149096:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075906.149100:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075906.149120:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948082048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075906.149144:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075906.149147:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075906.149150:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075906.149151:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075906.149153:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075906.149156:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075906.149158:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2597
00000400:00000200:1.0:1769075906.149162:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075906.149164:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075906.149166:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075906.149168:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075906.149170:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075906.149172:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075906.149174:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075906.149175:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075906.149177:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075906.149178:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075906.149180:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075906.149182:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075906.149184:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075906.149188:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075906.149191:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075906.149193:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075906.149195:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075906.149197:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075906.149199:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075906.149201:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075906.149203:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075906.149209:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075906.149214:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075906.149217:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075906.149224:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075906.149229:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075906.149231:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075906.149239:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075906.149244:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075906.149251:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075906.149253:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075906.149259:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075906.149262:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075906.149266:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075906.149271:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f800.
00000100:00000001:1.0:1769075906.149276:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075906.149285:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948082176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075906.149318:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075906.149323:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075906.149329:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948082176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075906.149336:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075906.149342:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075906.149349:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075906.149354:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075906.149356:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075906.149359:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075906.149364:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2597
00000400:00000200:1.0:1769075906.149368:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075906.149373:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075906.149375:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075906.149380:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075906.149382:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075906.149383:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075906.149386:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075906.149391:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075906.149394:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075906.149398:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075906.149401:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075906.149402:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075906.149404:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075906.149408:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075906.149412:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075906.149416:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075906.149418:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075906.149421:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075906.149427:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075906.149431:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075906.149432:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075906.149434:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075906.149436:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075906.149438:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075906.149441:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075906.149444:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075906.149447:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075906.149451:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769075906.149453:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075906.149458:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075906.149461:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075906.149465:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075906.149468:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075906.149470:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075906.149478:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4ec00.
00000100:00000001:1.0:1769075906.149483:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075906.149490:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948082304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075906.149519:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075906.149523:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075906.149534:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948082304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075906.149544:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075906.149549:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075906.149553:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075906.149556:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075906.149560:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075906.149562:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075906.149565:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2597
00000400:00000200:1.0:1769075906.149572:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075906.149576:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075906.149579:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075906.149581:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075906.149583:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075906.149584:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075906.149585:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075906.149587:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075906.149588:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075906.149590:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075906.149592:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075906.149594:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075906.149599:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075906.149604:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075906.149607:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075906.149609:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075906.149611:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075906.149615:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075906.149620:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075906.149625:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075906.149626:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075906.149629:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075906.149631:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075906.149636:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075906.149638:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075906.149640:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075906.149644:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075906.149650:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075906.149654:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075906.149658:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075906.149661:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075906.149664:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075906.149668:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075906.149671:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075906.149678:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769075906.149683:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075906.149692:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948082432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075906.149703:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075906.149705:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075906.149712:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948082432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075906.149718:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075906.149721:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075906.149727:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075906.149731:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075906.149732:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075906.149736:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075906.149741:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2597
00000400:00000200:1.0:1769075906.149790:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075906.149798:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075906.149806:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075906.149816:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075906.149821:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075906.149823:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075906.149828:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075906.149832:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:0.1:1769075906.149833:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000040:1.0:1769075906.149835:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075906.149840:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:0.1:1769075906.149842:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000020:00000040:1.0:1769075906.149844:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075906.149849:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075906.149854:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075906.149864:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075906.149869:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075906.149876:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075906.149886:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075906.149891:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075906.149904:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075906.149913:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075906.149917:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075906.149922:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075906.149929:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075906.149937:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075906.149949:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075906.149984:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075906.149989:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075906.150010:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769075906.150016:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075906.150020:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075906.150024:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075906.150028:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075906.150030:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075906.150032:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075906.150038:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769075906.150044:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075906.150053:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948082560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075906.150066:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075906.150070:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075906.150075:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948082560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075906.150084:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075906.150094:0:11591:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2607)
00000800:00000200:0.1:1769075906.150398:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075906.150400:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075906.150628:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075906.150630:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075906.151027:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075906.151031:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075906.151354:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075906.151357:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1769075906.468977:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075906.468980:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075906.468995:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769075907.492829:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297271568, at 4297271616
00000100:00000010:1.0:1769075907.492848:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034707e0.
00000020:00000001:3.0:1769075907.492899:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075907.492903:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075907.492907:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075909.540863:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075909.540867:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075909.540870:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075910.564985:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075910.564991:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075910.564995:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075911.268865:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075911.268898:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075911.268907:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075911.268915:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075911.268927:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075911.268949:0:11591:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2602
00000400:00000200:3.0:1769075911.268965:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075911.268973:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075911.268978:0:11591:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075911.268983:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075911.268989:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075911.268993:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075911.268997:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075911.269003:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075911.269007:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075911.269011:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075911.269014:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075911.269017:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075911.269019:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075911.269022:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075911.269024:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075911.269026:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075911.269028:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075911.269031:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075911.269034:0:11591:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075911.269036:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075911.269039:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075911.269042:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075911.269045:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075911.269047:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075911.269049:0:11591:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075911.269060:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769075911.269063:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075911.269068:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075911.269069:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075911.269073:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075911.269076:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075911.269081:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075911.269090:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769075911.269098:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075911.269108:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948082688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075911.269124:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075911.269129:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075911.269133:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948082688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075911.269157:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075911.269160:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075911.269164:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075911.269165:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075911.269167:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075911.269170:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075911.269173:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2602
00000400:00000200:3.0:1769075911.269176:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075911.269179:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075911.269181:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075911.269185:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075911.269187:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075911.269189:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075911.269192:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075911.269194:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075911.269195:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075911.269196:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075911.269198:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075911.269200:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075911.269202:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075911.269204:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075911.269206:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075911.269207:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075911.269209:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075911.269212:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075911.269218:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075911.269222:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075911.269226:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075911.269232:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075911.269235:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075911.269238:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075911.269244:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075911.269261:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075911.269264:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075911.269269:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3480.
00000020:00000040:3.0:1769075911.269275:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075911.269278:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075911.269282:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075911.269286:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075911.269289:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075911.269293:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075911.269300:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769075911.269305:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075911.269316:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3480 x1855007948082816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075911.269325:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075911.269329:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075911.269337:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb7685cc] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3480 x1855007948082816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075911.269346:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075911.269351:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075911.269355:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075911.269357:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075911.269361:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075911.269368:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075911.269373:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2602
00000400:00000200:3.0:1769075911.269378:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075911.269382:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075911.269385:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075911.269388:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075911.269390:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075911.269392:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075911.269399:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075911.269404:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075911.269407:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075911.269411:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075911.269413:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075911.269417:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075911.269423:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075911.269431:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075911.269437:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075911.269442:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075911.269446:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075911.269452:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075911.269459:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075911.269464:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075911.269467:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075911.269470:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075911.269474:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075911.269478:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075911.269479:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075911.269481:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075911.269483:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075911.269490:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769075911.269494:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075911.269498:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075911.269502:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075911.269503:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075911.269505:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075911.269508:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075911.269514:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769075911.269519:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075911.269529:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948082944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075911.269553:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075911.269556:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075911.269560:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948082944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075911.269577:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075911.269584:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075911.269590:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075911.269596:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075911.269600:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075911.269605:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075911.269612:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2602
00000400:00000200:3.0:1769075911.269620:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075911.269631:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075911.269637:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1769075911.269644:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:3.0:1769075911.269647:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000200:0.1:1769075911.269650:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1769075911.269651:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075911.269657:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075911.269664:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075911.269669:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075911.269672:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075911.269675:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075911.269678:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075911.269683:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075911.269689:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075911.269697:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075911.269699:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075911.269702:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075911.269705:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075911.269709:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075911.269713:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075911.269718:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075911.269720:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075911.269723:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075911.269727:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075911.269728:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075911.269760:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075911.269762:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075911.269763:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075911.269768:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000020:00000040:3.0:1769075911.269770:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075911.269773:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075911.269776:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075911.269782:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075911.269785:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075911.269789:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075911.269796:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769075911.269804:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075911.269814:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948083072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075911.269830:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075911.269832:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075911.269838:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948083072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075911.269859:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075911.269865:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075911.269888:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075911.269891:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075911.269896:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075911.269901:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075911.269909:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2602
00000400:00000200:3.0:1769075911.269920:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075911.269930:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075911.269938:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075911.269949:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075911.269956:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075911.269962:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075911.269970:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075911.269976:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075911.269982:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075911.269987:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075911.269992:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075911.269999:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075911.270005:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075911.270012:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075911.270016:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075911.270020:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075911.270025:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075911.270031:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075911.270037:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075911.270043:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075911.270046:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075911.270049:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075911.270053:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075911.270057:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075911.270061:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075911.270069:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075911.270072:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075911.270078:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769075911.270084:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075911.270091:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075911.270096:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075911.270100:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075911.270102:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075911.270105:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075911.270112:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769075911.270121:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075911.270130:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948083200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075911.270152:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075911.270156:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075911.270163:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948083200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075911.270178:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075911.270188:0:11591:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2613)
00000800:00000200:0.1:1769075911.270423:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075911.270425:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075911.270838:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075911.270841:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075911.271168:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075911.271172:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075911.271505:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075911.271525:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1769075911.588840:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075911.588843:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075911.588847:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769075912.612834:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297276688, at 4297276736
00000100:00000010:1.0:1769075912.612858:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470720.
00000020:00000001:3.0:1769075913.636862:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075913.636866:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075913.636869:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075914.660876:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075914.660881:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075914.660885:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075915.685820:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075915.685824:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075915.685828:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075916.388912:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075916.388924:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075916.388929:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075916.388934:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075916.388940:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075916.388950:0:11591:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2608
00000400:00000200:3.0:1769075916.388962:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075916.388970:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075916.388973:0:11591:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075916.388978:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075916.388982:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075916.388985:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075916.388989:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075916.388994:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075916.388997:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075916.389000:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075916.389005:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075916.389025:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075916.389028:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075916.389032:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075916.389034:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075916.389037:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075916.389039:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075916.389044:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075916.389048:0:11591:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075916.389052:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075916.389056:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075916.389061:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075916.389065:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075916.389068:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075916.389070:0:11591:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075916.389083:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769075916.389088:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075916.389094:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075916.389096:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075916.389100:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075916.389104:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075916.389110:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075916.389136:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769075916.389144:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075916.389156:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948083328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075916.389169:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075916.389175:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075916.389181:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948083328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075916.389228:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075916.389232:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075916.389237:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075916.389239:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075916.389241:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075916.389264:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075916.389268:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2608
00000400:00000200:3.0:1769075916.389274:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075916.389284:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075916.389289:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075916.389297:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075916.389308:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075916.389335:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075916.389349:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075916.389365:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075916.389397:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075916.389403:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075916.389412:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075916.389418:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075916.389427:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075916.389439:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075916.389447:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075916.389458:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075916.389465:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075916.389478:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075916.389490:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075916.389502:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075916.389508:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075916.389517:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075916.389526:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075916.389532:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075916.389541:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075916.389551:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075916.389560:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075916.389572:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769075916.389583:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075916.389592:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075916.389597:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075916.389607:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075916.389612:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075916.389615:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075916.389621:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769075916.389628:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075916.389645:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948083456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1769075916.389671:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075916.389684:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1769075916.389702:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075916.389708:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075916.389719:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948083456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075916.389748:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075916.389752:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075916.389758:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075916.389808:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075916.389815:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075916.389824:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075916.389835:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2608
00000400:00000200:3.0:1769075916.389851:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075916.389863:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075916.389878:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075916.389891:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075916.389900:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075916.389908:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075916.389917:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075916.389926:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075916.389930:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075916.389936:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075916.389941:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075916.389949:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075916.389961:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075916.389978:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075916.389988:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075916.389998:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075916.390005:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075916.390016:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075916.390032:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075916.390040:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075916.390053:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075916.390065:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075916.390078:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075916.390090:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075916.390097:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075916.390105:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075916.390116:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075916.390132:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769075916.390140:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075916.390149:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075916.390154:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075916.390163:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075916.390167:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075916.390174:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075916.390187:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769075916.390200:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075916.390239:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948083584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075916.390284:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075916.390293:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075916.390310:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948083584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075916.390344:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075916.390355:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075916.390386:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075916.390391:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075916.390398:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075916.390409:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075916.390423:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2608
00000400:00000200:3.0:1769075916.390440:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075916.390457:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075916.390469:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075916.390485:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075916.390497:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075916.390504:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075916.390514:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075916.390527:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075916.390531:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075916.390537:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075916.390543:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075916.390555:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075916.390566:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075916.390583:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075916.390595:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075916.390610:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075916.390641:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075916.390650:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075916.390663:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075916.390679:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075916.390703:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:3.0:1769075916.390704:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1769075916.390716:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
02000000:00000001:3.0:1769075916.390718:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075916.390729:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075916.390734:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075916.390740:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075916.390744:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075916.390747:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075916.390754:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769075916.390764:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075916.390770:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075916.390774:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075916.390780:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075916.390846:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075916.390853:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075916.390877:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769075916.390887:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075916.390903:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948083712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075916.390937:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075916.390943:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075916.390963:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948083712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075916.391042:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075916.391052:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075916.391063:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075916.391072:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075916.391081:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075916.391090:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075916.391106:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2608
00000400:00000200:3.0:1769075916.391128:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075916.391144:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075916.391156:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075916.391168:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075916.391181:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075916.391193:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075916.391201:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075916.391215:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075916.391222:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075916.391228:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075916.391234:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075916.391251:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075916.391259:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075916.391278:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075916.391285:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075916.391297:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075916.391307:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075916.391313:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075916.391324:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075916.391330:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075916.391335:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075916.391345:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075916.391351:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075916.391363:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075916.391370:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075916.391382:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075916.391392:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075916.391408:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769075916.391415:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075916.391424:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075916.391428:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075916.391434:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075916.391439:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075916.391445:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075916.391455:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769075916.391462:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075916.391477:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948083840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075916.391521:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075916.391529:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075916.391533:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075916.391539:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1769075916.391545:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948083840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075916.391595:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075916.391614:0:11591:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2618)
00000800:00000200:0.1:1769075916.391934:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075916.391936:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075916.392128:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075916.392130:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000100:00000040:1.0:1769075917.732830:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297281808, at 4297281856
00000100:00000010:1.0:1769075917.732848:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470d80.
00000020:00000001:3.0:1769075917.732887:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075917.732891:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075917.732893:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075918.756919:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075918.756922:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075918.756925:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075919.780911:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075919.780914:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075919.780917:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769075921.508831:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075921.508840:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075921.508844:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075921.508848:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075921.508851:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075921.508856:0:11591:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2613
00000400:00000200:1.0:1769075921.508864:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075921.508869:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075921.508871:0:11591:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075921.508875:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075921.508877:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075921.508879:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075921.508881:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075921.508884:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075921.508885:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075921.508887:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075921.508889:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075921.508890:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075921.508892:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075921.508894:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075921.508896:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075921.508897:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075921.508898:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075921.508901:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075921.508903:0:11591:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075921.508905:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075921.508907:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075921.508909:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075921.508911:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075921.508912:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075921.508914:0:11591:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075921.508921:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769075921.508924:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075921.508928:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075921.508929:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075921.508931:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075921.508933:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075921.508937:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075921.508943:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769075921.508949:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075921.508956:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948083968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075921.508964:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075921.508968:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075921.508971:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948083968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075921.508987:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075921.508990:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075921.508992:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075921.508993:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075921.508999:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075921.509002:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075921.509005:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2613
00000400:00000200:1.0:1769075921.509009:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075921.509011:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075921.509013:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075921.509016:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075921.509020:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075921.509024:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075921.509029:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075921.509032:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075921.509033:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075921.509035:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075921.509039:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075921.509042:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075921.509047:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075921.509053:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075921.509054:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075921.509055:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075921.509056:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075921.509059:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075921.509064:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075921.509070:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075921.509073:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075921.509079:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075921.509083:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075921.509085:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075921.509091:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075921.509095:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075921.509100:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075921.509107:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769075921.509110:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075921.509112:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075921.509115:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075921.509118:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075921.509119:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075921.509121:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075921.509126:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769075921.509130:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075921.509137:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948084096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075921.509148:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075921.509151:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075921.509159:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948084096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075921.509183:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075921.509188:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075921.509192:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075921.509195:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075921.509198:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075921.509201:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075921.509206:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2613
00000400:00000200:1.0:1769075921.509214:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075921.509218:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075921.509220:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075921.509222:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075921.509226:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075921.509230:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075921.509232:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075921.509234:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075921.509236:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075921.509240:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075921.509242:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075921.509243:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075921.509246:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075921.509250:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075921.509253:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075921.509257:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075921.509262:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075921.509265:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075921.509271:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075921.509277:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075921.509282:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075921.509287:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075921.509291:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075921.509293:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075921.509297:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075921.509303:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075921.509309:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075921.509317:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075921.509324:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075921.509329:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075921.509333:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075921.509334:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769075921.509338:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.1:1769075921.509339:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
02000000:00000001:1.0:1769075921.509343:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075921.509347:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075921.509355:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769075921.509361:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075921.509369:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948084224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075921.509378:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075921.509381:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075921.509386:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948084224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075921.509407:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075921.509410:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075921.509416:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075921.509418:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075921.509421:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075921.509426:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075921.509430:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2613
00000400:00000200:1.0:1769075921.509436:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075921.509440:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075921.509442:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075921.509446:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075921.509450:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075921.509461:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075921.509464:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075921.509469:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075921.509470:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075921.509471:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075921.509472:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075921.509474:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075921.509479:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075921.509482:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075921.509484:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075921.509488:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075921.509491:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075921.509495:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075921.509501:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075921.509504:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075921.509506:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075921.509511:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075921.509515:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075921.509518:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075921.509521:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075921.509526:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075921.509528:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075921.509531:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769075921.509536:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075921.509539:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075921.509542:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075921.509545:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075921.509548:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075921.509551:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075921.509556:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769075921.509562:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075921.509569:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948084352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075921.509578:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075921.509582:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075921.509589:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948084352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075921.509601:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075921.509605:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075921.509609:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075921.509612:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075921.509615:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075921.509620:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075921.509625:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2613
00000400:00000200:1.0:1769075921.509633:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075921.509639:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075921.509644:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075921.509651:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075921.509656:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075921.509659:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075921.509660:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075921.509666:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075921.509667:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075921.509670:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075921.509673:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075921.509676:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075921.509682:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075921.509687:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075921.509690:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075921.509709:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075921.509714:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075921.509719:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075921.509724:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075921.509728:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075921.509730:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075921.509770:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075921.509776:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075921.509779:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075921.509782:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075921.509786:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075921.509789:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075921.509794:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075921.509798:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075921.509803:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075921.509805:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075921.509810:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075921.509812:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075921.509815:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075921.509820:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:1.0:1769075921.509826:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075921.509832:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948084480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075921.509843:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075921.509845:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075921.509851:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948084480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075921.509862:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075921.509868:0:11591:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2623)
00000800:00000200:0.1:1769075921.509962:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075921.509964:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075921.510151:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075921.510153:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075921.510331:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075921.510332:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075921.510572:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075921.510573:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1769075921.828891:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075921.828894:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075921.828897:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769075922.852831:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297286927, at 4297286976
00000100:00000010:1.0:1769075922.852844:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470de0.
00000020:00000001:3.0:1769075922.852888:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075922.852892:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075922.852895:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075923.876862:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075923.876868:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075923.876873:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075925.924977:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075925.924983:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075925.924988:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075926.628849:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075926.628858:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075926.628863:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075926.628871:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075926.628877:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075926.628884:0:11591:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2618
00000400:00000200:3.0:1769075926.628895:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075926.628901:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075926.628905:0:11591:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075926.628908:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075926.628912:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075926.628915:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075926.628917:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075926.628922:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075926.628924:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075926.628927:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075926.628930:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075926.628933:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075926.628935:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075926.628939:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075926.628941:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075926.628943:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075926.628945:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075926.628949:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075926.628953:0:11591:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075926.628956:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075926.628959:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075926.628962:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075926.628965:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075926.628967:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075926.628969:0:11591:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075926.628978:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769075926.628983:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075926.628987:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075926.628989:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075926.628991:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075926.628994:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075926.628998:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075926.629006:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769075926.629012:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075926.629021:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948084608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075926.629033:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075926.629038:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075926.629043:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948084608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075926.629065:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075926.629068:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075926.629072:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075926.629074:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075926.629075:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075926.629079:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075926.629082:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2618
00000400:00000200:3.0:1769075926.629087:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075926.629090:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075926.629093:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075926.629096:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075926.629098:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075926.629100:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075926.629101:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075926.629103:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075926.629104:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075926.629108:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075926.629111:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075926.629114:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075926.629118:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075926.629123:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075926.629128:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075926.629132:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075926.629136:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075926.629141:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075926.629146:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075926.629149:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075926.629151:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075926.629157:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075926.629163:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075926.629167:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075926.629173:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075926.629177:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075926.629179:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075926.629184:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769075926.629188:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075926.629191:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075926.629192:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075926.629205:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075926.629208:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075926.629213:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075926.629218:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769075926.629223:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075926.629228:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948084736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075926.629239:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075926.629242:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075926.629251:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948084736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075926.629269:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075926.629275:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075926.629280:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075926.629284:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075926.629285:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075926.629290:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075926.629294:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2618
00000400:00000200:3.0:1769075926.629301:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075926.629305:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075926.629308:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075926.629312:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075926.629316:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075926.629321:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075926.629324:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075926.629327:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075926.629328:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075926.629331:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075926.629333:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075926.629338:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075926.629341:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075926.629346:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075926.629349:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075926.629354:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075926.629358:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075926.629363:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075926.629371:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075926.629377:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075926.629379:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075926.629383:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075926.629388:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075926.629389:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075926.629390:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075926.629392:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075926.629393:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075926.629397:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769075926.629400:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075926.629405:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075926.629408:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075926.629410:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075926.629413:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075926.629416:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075926.629419:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000010:3.0:1769075926.629422:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000800:00000200:0.1:1769075926.629423:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1769075926.629426:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075926.629435:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948084864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075926.629452:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075926.629457:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075926.629463:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948084864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075926.629472:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075926.629475:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075926.629478:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075926.629481:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075926.629483:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075926.629489:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075926.629496:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2618
00000400:00000200:3.0:1769075926.629506:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075926.629515:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075926.629521:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075926.629527:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075926.629532:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075926.629537:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075926.629542:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075926.629548:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075926.629550:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075926.629552:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075926.629557:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075926.629560:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075926.629563:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075926.629570:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075926.629573:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075926.629579:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075926.629584:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075926.629589:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075926.629598:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075926.629604:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075926.629624:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075926.629628:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075926.629631:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075926.629634:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075926.629638:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075926.629643:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075926.629649:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075926.629657:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769075926.629672:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075926.629679:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075926.629682:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075926.629687:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075926.629690:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075926.629694:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075926.629701:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769075926.629709:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075926.629721:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948084992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075926.629774:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075926.629781:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075926.629793:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948084992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075926.629821:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075926.629828:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075926.629835:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075926.629839:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075926.629843:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075926.629850:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075926.629859:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2618
00000400:00000200:3.0:1769075926.629880:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075926.629890:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075926.629897:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075926.629907:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075926.629911:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075926.629914:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075926.629916:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075926.629919:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075926.629923:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075926.629938:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075926.629943:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075926.629952:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075926.629965:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075926.629983:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075926.630007:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075926.630014:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075926.630021:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075926.630026:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075926.630034:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075926.630041:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075926.630048:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075926.630055:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075926.630062:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075926.630067:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075926.630072:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075926.630080:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075926.630086:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075926.630095:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769075926.630102:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075926.630110:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075926.630116:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075926.630122:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075926.630126:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075926.630131:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075926.630134:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000010:3.0:1769075926.630141:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769075926.630145:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075926.630151:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000100:00100000:3.0:1769075926.630156:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948085120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075926.630178:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075926.630184:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075926.630195:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948085120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075926.630225:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075926.630233:0:11591:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2628)
00000800:00000200:0.1:1769075926.630414:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075926.630415:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075926.630661:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075926.630663:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075926.630953:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075926.630956:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1769075926.948892:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075926.948897:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075926.948900:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769075927.972816:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297292047, at 4297292096
00000100:00000010:1.0:1769075927.972831:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470a20.
00000020:00000001:3.0:1769075927.972885:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075927.972889:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075927.972893:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075930.020899:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075930.020903:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075930.020906:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075931.044861:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075931.044864:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075931.044867:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769075931.748865:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075931.748873:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075931.748876:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075931.748880:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075931.748885:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075931.748892:0:11591:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2623
00000400:00000200:1.0:1769075931.748900:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075931.748907:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075931.748909:0:11591:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075931.748912:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075931.748914:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075931.748916:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075931.748918:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075931.748933:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075931.748934:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075931.748936:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075931.748938:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075931.748940:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075931.748941:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075931.748943:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075931.748945:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075931.748946:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075931.748948:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075931.748950:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075931.748952:0:11591:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075931.748954:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075931.748956:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075931.748958:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075931.748960:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075931.748962:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075931.748963:0:11591:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075931.748971:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769075931.748974:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075931.748977:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075931.748979:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075931.748981:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075931.748983:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075931.748986:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075931.748992:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769075931.748998:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075931.749005:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948085248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075931.749012:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075931.749015:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075931.749019:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948085248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075931.749036:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075931.749039:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075931.749041:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075931.749043:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075931.749044:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075931.749046:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075931.749048:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2623
00000400:00000200:1.0:1769075931.749051:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075931.749063:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075931.749065:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075931.749067:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075931.749069:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075931.749071:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075931.749073:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075931.749075:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075931.749077:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075931.749078:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075931.749079:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075931.749081:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075931.749083:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075931.749085:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075931.749086:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075931.749090:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075931.749093:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075931.749097:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075931.749099:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075931.749104:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075931.749105:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075931.749110:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075931.749113:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075931.749126:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075931.749131:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075931.749135:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075931.749138:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075931.749147:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075931.749151:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075931.749153:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075931.749156:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075931.749160:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075931.749162:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075931.749166:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075931.749170:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:1.0:1769075931.749176:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075931.749183:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948085376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075931.749195:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075931.749200:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075931.749204:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948085376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075931.749215:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075931.749220:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075931.749224:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075931.749227:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075931.749229:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075931.749231:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075931.749234:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2623
00000400:00000200:1.0:1769075931.749239:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075931.749241:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075931.749246:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075931.749250:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075931.749253:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075931.749259:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075931.749264:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075931.749268:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075931.749270:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075931.749273:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075931.749276:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075931.749280:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075931.749285:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075931.749291:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075931.749295:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075931.749299:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075931.749304:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075931.749306:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075931.749307:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075931.749310:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075931.749312:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075931.749316:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075931.749318:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075931.749319:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075931.749321:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075931.749324:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075931.749326:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075931.749330:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769075931.749333:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075931.749336:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075931.749338:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075931.749341:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075931.749343:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075931.749345:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075931.749350:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:1.0:1769075931.749353:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075931.749361:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948085504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075931.749380:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075931.749392:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075931.749396:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948085504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075931.749415:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075931.749419:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075931.749423:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075931.749424:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075931.749426:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075931.749430:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075931.749432:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2623
00000400:00000200:1.0:1769075931.749440:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075931.749447:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075931.749450:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1769075931.749453:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769075931.749456:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000200:0.1:1769075931.749458:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1769075931.749459:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075931.749464:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075931.749468:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075931.749472:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075931.749474:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075931.749477:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075931.749478:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075931.749480:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075931.749483:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075931.749486:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075931.749487:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075931.749488:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075931.749489:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075931.749493:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075931.749498:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075931.749503:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075931.749505:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075931.749508:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075931.749514:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075931.749517:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075931.749519:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075931.749523:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075931.749544:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075931.749550:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075931.749552:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075931.749557:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075931.749559:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075931.749564:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075931.749566:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075931.749569:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075931.749575:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769075931.749581:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075931.749588:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948085632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075931.749598:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075931.749602:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075931.749606:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948085632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075931.749615:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075931.749618:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075931.749623:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075931.749625:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075931.749626:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075931.749628:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075931.749633:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2623
00000400:00000200:1.0:1769075931.749639:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075931.749643:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075931.749648:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075931.749652:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075931.749655:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075931.749659:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075931.749664:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075931.749667:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075931.749670:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075931.749672:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075931.749673:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075931.749675:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075931.749677:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075931.749682:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075931.749686:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075931.749689:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075931.749693:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075931.749697:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075931.749702:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075931.749705:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075931.749709:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075931.749714:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075931.749718:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075931.749719:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075931.749723:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075931.749728:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075931.749731:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075931.749770:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769075931.749773:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075931.749777:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075931.749779:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075931.749782:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075931.749785:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075931.749787:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075931.749792:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769075931.749798:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075931.749803:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948085760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075931.749813:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075931.749817:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075931.749826:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948085760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075931.749853:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075931.749861:0:11591:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2633)
00000800:00000200:0.1:1769075931.750070:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075931.750073:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075931.750322:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075931.750325:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075931.750537:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075931.750540:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075931.750820:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075931.750823:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769075932.068902:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075932.068906:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075932.068911:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769075933.092816:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297297167, at 4297297216
00000100:00000010:1.0:1769075933.092831:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470b40.
00000020:00000001:3.0:1769075934.116858:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075934.116862:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075934.116865:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075935.140900:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075935.140903:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075935.140907:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075936.164894:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075936.164899:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075936.164903:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769075936.868873:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075936.868879:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075936.868881:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075936.868884:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075936.868887:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075936.868892:0:11591:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2628
00000400:00000200:1.0:1769075936.868899:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075936.868904:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075936.868907:0:11591:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075936.868909:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075936.868912:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075936.868914:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075936.868915:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075936.868918:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075936.868920:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075936.868922:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075936.868923:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075936.868925:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075936.868926:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075936.868928:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075936.868930:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075936.868931:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075936.868932:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075936.868935:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075936.868937:0:11591:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075936.868939:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075936.868941:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075936.868944:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075936.868946:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075936.868948:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075936.868949:0:11591:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075936.868957:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769075936.868960:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075936.868963:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075936.868964:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075936.868966:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075936.868969:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075936.868972:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075936.868978:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769075936.868984:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075936.868991:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948085888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075936.868999:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075936.869002:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075936.869005:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948085888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075936.869024:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075936.869026:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075936.869028:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075936.869029:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075936.869030:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075936.869033:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075936.869034:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2628
00000400:00000200:1.0:1769075936.869037:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075936.869039:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075936.869041:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075936.869043:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075936.869045:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075936.869046:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075936.869049:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075936.869051:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075936.869052:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075936.869054:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075936.869055:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075936.869057:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075936.869061:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075936.869065:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075936.869068:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075936.869074:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075936.869076:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075936.869081:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075936.869085:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075936.869090:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075936.869094:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075936.869099:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075936.869103:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075936.869106:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075936.869111:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075936.869116:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075936.869121:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075936.869128:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769075936.869131:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075936.869136:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075936.869137:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075936.869139:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075936.869142:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075936.869145:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075936.869161:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769075936.869165:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075936.869172:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948086016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075936.869190:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075936.869195:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075936.869202:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948086016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075936.869228:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075936.869232:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075936.869237:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075936.869240:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075936.869243:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075936.869246:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075936.869251:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2628
00000400:00000200:1.0:1769075936.869255:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075936.869257:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075936.869258:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075936.869263:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075936.869267:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075936.869270:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075936.869275:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075936.869277:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075936.869280:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075936.869283:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075936.869284:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075936.869287:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075936.869291:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075936.869298:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075936.869301:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075936.869306:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075936.869311:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075936.869326:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075936.869329:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075936.869335:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075936.869338:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075936.869341:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075936.869344:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075936.869347:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075936.869350:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075936.869353:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075936.869355:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075936.869361:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075936.869365:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075936.869368:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075936.869370:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075936.869372:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075936.869374:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075936.869377:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075936.869389:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000010:1.0:1769075936.869391:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769075936.869396:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075936.869396:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000100:00100000:1.0:1769075936.869405:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948086144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075936.869416:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075936.869418:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075936.869425:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948086144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075936.869435:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075936.869452:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075936.869455:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075936.869456:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075936.869457:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075936.869459:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075936.869463:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2628
00000400:00000200:1.0:1769075936.869468:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075936.869474:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075936.869476:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075936.869482:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075936.869486:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075936.869489:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075936.869493:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075936.869495:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075936.869498:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075936.869500:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075936.869502:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075936.869506:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075936.869507:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075936.869510:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075936.869513:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075936.869517:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075936.869522:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075936.869525:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075936.869530:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075936.869533:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075936.869535:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075936.869538:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075936.869542:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075936.869545:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075936.869547:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075936.869551:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075936.869552:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075936.869556:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769075936.869559:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075936.869562:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075936.869565:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075936.869566:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075936.869567:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075936.869568:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075936.869571:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769075936.869577:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075936.869583:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948086272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075936.869597:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075936.869601:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075936.869608:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948086272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075936.869628:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075936.869631:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075936.869637:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075936.869641:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075936.869644:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075936.869647:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075936.869652:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2628
00000400:00000200:1.0:1769075936.869660:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075936.869665:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075936.869669:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075936.869674:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075936.869679:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075936.869683:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075936.869688:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075936.869691:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075936.869694:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075936.869698:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075936.869702:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075936.869706:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075936.869710:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075936.869717:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075936.869721:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075936.869724:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075936.869725:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075936.869727:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075936.869730:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075936.869758:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075936.869763:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075936.869767:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075936.869772:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075936.869776:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075936.869779:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075936.869782:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075936.869786:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075936.869791:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075936.869797:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075936.869802:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075936.869804:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075936.869807:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075936.869810:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075936.869812:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075936.869817:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769075936.869821:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075936.869829:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948086400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075936.869844:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075936.869846:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075936.869854:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948086400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075936.869882:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075936.869889:0:11591:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2638)
00000800:00000200:0.1:1769075936.870010:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075936.870012:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075936.870205:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075936.870207:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075936.870400:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075936.870415:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075936.870611:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075936.870613:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1769075938.212817:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297302287, at 4297302336
00000100:00000010:1.0:1769075938.212843:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470f00.
00000020:00000001:3.0:1769075938.212935:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075938.212942:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075938.212948:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075939.236909:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075939.236913:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075939.236915:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075940.260936:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075940.260941:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075940.260944:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075941.988908:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075941.988915:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075941.988918:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075941.988921:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075941.988924:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075941.988930:0:11591:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2633
00000400:00000200:3.0:1769075941.988948:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075941.988953:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075941.988956:0:11591:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075941.988958:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075941.988961:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075941.988962:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075941.988964:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075941.988967:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075941.988969:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075941.988971:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075941.988973:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075941.988974:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075941.988976:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075941.988978:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075941.988980:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075941.988981:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075941.988983:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075941.988985:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075941.988988:0:11591:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075941.988989:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075941.988991:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075941.988993:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075941.988995:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075941.988996:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075941.989008:0:11591:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075941.989016:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769075941.989019:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075941.989022:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075941.989023:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075941.989025:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075941.989027:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075941.989030:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075941.989036:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769075941.989041:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075941.989048:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948086528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075941.989056:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075941.989060:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075941.989063:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948086528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075941.989081:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075941.989083:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075941.989086:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075941.989087:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075941.989089:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075941.989091:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075941.989094:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2633
00000400:00000200:3.0:1769075941.989097:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075941.989100:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075941.989102:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075941.989105:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075941.989107:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075941.989111:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075941.989113:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075941.989118:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075941.989122:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075941.989124:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075941.989126:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075941.989128:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075941.989138:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075941.989145:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075941.989149:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075941.989153:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075941.989156:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075941.989159:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075941.989163:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075941.989167:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075941.989171:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075941.989176:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075941.989180:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075941.989185:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075941.989192:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075941.989199:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075941.989204:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075941.989210:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769075941.989217:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075941.989223:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075941.989227:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075941.989232:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075941.989243:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075941.989246:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075941.989255:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769075941.989262:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075941.989273:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948086656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075941.989293:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075941.989297:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075941.989304:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948086656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075941.989317:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075941.989322:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075941.989325:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075941.989329:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075941.989333:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075941.989347:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075941.989368:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2633
00000400:00000200:3.0:1769075941.989373:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075941.989375:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075941.989377:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075941.989382:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075941.989386:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075941.989390:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075941.989396:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075941.989400:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075941.989402:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075941.989405:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075941.989407:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075941.989410:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075941.989415:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075941.989422:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075941.989425:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075941.989429:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075941.989431:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075941.989433:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075941.989436:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075941.989439:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075941.989442:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075941.989446:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075941.989448:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075941.989452:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075941.989460:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075941.989464:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075941.989467:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075941.989470:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769075941.989476:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075941.989481:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075941.989483:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075941.989487:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.1:1769075941.989487:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:3.0:1769075941.989491:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1769075941.989492:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
02000000:00000001:3.0:1769075941.989494:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075941.989499:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769075941.989504:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075941.989511:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948086784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075941.989523:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075941.989527:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075941.989533:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948086784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075941.989545:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075941.989550:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075941.989554:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075941.989556:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075941.989560:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075941.989565:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075941.989570:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2633
00000400:00000200:3.0:1769075941.989578:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075941.989584:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075941.989588:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075941.989590:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075941.989592:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075941.989593:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075941.989595:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075941.989597:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075941.989600:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075941.989603:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075941.989605:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075941.989607:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075941.989609:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075941.989616:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075941.989621:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075941.989626:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075941.989631:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075941.989633:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075941.989636:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075941.989639:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075941.989641:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075941.989643:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075941.989647:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075941.989649:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075941.989652:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075941.989658:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075941.989660:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075941.989672:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000020:00000040:3.0:1769075941.989676:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075941.989678:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075941.989680:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075941.989683:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075941.989685:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075941.989686:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075941.989691:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769075941.989695:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075941.989702:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948086912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075941.989711:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075941.989714:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075941.989720:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948086912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075941.989774:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075941.989779:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075941.989786:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075941.989790:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075941.989794:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075941.989799:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075941.989805:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2633
00000400:00000200:3.0:1769075941.989812:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075941.989819:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075941.989823:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075941.989830:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075941.989835:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075941.989840:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075941.989843:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075941.989846:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075941.989849:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075941.989853:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075941.989855:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075941.989859:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075941.989863:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075941.989870:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075941.989875:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075941.989879:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075941.989882:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075941.989886:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075941.989893:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075941.989899:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075941.989904:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075941.989908:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075941.989911:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075941.989919:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075941.989922:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075941.989928:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075941.989933:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075941.989937:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769075941.989941:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075941.989946:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075941.989949:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075941.989954:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075941.989956:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075941.989959:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075941.989963:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769075941.989969:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075941.989977:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948087040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075941.989998:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075941.990003:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075941.990009:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948087040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075941.990019:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075941.990036:0:11591:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2643)
00000800:00000200:0.1:1769075941.990142:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075941.990145:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075941.990407:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075941.990409:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075941.990616:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075941.990618:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075941.990852:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075941.990854:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1769075942.308842:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075942.308845:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075942.308848:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769075943.332822:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297307407, at 4297307456
00000100:00000010:1.0:1769075943.332832:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470540.
00000020:00000001:3.0:1769075943.332871:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075943.332875:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075943.332880:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075944.356956:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075944.356966:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075944.356975:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075946.404936:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075946.404944:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075946.404950:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769075947.108850:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075947.108864:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075947.108869:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075947.108876:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075947.108883:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075947.108895:0:11591:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2638
00000400:00000200:1.0:1769075947.108907:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075947.108915:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075947.108919:0:11591:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075947.108923:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075947.108927:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075947.108931:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075947.108934:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075947.108940:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075947.108942:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075947.108946:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075947.108950:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075947.108952:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075947.108955:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075947.108958:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075947.108960:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075947.108961:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075947.108964:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075947.108967:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075947.108969:0:11591:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075947.108972:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075947.108975:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075947.108978:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075947.108980:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075947.108982:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075947.108984:0:11591:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075947.109014:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769075947.109019:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075947.109024:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075947.109026:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075947.109029:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075947.109032:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075947.109038:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075947.109047:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4ec00.
00000100:00000001:1.0:1769075947.109055:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075947.109064:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948087168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075947.109074:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075947.109079:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075947.109084:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948087168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075947.109124:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075947.109127:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075947.109130:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075947.109131:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075947.109132:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075947.109135:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075947.109138:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2638
00000400:00000200:1.0:1769075947.109141:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075947.109145:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075947.109147:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075947.109150:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075947.109152:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075947.109154:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075947.109157:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075947.109161:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075947.109162:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075947.109163:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075947.109168:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075947.109170:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075947.109173:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075947.109178:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075947.109180:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075947.109184:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075947.109203:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075947.109209:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075947.109214:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075947.109220:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075947.109224:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075947.109232:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075947.109237:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075947.109245:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075947.109252:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075947.109256:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075947.109258:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075947.109265:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075947.109286:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075947.109289:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075947.109293:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075947.109295:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075947.109297:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075947.109299:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075947.109323:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f800.
00000100:00000001:1.0:1769075947.109329:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075947.109337:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948087296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075947.109348:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075947.109351:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075947.109354:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948087296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075947.109367:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075947.109371:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075947.109375:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075947.109377:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075947.109378:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075947.109380:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075947.109385:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2638
00000400:00000200:1.0:1769075947.109389:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075947.109391:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075947.109396:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075947.109399:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075947.109403:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075947.109406:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075947.109409:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075947.109412:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075947.109414:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075947.109417:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075947.109420:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075947.109424:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075947.109427:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075947.109433:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075947.109437:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075947.109441:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075947.109445:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075947.109449:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075947.109451:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075947.109454:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075947.109456:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075947.109460:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075947.109462:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075947.109464:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075947.109465:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075947.109468:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075947.109471:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075947.109474:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769075947.109477:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075947.109480:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075947.109481:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075947.109484:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075947.109486:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075947.109489:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075947.109493:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
00000100:00000001:1.0:1769075947.109497:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075947.109504:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948087424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075947.109516:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075947.109518:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075947.109521:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948087424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075947.109536:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075947.109539:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075947.109542:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075947.109544:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075947.109546:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075947.109552:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075947.109558:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2638
00000400:00000200:1.0:1769075947.109564:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075947.109569:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075947.109571:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075947.109573:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075947.109577:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075947.109578:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075947.109580:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075947.109583:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075947.109586:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075947.109590:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075947.109592:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075947.109597:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075947.109600:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000800:00000200:0.1:1769075947.109602:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769075947.109605:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075947.109609:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1769075947.109609:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000100:00000040:1.0:1769075947.109611:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075947.109617:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075947.109620:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075947.109626:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075947.109629:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075947.109631:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075947.109634:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075947.109638:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075947.109641:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075947.109644:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075947.109646:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075947.109649:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075947.109655:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075947.109659:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075947.109663:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075947.109664:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075947.109668:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075947.109670:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075947.109672:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075947.109677:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769075947.109681:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075947.109687:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948087552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075947.109711:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075947.109713:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075947.109735:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948087552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075947.109741:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075947.109745:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075947.109747:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075947.109748:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075947.109749:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075947.109751:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075947.109753:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2638
00000400:00000200:1.0:1769075947.109756:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075947.109758:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075947.109759:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075947.109761:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075947.109829:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075947.109835:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075947.109840:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075947.109846:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075947.109849:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075947.109852:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075947.109854:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075947.109859:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075947.109880:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075947.109888:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075947.109891:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075947.109894:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075947.109898:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075947.109902:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075947.109906:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075947.109911:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075947.109914:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075947.109919:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075947.109924:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075947.109928:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075947.109932:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075947.109937:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075947.109942:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075947.109948:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769075947.109953:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075947.109958:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075947.109961:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075947.109965:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075947.109967:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075947.109971:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075947.109980:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769075947.109985:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075947.109994:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948087680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075947.110029:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075947.110034:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075947.110041:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948087680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075947.110060:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075947.110068:0:11591:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2648)
00000800:00000200:0.1:1769075947.110385:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075947.110387:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075947.110594:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075947.110596:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075947.110827:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075947.110830:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075947.111104:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075947.111107:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1769075947.428969:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075947.428991:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075947.428996:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769075948.452808:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297312528, at 4297312576
00000100:00000010:1.0:1769075948.452820:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470360.
00000020:00000001:3.0:1769075948.452888:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075948.452893:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075948.452897:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075950.500961:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075950.500968:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075950.500973:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075951.524885:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075951.524889:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075951.524892:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075952.228853:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075952.228859:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075952.228862:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075952.228867:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075952.228870:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075952.228876:0:11591:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2643
00000400:00000200:3.0:1769075952.228883:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075952.228889:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075952.228892:0:11591:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075952.228895:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075952.228898:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075952.228900:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075952.228902:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075952.228906:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075952.228907:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075952.228909:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075952.228911:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075952.228913:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075952.228915:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075952.228917:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075952.228919:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075952.228920:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075952.228922:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075952.228924:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075952.228926:0:11591:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075952.228928:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075952.228930:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075952.228932:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075952.228935:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075952.228936:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075952.228938:0:11591:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075952.228944:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3480.
00000020:00000040:3.0:1769075952.228946:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075952.228950:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075952.228952:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075952.228955:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075952.228957:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075952.228960:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075952.228967:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769075952.228972:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075952.228980:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3480 x1855007948087808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075952.228989:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075952.228992:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075952.228996:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb7685cc] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3480 x1855007948087808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075952.229015:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075952.229017:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075952.229020:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075952.229021:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075952.229023:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075952.229026:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075952.229028:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2643
00000400:00000200:3.0:1769075952.229031:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075952.229034:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075952.229037:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075952.229039:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075952.229042:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075952.229048:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075952.229053:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075952.229056:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075952.229058:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075952.229060:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075952.229062:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075952.229068:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075952.229073:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075952.229080:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075952.229083:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075952.229088:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075952.229091:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075952.229094:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075952.229100:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075952.229106:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075952.229110:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075952.229116:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075952.229120:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075952.229123:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075952.229128:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075952.229132:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075952.229138:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075952.229146:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769075952.229148:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075952.229152:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075952.229156:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075952.229157:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075952.229159:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075952.229161:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075952.229167:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769075952.229172:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075952.229177:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948087936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075952.229204:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075952.229207:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075952.229217:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948087936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075952.229246:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075952.229251:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075952.229255:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075952.229256:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075952.229258:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075952.229262:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075952.229266:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2643
00000400:00000200:3.0:1769075952.229273:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075952.229279:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075952.229283:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075952.229289:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075952.229294:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075952.229301:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075952.229308:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075952.229313:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075952.229316:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075952.229320:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075952.229324:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075952.229325:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075952.229327:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075952.229334:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075952.229338:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075952.229344:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075952.229347:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075952.229352:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075952.229359:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075952.229361:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075952.229365:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075952.229368:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075952.229373:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075952.229376:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:0.1:1769075952.229377:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000008:00100000:3.0:1769075952.229379:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075952.229383:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075952.229385:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075952.229388:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769075952.229391:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075952.229393:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075952.229394:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075952.229395:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075952.229397:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075952.229399:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075952.229405:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769075952.229411:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075952.229420:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948088064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075952.229430:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075952.229432:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075952.229438:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948088064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075952.229449:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075952.229453:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075952.229457:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075952.229462:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075952.229465:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075952.229468:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075952.229473:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2643
00000400:00000200:3.0:1769075952.229477:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075952.229482:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075952.229486:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075952.229493:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075952.229498:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075952.229503:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075952.229509:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075952.229514:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075952.229516:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075952.229519:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075952.229522:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075952.229526:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075952.229530:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075952.229535:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075952.229538:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075952.229543:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075952.229548:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075952.229553:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075952.229560:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075952.229564:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075952.229565:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075952.229570:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075952.229574:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075952.229578:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075952.229582:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075952.229586:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075952.229589:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075952.229596:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000020:00000040:3.0:1769075952.229601:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075952.229608:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075952.229610:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075952.229614:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075952.229617:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075952.229620:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075952.229625:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769075952.229631:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075952.229641:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948088192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075952.229656:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075952.229660:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075952.229667:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948088192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075952.229692:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075952.229697:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075952.229703:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075952.229705:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075952.229707:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075952.229713:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075952.229718:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2643
00000400:00000200:3.0:1769075952.229723:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075952.229728:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075952.229730:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075952.229781:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000200:0.1:1769075952.229781:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769075952.229786:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075952.229809:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075952.229813:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075952.229818:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075952.229822:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075952.229826:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075952.229831:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075952.229836:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075952.229842:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075952.229851:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075952.229872:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075952.229880:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075952.229886:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075952.229893:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075952.229902:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075952.229909:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075952.229913:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075952.229917:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075952.229921:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075952.229924:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075952.229930:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075952.229935:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075952.229941:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075952.229950:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769075952.229957:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075952.229963:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075952.229967:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075952.229971:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075952.229975:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075952.229979:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075952.229988:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769075952.229998:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075952.230010:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948088320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075952.230029:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075952.230034:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075952.230046:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948088320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075952.230064:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075952.230072:0:11591:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2654)
00000800:00000200:0.1:1769075952.230139:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075952.230345:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075952.230500:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:3.0:1769075952.548857:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075952.548861:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075952.548864:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769075953.572812:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297317647, at 4297317696
00000100:00000010:1.0:1769075953.572826:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470900.
00000020:00000001:3.0:1769075954.596920:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075954.596925:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075954.596930:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1769075955.301123:0:2421:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.128:988
00000400:00000100:1.0:1769075955.301203:0:2421:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.128@tcp at host 192.168.204.128 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769075955.301216:0:2421:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075955.301222:0:2421:0:(router.c:1755:lnet_notify()) 192.168.204.28@tcp notifying 192.168.204.128@tcp: down
00000400:00000200:1.0:1769075955.301227:0:2421:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075955.301233:0:2421:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769075955.301243:0:2421:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769075955.301250:0:2421:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38700.
00000400:00000200:1.0:1769075955.301259:0:2421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769075955.301267:0:2421:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769075955.301277:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1770
00000400:00000010:1.0:1769075955.301282:0:2421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1770.
00000100:00000001:1.0:1769075955.301290:0:2421:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769075955.301306:0:2421:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58078e3480 x1855007948087808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075955.301354:0:2421:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769075955.301364:0:2421:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e3480 x1855007948087808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075955.301389:0:2421:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075955.301393:0:2421:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769075955.301410:0:2421:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769075955.301417:0:2421:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38e00.
00000400:00000200:1.0:1769075955.301424:0:2421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769075955.301435:0:2421:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769075955.301443:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:1.0:1769075955.301452:0:2421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:1.0:1769075955.301466:0:2421:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769075955.301483:0:2421:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58078e0380 x1855007948087936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075955.301522:0:2421:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769075955.301538:0:2421:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0380 x1855007948087936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075955.301564:0:2421:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075955.301574:0:2421:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769075955.301596:0:2421:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769075955.301621:0:2421:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38a00.
00000400:00000200:1.0:1769075955.301632:0:2421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769075955.301679:0:2421:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769075955.301694:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1a18
00000400:00000010:1.0:1769075955.301703:0:2421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1a18.
00000100:00000001:1.0:1769075955.301715:0:2421:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769075955.301817:0:2421:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58078e1500 x1855007948088064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075955.301854:0:2421:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769075955.301873:0:2421:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1500 x1855007948088064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075955.301900:0:2421:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075955.301909:0:2421:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769075955.301929:0:2421:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769075955.301940:0:2421:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38900.
00000400:00000200:1.0:1769075955.301950:0:2421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769075955.301968:0:2421:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769075955.301981:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1660
00000400:00000010:1.0:1769075955.301988:0:2421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1660.
00000100:00000001:1.0:1769075955.301997:0:2421:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769075955.302014:0:2421:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58078e2a00 x1855007948088192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075955.302044:0:2421:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769075955.302059:0:2421:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e2a00 x1855007948088192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075955.302115:0:2421:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075955.302123:0:2421:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769075955.302174:0:2421:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769075955.302184:0:2421:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:1.0:1769075955.302205:0:2421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769075955.302221:0:2421:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769075955.302232:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e15d8
00000400:00000010:1.0:1769075955.302243:0:2421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e15d8.
00000100:00000001:1.0:1769075955.302259:0:2421:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769075955.302276:0:2421:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58078e0e00 x1855007948088320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075955.302317:0:2421:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769075955.302335:0:2421:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0e00 x1855007948088320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075955.302383:0:2421:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075955.302392:0:2421:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1769075955.620979:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075955.620987:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075955.620993:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075956.644951:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075956.644956:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075956.644959:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075957.348909:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075957.348931:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075957.348938:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075957.348946:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075957.348954:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075957.348964:0:11591:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2649
00000400:00000200:3.0:1769075957.348977:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075957.348986:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075957.349020:0:11591:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075957.349026:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075957.349032:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075957.349036:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075957.349040:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075957.349047:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075957.349050:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075957.349054:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075957.349057:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075957.349061:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075957.349064:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075957.349068:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075957.349070:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075957.349088:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075957.349117:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075957.349123:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075957.349127:0:11591:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075957.349146:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075957.349150:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075957.349166:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075957.349168:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075957.349171:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075957.349173:0:11591:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075957.349179:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769075957.349183:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075957.349187:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075957.349188:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075957.349192:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075957.349196:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075957.349201:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075957.349212:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769075957.349232:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075957.349243:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948088448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075957.349258:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075957.349264:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075957.349270:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948088448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075957.349318:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075957.349323:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075957.349328:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075957.349331:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075957.349334:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075957.349339:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075957.349345:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2649
00000400:00000200:3.0:1769075957.349370:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075957.349382:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075957.349414:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075957.349431:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075957.349446:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075957.349459:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075957.349468:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075957.349472:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075957.349476:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075957.349486:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075957.349493:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075957.349504:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075957.349515:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075957.349530:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075957.349538:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075957.349548:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075957.349561:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075957.349567:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075957.349576:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075957.349590:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075957.349600:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075957.349613:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075957.349624:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075957.349627:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075957.349643:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075957.349655:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075957.349665:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075957.349683:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769075957.349705:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075957.349709:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075957.349711:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075957.349713:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075957.349721:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075957.349728:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075957.349738:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769075957.349744:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075957.349820:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948088576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075957.349854:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075957.349864:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075957.349880:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948088576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1769075957.349994:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075957.350000:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1769075957.350666:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075957.350671:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075957.350676:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075957.350678:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075957.350680:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075957.350685:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075957.350691:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2649
00000400:00000200:3.0:1769075957.350698:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075957.350704:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075957.350707:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075957.350711:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075957.350713:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075957.350716:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075957.350719:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075957.350724:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075957.350726:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075957.350729:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075957.350731:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075957.350761:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075957.350764:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075957.350769:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075957.350772:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075957.350774:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075957.350777:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075957.350780:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075957.350784:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075957.350788:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075957.350790:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075957.350796:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075957.350799:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075957.350802:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075957.350806:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075957.350811:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075957.350814:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075957.350821:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769075957.350826:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075957.350830:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075957.350833:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075957.350837:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075957.350845:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075957.350855:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075957.350867:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769075957.350877:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075957.350893:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948088704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075957.350921:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075957.350930:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075957.350947:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948088704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075957.350974:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075957.350986:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075957.351002:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075957.351007:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075957.351012:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075957.351018:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075957.351027:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2649
00000400:00000200:3.0:1769075957.351047:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075957.351059:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075957.351068:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075957.351110:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075957.351122:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075957.351132:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075957.351140:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075957.351150:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075957.351154:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075957.351160:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075957.351168:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075957.351181:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075957.351193:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075957.351215:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075957.351226:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075957.351243:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075957.351262:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075957.351271:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075957.351284:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075957.351290:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075957.351303:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075957.351310:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.1:1769075957.351311:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:3.0:1769075957.351326:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075957.351326:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1769075957.351341:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075957.351348:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075957.351358:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075957.351361:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075957.351381:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769075957.351403:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075957.351430:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075957.351434:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075957.351443:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075957.351448:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075957.351457:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075957.351473:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769075957.351485:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075957.351509:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948088832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075957.351562:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075957.351568:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075957.351581:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948088832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075957.351635:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075957.351644:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075957.351665:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075957.351671:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075957.351676:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075957.351682:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075957.351692:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2649
00000400:00000200:3.0:1769075957.351705:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075957.351714:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075957.351718:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075957.351725:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075957.351730:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075957.351732:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075957.351735:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075957.351739:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075957.351742:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075957.351744:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075957.351746:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075957.351750:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075957.351753:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075957.351757:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075957.351794:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075957.351804:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075957.351830:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075957.351837:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075957.351848:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075957.351859:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075957.351867:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075957.351875:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075957.351889:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075957.351896:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075957.351909:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075957.351917:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075957.351931:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075957.351941:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769075957.351946:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075957.351958:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075957.351965:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075957.351969:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075957.351974:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075957.351979:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075957.351987:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769075957.351998:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075957.352015:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948088960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075957.352049:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075957.352053:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075957.352060:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948088960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075957.352115:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075957.352129:0:11591:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2659)
00000800:00000200:0.1:1769075957.352251:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075957.352254:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075957.352530:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075957.352532:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075957.353050:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075957.353054:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1769075958.692885:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297322768, at 4297322816
00000100:00000010:1.0:1769075958.692916:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470c60.
00000020:00000001:3.0:1769075958.692997:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075958.693002:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075958.693006:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075959.716954:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075959.716960:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075959.716982:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075960.741018:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075960.741023:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075960.741027:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075962.469584:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075962.469591:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075962.470438:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075962.470440:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075962.470659:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075962.470661:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075962.470895:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075962.470897:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075962.471365:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075962.471367:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1769075962.788976:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075962.788982:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075962.788986:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769075963.812927:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297327888, at 4297327936
00000100:00000010:1.0:1769075963.812944:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227de0.
00000020:00000001:3.0:1769075963.813036:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075963.813048:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075963.813057:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075964.837000:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075964.837034:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075964.837039:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075966.884982:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075966.884997:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075966.885002:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075967.588920:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075967.588957:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075967.588984:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075967.588995:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075967.589003:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075967.589015:0:11591:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2659
00000400:00000200:3.0:1769075967.589028:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075967.589037:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075967.589042:0:11591:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075967.589047:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075967.589050:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075967.589053:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075967.589055:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075967.589060:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075967.589079:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075967.589083:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075967.589086:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075967.589089:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075967.589093:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075967.589097:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075967.589099:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075967.589102:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075967.589105:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075967.589109:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075967.589113:0:11591:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075967.589116:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075967.589120:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075967.589124:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075967.589127:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075967.589130:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075967.589132:0:11591:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075967.589142:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769075967.589148:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075967.589155:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075967.589158:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075967.589164:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075967.589168:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075967.589176:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075967.589205:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769075967.589214:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075967.589228:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948089728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075967.589243:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075967.589249:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075967.589255:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948089728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075967.589286:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075967.589291:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075967.589296:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075967.589298:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075967.589301:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075967.589306:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075967.589310:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2659
00000400:00000200:3.0:1769075967.589317:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075967.589322:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075967.589327:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075967.589332:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075967.589335:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075967.589338:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075967.589342:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075967.589347:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075967.589350:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075967.589352:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075967.589355:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075967.589357:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075967.589360:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075967.589364:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075967.589371:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075967.589378:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075967.589383:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075967.589390:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075967.589397:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075967.589405:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075967.589411:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075967.589420:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075967.589429:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075967.589435:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075967.589441:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075967.589449:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075967.589455:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075967.589464:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769075967.589471:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075967.589495:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075967.589501:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075967.589507:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075967.589526:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075967.589532:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075967.589543:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769075967.589549:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075967.589563:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948089856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075967.589584:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075967.589589:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075967.589604:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948089856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075967.589642:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075967.589648:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075967.589653:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075967.589659:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075967.589664:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075967.589672:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075967.589678:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2659
00000400:00000200:3.0:1769075967.589706:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075967.589712:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075967.589716:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075967.589725:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075967.589781:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075967.589787:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075967.589791:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075967.589808:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075967.589811:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075967.589815:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075967.589821:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075967.589830:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075967.589834:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075967.589845:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075967.589851:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075967.589859:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075967.589865:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075967.589872:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075967.589883:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075967.589892:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075967.589899:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075967.589908:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075967.589920:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075967.589981:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075967.589985:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075967.589993:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075967.589997:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075967.590008:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769075967.590017:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075967.590026:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075967.590031:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075967.590037:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075967.590043:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075967.590049:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075967.590050:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075967.590058:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
02000000:00000010:3.0:1769075967.590062:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769075967.590092:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075967.590107:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948089984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075967.590131:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075967.590137:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075967.590149:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948089984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075967.590173:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075967.590183:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075967.590209:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075967.590211:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075967.590217:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075967.590222:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075967.590231:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2659
00000400:00000200:3.0:1769075967.590246:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075967.590256:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075967.590259:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075967.590267:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075967.590274:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075967.590282:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075967.590290:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075967.590294:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075967.590306:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075967.590312:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075967.590315:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075967.590318:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075967.590321:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075967.590328:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075967.590331:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075967.590338:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075967.590341:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075967.590348:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075967.590354:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075967.590359:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075967.590368:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075967.590374:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075967.590381:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075967.590386:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075967.590404:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075967.590411:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075967.590415:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075967.590423:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769075967.590428:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075967.590434:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075967.590439:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075967.590444:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075967.590448:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075967.590450:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075967.590458:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769075967.590472:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075967.590504:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948090112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075967.590525:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075967.590537:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075967.590548:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948090112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075967.590587:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075967.590595:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075967.590605:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075967.590609:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075967.590615:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075967.590623:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075967.590648:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2659
00000400:00000200:3.0:1769075967.590658:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075967.590665:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075967.590670:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075967.590678:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075967.590683:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075967.590691:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075967.590700:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075967.590706:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075967.590709:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075967.590713:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075967.590717:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075967.590723:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075967.590729:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075967.590739:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075967.590744:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075967.590752:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075967.590756:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075967.590763:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075967.590769:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075967.590795:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075967.590801:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075967.590808:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075967.590811:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075967.590813:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075967.590815:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075967.590819:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075967.590822:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075967.590858:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769075967.590867:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075967.590876:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075967.590882:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075967.590889:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075967.590892:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075967.590898:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075967.590907:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769075967.590943:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075967.590978:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948090240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075967.591005:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075967.591013:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075967.591029:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948090240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075967.591079:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075967.591091:0:11591:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2669)
00000800:00000200:2.1:1769075967.591241:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075967.591243:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075967.591561:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075967.591564:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075967.591973:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075967.591976:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075967.592429:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075967.592432:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1769075967.909042:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075967.909048:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075967.909053:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769075968.932932:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297333008, at 4297333056
00000100:00000010:1.0:1769075968.932971:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227780.
00000020:00000001:3.0:1769075968.933079:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075968.933085:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075968.933090:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075970.981016:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075970.981022:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075970.981027:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075972.004920:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075972.004927:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075972.004932:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075972.710128:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075972.710138:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075972.711206:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075972.711210:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075972.711590:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075972.711596:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075972.712069:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075972.712073:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075972.712425:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075972.712428:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1769075973.029017:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075973.029024:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075973.029029:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769075974.052876:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297338128, at 4297338176
00000100:00000010:1.0:1769075974.052895:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227840.
00000020:00000001:3.0:1769075975.076999:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075975.077006:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075975.077010:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075976.101001:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075976.101007:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075976.101012:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075977.125002:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075977.125010:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075977.125018:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769075977.828907:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075977.828921:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075977.828928:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075977.828933:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075977.828942:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075977.828958:0:11591:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2669
00000400:00000200:1.0:1769075977.828973:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075977.828983:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075977.828988:0:11591:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075977.828992:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075977.828997:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075977.829001:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075977.829004:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075977.829010:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075977.829013:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075977.829017:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075977.829020:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075977.829023:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075977.829026:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075977.829031:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075977.829033:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075977.829036:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075977.829039:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075977.829043:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075977.829047:0:11591:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075977.829050:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075977.829053:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075977.829057:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075977.829060:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075977.829063:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075977.829068:0:11591:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075977.829082:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769075977.829089:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075977.829096:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075977.829099:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075977.829104:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075977.829108:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075977.829114:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075977.829127:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769075977.829139:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075977.829155:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948091008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075977.829176:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075977.829184:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075977.829193:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948091008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075977.829225:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075977.829230:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075977.829235:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075977.829237:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075977.829240:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075977.829244:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075977.829247:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2669
00000400:00000200:1.0:1769075977.829253:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075977.829258:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075977.829262:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075977.829266:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075977.829270:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075977.829274:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075977.829277:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075977.829281:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075977.829285:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075977.829303:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075977.829311:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075977.829321:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075977.829331:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075977.829346:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075977.829354:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075977.829362:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075977.829369:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075977.829379:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075977.829387:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075977.829393:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075977.829398:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075977.829407:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075977.829416:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075977.829419:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075977.829428:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075977.829432:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075977.829439:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075977.829447:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769075977.829456:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075977.829471:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075977.829477:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075977.829487:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075977.829490:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075977.829493:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075977.829508:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769075977.829518:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075977.829533:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948091136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075977.829556:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075977.829562:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075977.829579:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948091136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075977.829625:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075977.829639:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075977.829655:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075977.829662:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075977.829669:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075977.829683:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075977.829697:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2669
00000400:00000200:1.0:1769075977.829713:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075977.829727:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075977.829820:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075977.829832:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075977.829843:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075977.829851:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075977.829856:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075977.829862:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075977.829866:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075977.829873:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075977.829876:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769075977.829880:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769075977.829890:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075977.829896:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075977.829899:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075977.829908:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075977.829912:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075977.829921:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075977.829926:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075977.829934:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075977.829940:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075977.829946:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075977.829951:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075977.829954:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075977.829957:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075977.829960:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075977.829963:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075977.829968:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000010:1.0:1769075977.829970:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075977.829976:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075977.829979:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075977.829983:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075977.829989:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1769075977.829991:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
02000000:00000001:1.0:1769075977.829993:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075977.829999:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075977.830008:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769075977.830017:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075977.830032:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948091264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075977.830056:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075977.830063:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075977.830080:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948091264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075977.830149:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075977.830161:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075977.830181:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075977.830188:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075977.830196:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075977.830205:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075977.830211:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2669
00000400:00000200:1.0:1769075977.830222:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075977.830234:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075977.830245:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075977.830252:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075977.830261:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075977.830264:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075977.830267:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075977.830271:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075977.830277:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075977.830281:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075977.830284:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075977.830287:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075977.830291:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075977.830302:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075977.830306:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075977.830315:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075977.830319:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075977.830329:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075977.830337:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075977.830344:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075977.830350:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075977.830359:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075977.830365:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075977.830370:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075977.830374:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075977.830384:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075977.830391:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075977.830402:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769075977.830410:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075977.830418:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075977.830420:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075977.830423:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075977.830432:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075977.830441:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075977.830448:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:1.0:1769075977.830457:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075977.830472:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948091392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075977.830491:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075977.830500:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075977.830517:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948091392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075977.830547:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075977.830555:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075977.830567:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075977.830577:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075977.830586:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075977.830602:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075977.830617:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2669
00000400:00000200:1.0:1769075977.830640:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075977.830660:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075977.830674:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075977.830690:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075977.830701:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075977.830711:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075977.830722:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075977.830782:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075977.830785:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075977.830789:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075977.830792:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075977.830795:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075977.830803:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075977.830815:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075977.830820:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075977.830830:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075977.830838:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075977.830848:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075977.830853:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075977.830866:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075977.830874:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075977.830879:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075977.830885:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075977.830894:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075977.830898:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075977.830908:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075977.830916:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075977.830926:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075977.830934:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075977.830942:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075977.830947:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075977.830952:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075977.830955:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075977.830962:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075977.830969:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:1.0:1769075977.830977:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075977.830991:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948091520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075977.831018:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075977.831024:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075977.831035:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948091520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075977.831063:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075977.831072:0:11591:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2679)
00000800:00000200:2.1:1769075977.831318:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075977.831322:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075977.831832:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075977.831837:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075977.832318:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075977.832322:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075977.832805:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075977.832810:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000100:00000040:1.0:1769075979.172902:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297343248, at 4297343296
00000100:00000010:1.0:1769075979.172921:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2275a0.
00000020:00000001:3.0:1769075979.172987:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075979.172994:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075979.173000:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075980.196924:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075980.196930:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075980.196936:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075981.220894:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075981.220900:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075981.220905:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075982.948858:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075982.948865:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075982.948868:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075982.948871:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075982.948874:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075982.948880:0:11591:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2674
00000400:00000200:3.0:1769075982.948888:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075982.948894:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075982.948897:0:11591:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075982.948900:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075982.948903:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075982.948907:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075982.948908:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075982.948912:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075982.948914:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769075982.948916:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075982.948919:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769075982.948920:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769075982.948922:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769075982.948924:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075982.948925:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075982.948927:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075982.948928:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075982.948930:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769075982.948933:0:11591:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075982.948935:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075982.948937:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075982.948939:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075982.948941:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075982.948943:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075982.948944:0:11591:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075982.948951:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769075982.948954:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769075982.948957:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075982.948958:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075982.948960:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075982.948962:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075982.948966:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075982.948972:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769075982.948978:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075982.948985:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948091648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075982.949014:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075982.949020:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075982.949026:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948091648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075982.949064:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075982.949069:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075982.949074:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075982.949076:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075982.949079:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075982.949082:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075982.949086:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2674
00000400:00000200:3.0:1769075982.949091:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075982.949096:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075982.949100:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075982.949105:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075982.949108:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075982.949112:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075982.949114:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075982.949118:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075982.949119:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769075982.949121:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075982.949124:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769075982.949127:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769075982.949136:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769075982.949145:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075982.949150:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075982.949157:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075982.949185:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075982.949193:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769075982.949203:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075982.949229:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075982.949233:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075982.949243:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075982.949249:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075982.949257:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075982.949262:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075982.949292:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075982.949296:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075982.949302:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769075982.949307:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075982.949312:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075982.949313:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075982.949315:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075982.949320:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075982.949322:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075982.949332:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769075982.949338:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075982.949346:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948091776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075982.949359:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075982.949381:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075982.949391:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948091776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075982.949410:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075982.949415:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075982.949425:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075982.949430:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075982.949437:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075982.949441:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075982.949449:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2674
00000400:00000200:3.0:1769075982.949455:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075982.949459:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075982.949462:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075982.949467:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075982.949476:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075982.949484:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075982.949492:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075982.949498:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075982.949504:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769075982.949509:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075982.949512:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769075982.949518:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769075982.949542:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769075982.949548:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075982.949552:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075982.949557:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075982.949561:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075982.949563:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769075982.949568:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075982.949572:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075982.949575:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075982.949578:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075982.949581:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075982.949585:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075982.949587:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075982.949591:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075982.949593:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075982.949616:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769075982.949624:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769075982.949637:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075982.949645:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075982.949656:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075982.949663:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075982.949689:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075982.949704:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769075982.949732:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075982.949774:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948091904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075982.949784:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075982.949788:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075982.949797:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948091904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075982.949810:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075982.949810:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075982.949817:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000100:00080000:3.0:1769075982.949818:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075982.949824:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075982.949829:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075982.949833:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075982.949837:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075982.949841:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2674
00000400:00000200:3.0:1769075982.949849:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075982.949855:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075982.949858:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075982.949863:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075982.949867:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075982.949872:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075982.949877:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075982.949880:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075982.949883:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769075982.949887:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075982.949890:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769075982.949893:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769075982.949897:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769075982.949904:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075982.949910:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075982.949914:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075982.949918:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075982.949923:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769075982.949927:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075982.949929:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075982.949934:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075982.949938:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075982.949945:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075982.949948:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075982.949951:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075982.949954:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075982.949959:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075982.949963:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769075982.949964:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769075982.949966:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075982.949967:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075982.949970:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075982.949973:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075982.949995:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075982.950005:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769075982.950015:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075982.950035:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948092032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075982.950071:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075982.950082:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075982.950103:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948092032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075982.950131:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075982.950139:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075982.950149:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075982.950155:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075982.950160:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075982.950192:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075982.950201:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2674
00000400:00000200:3.0:1769075982.950215:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769075982.950231:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075982.950237:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075982.950249:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075982.950259:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075982.950266:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075982.950271:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769075982.950277:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075982.950279:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769075982.950285:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075982.950288:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769075982.950311:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769075982.950316:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769075982.950324:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075982.950329:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075982.950334:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769075982.950337:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769075982.950340:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769075982.950346:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769075982.950353:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075982.950358:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075982.950363:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075982.950370:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075982.950374:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075982.950379:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769075982.950405:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075982.950410:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075982.950419:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769075982.950427:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769075982.950437:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075982.950441:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075982.950448:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075982.950451:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075982.950457:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075982.950466:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769075982.950476:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075982.950494:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948092160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075982.950519:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075982.950542:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075982.950551:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948092160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075982.950565:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075982.950570:0:11591:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2684)
00000800:00000200:2.1:1769075982.950842:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075982.950845:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075982.951130:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075982.951133:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075982.951529:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075982.951532:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075982.951864:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075982.951866:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1769075983.269021:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075983.269028:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075983.269034:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769075984.292851:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297348368, at 4297348416
00000100:00000010:1.0:1769075984.292873:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d80.
00000020:00000001:3.0:1769075984.292940:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075984.292946:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075984.292950:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075985.316943:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075985.316950:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075985.316955:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075987.364977:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075987.364985:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075987.364992:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769075988.068897:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075988.068913:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075988.068932:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075988.068939:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075988.068946:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075988.068955:0:11591:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2679
00000400:00000200:1.0:1769075988.068967:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075988.068975:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075988.068980:0:11591:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075988.068985:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075988.068988:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075988.068992:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075988.068995:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075988.069000:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075988.069002:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769075988.069006:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075988.069009:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769075988.069012:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769075988.069015:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769075988.069019:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075988.069022:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075988.069024:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075988.069027:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075988.069030:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769075988.069034:0:11591:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075988.069037:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075988.069041:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075988.069045:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075988.069048:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075988.069052:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075988.069055:0:11591:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075988.069067:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769075988.069072:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769075988.069077:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075988.069079:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075988.069083:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075988.069086:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075988.069091:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075988.069101:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769075988.069109:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075988.069121:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948092288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075988.069135:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075988.069140:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075988.069146:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948092288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075988.069175:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075988.069179:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075988.069184:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075988.069186:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075988.069188:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075988.069193:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075988.069195:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2679
00000400:00000200:1.0:1769075988.069200:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075988.069204:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075988.069208:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075988.069212:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075988.069216:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075988.069220:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075988.069223:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075988.069227:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075988.069229:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769075988.069232:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075988.069235:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769075988.069238:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769075988.069242:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769075988.069252:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075988.069255:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075988.069264:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075988.069273:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075988.069277:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769075988.069286:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075988.069295:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075988.069302:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075988.069311:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075988.069321:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075988.069336:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075988.069343:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075988.069349:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075988.069356:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075988.069370:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769075988.069379:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075988.069386:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075988.069392:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075988.069399:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075988.069405:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075988.069411:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075988.069423:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:1.0:1769075988.069437:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075988.069461:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948092416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075988.069487:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075988.069501:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075988.069521:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948092416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075988.069561:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075988.069575:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075988.069612:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075988.069617:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075988.069623:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075988.069636:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075988.069647:0:11591:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2679
00000400:00000200:1.0:1769075988.069661:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075988.069675:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075988.069684:0:11591:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075988.069699:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075988.069709:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075988.069719:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075988.069808:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075988.069821:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075988.069828:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769075988.069842:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075988.069850:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000800:00000200:2.1:1769075988.069853:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:1.0:1769075988.069863:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000800:00000200:2.1:1769075988.069864:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000020:00000001:1.0:1769075988.069880:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769075988.069895:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075988.069901:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075988.069911:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075988.069918:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075988.069935:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769075988.069945:0:11591:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075988.069956:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075988.069960:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075988.069969:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075988.069976:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075988.069985:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075988.069992:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075988.070001:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075988.070005:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075988.070017:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769075988.070027:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769075988.070037:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075988.070042:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075988.070047:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075988.070052:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075988.070060:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075988.070068:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:1.0:1769075988.070080:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075988.070096:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948092544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075988.070117:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075988.070122:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075988.070133:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948092544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075988.070144:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075988.070148:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075988.070153:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769075988.070158:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075988.070163:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075988.070168:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075988.070178:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2679
00000400:00000200:1.0:1769075988.070192:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075988.070202:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075988.070215:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075988.070224:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075988.070230:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075988.070238:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075988.070241:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075988.070248:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075988.070252:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769075988.070258:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075988.070261:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769075988.070267:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769075988.070274:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769075988.070287:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075988.070293:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075988.070298:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075988.070306:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075988.070309:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769075988.070313:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075988.070322:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075988.070327:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075988.070330:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075988.070332:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075988.070336:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075988.070339:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075988.070347:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075988.070350:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075988.070358:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769075988.070366:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769075988.070370:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075988.070371:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075988.070373:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075988.070376:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075988.070378:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075988.070382:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769075988.070386:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075988.070392:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948092672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075988.070401:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075988.070404:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075988.070408:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948092672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075988.070419:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075988.070423:0:11591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075988.070447:0:11591:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769075988.070451:0:11591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075988.070454:0:11591:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075988.070467:0:11591:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075988.070471:0:11591:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2679
00000400:00000200:1.0:1769075988.070479:0:11591:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769075988.070486:0:11591:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075988.070490:0:11591:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075988.070496:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075988.070500:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075988.070505:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075988.070509:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769075988.070514:0:11591:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075988.070516:0:11591:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769075988.070520:0:11591:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075988.070523:0:11591:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769075988.070527:0:11591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769075988.070532:0:11591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769075988.070538:0:11591:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075988.070543:0:11591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075988.070547:0:11591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769075988.070551:0:11591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769075988.070556:0:11591:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769075988.070561:0:11591:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769075988.070566:0:11591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075988.070570:0:11591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075988.070576:0:11591:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075988.070604:0:11591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075988.070608:0:11591:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075988.070612:0:11591:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769075988.070617:0:11591:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075988.070621:0:11591:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075988.070629:0:11591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769075988.070634:0:11591:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769075988.070639:0:11591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075988.070642:0:11591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075988.070645:0:11591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075988.070648:0:11591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075988.070652:0:11591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075988.070660:0:11591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769075988.070667:0:11591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075988.070678:0:11591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948092800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075988.070693:0:11591:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075988.070697:0:11591:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075988.070706:0:11591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948092800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075988.070721:0:11591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075988.070765:0:11591:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2689)
00000800:00000200:2.1:1769075988.072091:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075988.072097:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769075988.072715:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075988.072718:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769075988.073261:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075988.073265:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769075988.073721:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075988.073725:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000020:00000001:3.0:1769075988.389016:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075988.389025:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075988.389032:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769075989.412934:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297353488, at 4297353536
00000100:00000010:1.0:1769075989.412959:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ba0.
00000020:00000001:3.0:1769075991.460931:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075991.460937:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075991.460958:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075992.484941:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075992.484948:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075992.484953:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769075993.190375:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075993.190394:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075993.192171:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075993.192174:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075993.192566:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075993.192569:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075993.192954:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075993.192958:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075993.193427:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769075993.193430:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1769075994.532877:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297358609, at 4297358656
00000100:00000010:1.0:1769075994.532909:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470ae0.
00000020:00000001:3.0:1769075995.556953:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075995.556960:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075995.556965:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075996.580930:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075996.580936:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075996.580942:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075998.310146:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075998.310164:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075998.311613:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075998.311616:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075998.312133:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075998.312137:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075998.312590:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075998.312593:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075998.313014:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769075998.313019:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1769075999.652876:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297363728, at 4297363776
00000100:00000010:1.0:1769075999.652900:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ba0.
00000020:00000001:3.0:1769075999.652976:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075999.652980:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075999.652983:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076000.677027:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076000.677033:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076000.677038:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076003.430049:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076003.430057:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076003.431232:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076003.431235:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076003.431637:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076003.431642:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076003.432176:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076003.432180:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076003.432569:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076003.432572:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769076003.748994:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076003.749000:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076003.749005:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076004.772945:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297368848, at 4297368896
00000100:00000010:1.0:1769076004.772972:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d20.
00000020:00000001:3.0:1769076004.772996:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076004.773003:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076004.773009:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076007.844980:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076007.844985:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076007.844989:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076008.548981:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076008.548997:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076008.549002:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076008.549009:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076008.549015:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076008.549027:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2700
00000400:00000200:1.0:1769076008.549042:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076008.549052:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076008.549057:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076008.549062:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076008.549067:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076008.549071:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076008.549075:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076008.549081:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076008.549084:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076008.549088:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076008.549092:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076008.549096:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076008.549127:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076008.549129:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076008.549131:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076008.549133:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076008.549135:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076008.549138:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076008.549141:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076008.549143:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076008.549146:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076008.549149:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076008.549152:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076008.549154:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076008.549155:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076008.549186:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076008.549191:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076008.549197:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076008.549199:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076008.549204:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076008.549207:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076008.549215:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076008.549227:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769076008.549265:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076008.549282:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948094848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076008.549298:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076008.549304:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076008.549311:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948094848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076008.549350:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076008.549355:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076008.549360:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076008.549362:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076008.549365:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076008.549369:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076008.549373:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2700
00000400:00000200:1.0:1769076008.549380:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076008.549385:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076008.549389:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076008.549410:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076008.549412:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076008.549414:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076008.549416:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076008.549418:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076008.549419:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076008.549420:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076008.549424:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076008.549428:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076008.549432:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076008.549436:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076008.549445:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076008.549447:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076008.549477:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076008.549485:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076008.549500:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076008.549515:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076008.549528:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076008.549543:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076008.549554:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076008.549567:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076008.549585:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076008.549621:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076008.549630:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076008.549665:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769076008.549673:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076008.549684:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076008.549688:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076008.549693:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076008.549696:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076008.549704:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076008.549711:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769076008.549738:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076008.549753:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948094976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076008.549766:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076008.549848:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076008.549891:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948094976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076008.549923:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076008.549954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076008.549970:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076008.549990:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076008.549996:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076008.550014:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076008.550025:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2700
00000400:00000200:1.0:1769076008.550048:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076008.550063:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076008.550073:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076008.550098:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076008.550102:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076008.550106:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076008.550113:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076008.550122:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076008.550124:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076008.550130:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076008.550136:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076008.550159:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076008.550172:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076008.550187:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000200:2.1:1769076008.550187:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769076008.550209:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769076008.550211:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000100:00000040:1.0:1769076008.550221:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076008.550277:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076008.550293:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076008.550301:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076008.550309:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076008.550311:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076008.550320:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076008.550347:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076008.550353:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076008.550362:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076008.550369:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076008.550375:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076008.550383:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076008.550390:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076008.550413:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076008.550415:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076008.550423:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076008.550426:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076008.550430:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076008.550443:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769076008.550450:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076008.550480:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948095104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076008.550525:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076008.550539:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076008.550571:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948095104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076008.550626:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076008.550644:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076008.550680:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076008.550683:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076008.550685:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076008.550690:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076008.550702:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2700
00000400:00000200:1.0:1769076008.550713:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076008.550725:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076008.550748:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076008.550757:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076008.550762:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076008.550771:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076008.550775:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076008.550780:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076008.550784:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076008.550787:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076008.550799:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076008.550847:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076008.550873:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076008.550887:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076008.550901:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076008.550911:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076008.550917:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076008.550950:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076008.550969:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076008.550977:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076008.550983:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076008.550993:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076008.551012:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076008.551022:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076008.551032:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076008.551046:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076008.551057:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076008.551066:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076008.551074:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076008.551102:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076008.551104:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076008.551107:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076008.551113:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076008.551117:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076008.551128:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769076008.551134:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076008.551148:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948095232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076008.551231:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076008.551278:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076008.551302:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948095232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076008.551355:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076008.551362:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076008.551379:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076008.551387:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076008.551392:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076008.551414:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076008.551423:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2700
00000400:00000200:1.0:1769076008.551440:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076008.551449:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076008.551452:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076008.551455:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076008.551482:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076008.551494:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076008.551515:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076008.551533:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076008.551545:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076008.551562:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076008.551578:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076008.551590:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076008.551607:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076008.551627:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076008.551647:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076008.551659:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076008.551690:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076008.551699:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076008.551712:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076008.551728:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076008.551751:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076008.551758:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076008.551762:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076008.551766:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076008.551770:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076008.551783:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076008.551790:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076008.551799:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076008.551814:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076008.551859:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076008.551880:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076008.551892:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076008.551903:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076008.551913:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076008.551925:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769076008.551960:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076008.551976:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948095360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076008.552070:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076008.552079:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076008.552105:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948095360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076008.552135:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076008.552147:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2710)
00000800:00000200:2.1:1769076008.552287:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076008.552290:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076008.552816:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076008.552819:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076008.553287:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076008.553290:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076008.553903:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076008.553907:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1769076008.868951:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076008.868957:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076008.868963:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076009.892916:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297373968, at 4297374016
00000100:00000010:1.0:1769076009.892936:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2275a0.
00000020:00000001:3.0:1769076011.940927:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076011.940932:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076011.940936:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076012.964948:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076012.964954:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076012.964959:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076013.669612:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076013.669621:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076013.670646:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076013.670648:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076013.671007:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076013.671009:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076013.671378:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076013.671389:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076013.671839:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076013.671842:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000100:00000040:1.0:1769076015.012881:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297379088, at 4297379136
00000100:00000010:1.0:1769076015.012896:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227840.
00000020:00000001:3.0:1769076016.037165:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076016.037172:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076016.037178:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076017.061147:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076017.061158:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076017.061167:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769076018.789724:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076018.790280:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076018.790525:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076018.790688:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076018.790949:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769076020.132830:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297384208, at 4297384256
00000100:00000010:1.0:1769076020.132845:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470e40.
00000020:00000001:3.0:1769076020.132924:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076020.132929:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076020.132954:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076021.157116:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076021.157123:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076021.157128:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1769076021.861228:0:2420:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.128:988
00000400:00000100:1.0:1769076021.861316:0:2420:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.128@tcp at host 192.168.204.128 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769076021.861337:0:2420:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076021.861346:0:2420:0:(router.c:1755:lnet_notify()) 192.168.204.28@tcp notifying 192.168.204.128@tcp: down
00000400:00000200:1.0:1769076021.861353:0:2420:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076021.861360:0:2420:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769076021.861369:0:2420:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769076021.861377:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:1.0:1769076021.861387:0:2420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076021.861396:0:2420:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076021.861421:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e16e8
00000400:00000010:1.0:1769076021.861426:0:2420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e16e8.
00000100:00000001:1.0:1769076021.861433:0:2420:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076021.861449:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c583a250380 x1855007948096128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076021.861500:0:2420:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076021.861511:0:2420:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250380 x1855007948096128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076021.861529:0:2420:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076021.861532:0:2420:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769076021.861560:0:2420:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769076021.861566:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38f00.
00000400:00000200:1.0:1769076021.861573:0:2420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076021.861583:0:2420:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076021.861593:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1e58
00000400:00000010:1.0:1769076021.861608:0:2420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1e58.
00000100:00000001:1.0:1769076021.861633:0:2420:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076021.861649:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c583a250a80 x1855007948096256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076021.861677:0:2420:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076021.861697:0:2420:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250a80 x1855007948096256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076021.861727:0:2420:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076021.861857:0:2420:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769076021.861883:0:2420:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769076021.861906:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38d00.
00000400:00000200:1.0:1769076021.861924:0:2420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076021.861950:0:2420:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076021.861968:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1990
00000400:00000010:1.0:1769076021.861982:0:2420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1990.
00000100:00000001:1.0:1769076021.861998:0:2420:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076021.862043:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c583a250700 x1855007948096384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076021.862110:0:2420:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076021.862124:0:2420:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250700 x1855007948096384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076021.862159:0:2420:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076021.862171:0:2420:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769076021.862196:0:2420:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769076021.862210:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38400.
00000400:00000200:1.0:1769076021.862225:0:2420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076021.862248:0:2420:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076021.862261:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:1.0:1769076021.862273:0:2420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:1.0:1769076021.862289:0:2420:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076021.862308:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c583a251500 x1855007948096512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076021.862359:0:2420:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076021.862375:0:2420:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a251500 x1855007948096512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076021.862402:0:2420:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076021.862415:0:2420:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769076021.862447:0:2420:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769076021.862459:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38200.
00000400:00000200:1.0:1769076021.862477:0:2420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076021.862501:0:2420:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076021.862672:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1220
00000400:00000010:1.0:1769076021.862683:0:2420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1220.
00000100:00000001:1.0:1769076021.862702:0:2420:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076021.862721:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c583a252d80 x1855007948096640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076021.862813:0:2420:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076021.862829:0:2420:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a252d80 x1855007948096640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076021.862866:0:2420:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076021.862880:0:2420:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076023.908970:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076023.909001:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076023.909007:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076023.909018:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076023.909026:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076023.909034:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076023.909041:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076023.909048:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076023.909057:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076023.910201:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076023.910213:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076023.911882:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076023.911887:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076023.912377:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076023.912382:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076023.912976:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076023.913002:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076023.913597:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076023.913601:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1769076024.228940:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076024.228947:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076024.228953:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076024.933202:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076024.933214:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076024.933218:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076024.933225:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076024.933231:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076024.933236:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076024.933240:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076024.933245:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076024.933249:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076025.252929:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297389328, at 4297389376
00000100:00000010:1.0:1769076025.252945:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470e40.
00000020:00000001:3.0:1769076025.253153:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076025.253159:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076025.253165:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076025.956898:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076025.956911:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076025.956913:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076025.956922:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076025.956927:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076025.956933:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076025.956937:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076025.956942:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076025.956970:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076026.980854:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076026.980867:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076026.980870:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076026.980878:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076026.980883:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076026.980889:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076026.980893:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076026.980897:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076026.980901:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076028.004848:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076028.004858:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076028.004863:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076028.004870:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076028.004876:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076028.004881:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076028.004885:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076028.004889:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076028.004893:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076028.325070:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076028.325078:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076028.325085:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076029.028877:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076029.028890:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076029.028929:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076029.028933:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076029.028938:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076029.028946:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2720
00000400:00000200:3.0:1769076029.028958:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769076029.028961:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000400:00000200:3.0:1769076029.028967:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076029.028976:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769076029.028978:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1769076029.028983:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076029.028987:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076029.028989:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076029.028996:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076029.029001:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00100000:1.0:1769076029.029005:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000020:00000001:3.0:1769076029.029007:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076029.029011:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076029.029018:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769076029.029020:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1769076029.029023:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076029.029031:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000001:1.0:1769076029.029036:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1769076029.029036:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000001:1.0:1769076029.029058:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1769076029.029058:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076029.029069:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769076029.029070:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076029.029073:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076029.029084:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:1.0:1769076029.029087:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769076029.029089:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076029.029101:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076029.029104:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076029.029109:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076029.029113:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076029.029116:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076029.029118:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076029.029121:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076029.029130:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000020:00000040:3.0:1769076029.029135:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076029.029140:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076029.029143:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076029.029146:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076029.029149:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076029.029154:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076029.029162:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769076029.029170:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076029.029180:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948097408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076029.029192:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076029.029197:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076029.029202:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948097408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076029.029249:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076029.029253:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076029.029257:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076029.029259:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076029.029261:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076029.029265:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076029.029267:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2720
00000400:00000200:3.0:1769076029.029271:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076029.029274:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076029.029277:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076029.029280:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076029.029282:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076029.029284:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076029.029286:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076029.029289:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076029.029291:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076029.029293:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076029.029295:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076029.029298:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076029.029302:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076029.029306:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076029.029308:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076029.029310:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076029.029313:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076029.029316:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076029.029325:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076029.029333:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076029.029338:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076029.029345:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076029.029353:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076029.029360:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076029.029367:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076029.029374:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076029.029379:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076029.029389:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3480.
00000020:00000040:3.0:1769076029.029393:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076029.029399:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076029.029403:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076029.029409:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076029.029412:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076029.029416:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076029.029425:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769076029.029433:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076029.029444:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3480 x1855007948097536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076029.029460:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076029.029467:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076029.029475:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb7685cc] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3480 x1855007948097536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076029.029497:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076029.029505:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076029.029513:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076029.029518:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076029.029521:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076029.029525:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076029.029532:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2720
00000400:00000200:3.0:1769076029.029539:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076029.029549:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076029.029558:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076029.029572:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076029.029582:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076029.029592:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076029.029602:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076029.029614:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076029.029621:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076029.029630:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076029.029635:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076029.029645:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076029.029654:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076029.029663:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076029.029666:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076029.029668:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076029.029670:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076029.029672:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076029.029680:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076029.029684:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076029.029686:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076029.029692:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076029.029699:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076029.029722:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076029.029727:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076029.029735:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076029.029742:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076029.029807:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769076029.029812:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076029.029837:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076029.029840:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076029.029847:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076029.029850:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076029.029853:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076029.029863:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769076029.029874:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076029.029889:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948097664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1769076029.029938:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769076029.029941:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076029.029946:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076029.029950:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1769076029.029956:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948097664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076029.029989:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076029.029995:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076029.030004:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076029.030008:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076029.030012:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076029.030019:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076029.030027:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2720
00000400:00000200:3.0:1769076029.030039:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076029.030047:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076029.030053:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076029.030060:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076029.030065:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076029.030072:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076029.030081:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076029.030090:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076029.030094:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076029.030100:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076029.030103:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076029.030109:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076029.030115:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076029.030126:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076029.030132:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076029.030139:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076029.030145:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076029.030149:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076029.030158:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076029.030164:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076029.030166:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076029.030170:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076029.030174:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076029.030179:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076029.030182:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076029.030190:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076029.030196:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076029.030202:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769076029.030209:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076029.030213:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076029.030214:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076029.030217:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076029.030219:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076029.030223:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076029.030232:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769076029.030236:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076029.030247:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948097792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076029.030262:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076029.030268:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076029.030279:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948097792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076029.030298:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076029.030302:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076029.030315:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076029.030319:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076029.030324:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076029.030330:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076029.030337:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2720
00000400:00000200:3.0:1769076029.030350:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076029.030377:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076029.030385:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076029.030389:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076029.030394:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076029.030400:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076029.030403:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076029.030409:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076029.030412:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076029.030415:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076029.030419:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076029.030425:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076029.030432:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076029.030439:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076029.030442:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076029.030465:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076029.030471:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076029.030477:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076029.030486:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076029.030495:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076029.030499:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076029.030506:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076029.030512:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076029.030517:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076029.030521:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076029.030527:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076029.030535:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076029.030544:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769076029.030552:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076029.030562:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076029.030567:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076029.030576:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076029.030580:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076029.030589:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076029.030604:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769076029.030617:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076029.030638:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948097920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076029.030666:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076029.030690:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076029.030702:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948097920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076029.030770:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076029.030780:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2730)
00000800:00000200:0.1:1769076029.031047:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076029.031050:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076029.031462:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076029.031467:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076029.031767:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076029.031770:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076029.032103:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076029.032106:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1769076029.349083:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076029.349090:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076029.349095:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076030.052844:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076030.052856:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076030.052860:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076030.052871:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076030.052900:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076030.052907:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076030.052913:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076030.052918:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076030.052923:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076030.372943:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297394448, at 4297394496
00000100:00000010:1.0:1769076030.372970:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470ae0.
00000100:00000001:1.0:1769076031.076803:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076031.076810:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076031.076812:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076031.076818:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076031.076821:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076031.076825:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076031.076828:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076031.076831:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076031.076833:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076032.100794:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076032.100801:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076032.100803:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076032.100808:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076032.100811:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076032.100815:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076032.100817:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076032.100820:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076032.100822:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076032.421008:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076032.421014:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076032.421019:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076033.124975:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076033.124988:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076033.124992:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076033.125001:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076033.125007:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076033.125014:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076033.125018:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076033.125023:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076033.125027:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076033.445025:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076033.445031:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076033.445036:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076034.148855:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076034.148866:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076034.148869:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076034.148877:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076034.148883:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076034.148888:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076034.148892:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076034.148896:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076034.148900:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076034.149958:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076034.149971:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076034.151254:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076034.151258:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076034.151773:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076034.151776:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076034.152182:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076034.152186:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076034.152805:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076034.152828:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1769076035.172877:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076035.172887:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076035.172889:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076035.172895:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076035.172900:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076035.172905:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076035.172909:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076035.172914:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076035.172919:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076035.492883:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297399568, at 4297399616
00000100:00000010:1.0:1769076035.492908:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470c60.
00000100:00000001:1.0:1769076036.196850:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076036.196859:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076036.196862:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076036.196869:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076036.196875:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076036.196881:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076036.196886:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076036.196891:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076036.196896:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076036.517007:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076036.517016:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076036.517023:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076037.220887:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076037.220902:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076037.220906:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076037.220916:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076037.220923:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076037.220929:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076037.220935:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076037.220938:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076037.220943:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076037.541097:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076037.541106:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076037.541112:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076038.244897:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076038.244910:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076038.244913:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076038.244921:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076038.244927:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076038.244933:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076038.244937:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076038.244941:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076038.244946:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076039.268907:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076039.268924:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076039.268930:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076039.268943:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076039.268955:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076039.268963:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076039.268971:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076039.268976:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076039.268985:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076039.270025:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076039.270037:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076039.271380:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076039.271384:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076039.271814:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076039.271818:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076039.272177:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076039.272180:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076039.272664:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076039.272668:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000100:00000001:1.0:1769076040.292923:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076040.292936:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076040.292939:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076040.292949:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076040.292955:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076040.292961:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076040.292965:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076040.292979:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076040.292983:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076040.612909:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297404688, at 4297404736
00000100:00000010:1.0:1769076040.612934:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227360.
00000020:00000001:3.0:1769076040.613093:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076040.613099:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076040.613106:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076041.316934:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076041.316949:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076041.316953:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076041.316965:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076041.316973:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076041.316979:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076041.316984:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076041.316988:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076041.316992:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076041.636976:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076041.636985:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076041.636991:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076042.340849:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076042.340858:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076042.340861:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076042.340868:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076042.340873:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076042.340877:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076042.340880:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076042.340883:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076042.340887:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076043.364856:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076043.364868:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076043.364872:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076043.364881:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076043.364888:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076043.364911:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076043.364915:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076043.364919:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076043.364922:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076044.388882:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076044.388890:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076044.388897:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076044.388908:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076044.388915:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076044.388922:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076044.388928:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076044.388934:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076044.388944:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076044.390333:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076044.390340:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076044.391984:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076044.391987:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076044.392620:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076044.392626:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076044.393325:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076044.393331:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076044.394020:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076044.394026:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1769076044.709374:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076044.709386:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076044.709395:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076045.412846:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076045.412869:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076045.412872:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076045.412880:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076045.412885:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076045.412890:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076045.412894:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076045.412897:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076045.412901:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076045.732916:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297409808, at 4297409856
00000100:00000010:1.0:1769076045.732945:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227de0.
00000020:00000001:3.0:1769076045.732990:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076045.732997:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076045.733004:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076046.436803:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076046.436811:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076046.436812:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076046.436817:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076046.436821:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076046.436824:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076046.436826:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076046.436829:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076046.436831:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076047.460932:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076047.460944:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076047.460947:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076047.460960:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076047.460966:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076047.460971:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076047.460975:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076047.460978:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076047.461005:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076048.484835:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076048.484848:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076048.484851:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076048.484860:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076048.484865:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076048.484870:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076048.484874:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076048.484877:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076048.484881:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076048.805010:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076048.805015:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076048.805020:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076049.508869:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076049.508877:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076049.508882:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076049.508891:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076049.508900:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076049.508906:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076049.508911:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076049.508916:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076049.508923:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076049.510096:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076049.510118:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076049.511598:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076049.511605:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076049.511962:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076049.511964:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076049.512233:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076049.512235:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076049.512472:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076049.512474:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1769076049.828835:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076049.828840:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076049.828844:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076050.532819:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076050.532827:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076050.532829:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076050.532835:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076050.532839:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076050.532843:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076050.532845:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076050.532848:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076050.532850:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076050.852909:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297414928, at 4297414976
00000100:00000010:1.0:1769076050.852946:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2272a0.
00000100:00000001:1.0:1769076051.556883:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076051.556894:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076051.556897:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076051.556905:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076051.556911:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076051.556917:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076051.556921:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076051.556926:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076051.556930:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076052.580979:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076052.580996:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076052.581000:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076052.581012:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076052.581019:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076052.581025:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076052.581029:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076052.581034:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076052.581038:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076052.900985:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076052.900991:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076052.900996:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076053.604941:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076053.604955:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076053.604959:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076053.604968:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076053.604974:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076053.604981:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076053.604986:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076053.604990:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076053.604995:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076053.925044:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076053.925054:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076053.925061:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076054.628878:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076054.628889:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076054.628892:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076054.628899:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076054.628904:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076054.628908:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076054.628911:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076054.628915:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076054.628920:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076054.630046:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076054.630058:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076054.631372:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076054.631375:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076054.631890:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076054.631896:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076054.632280:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076054.632283:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076054.632915:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076054.632921:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1769076055.652883:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076055.652893:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076055.652895:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076055.652903:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076055.652908:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076055.652913:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076055.652916:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076055.652920:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076055.652924:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076055.972917:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297420048, at 4297420096
00000100:00000010:1.0:1769076055.972946:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227240.
00000100:00000001:1.0:1769076056.676876:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076056.676887:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076056.676889:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076056.676896:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076056.676900:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076056.676905:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076056.676908:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076056.676913:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076056.676917:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076056.996959:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076056.996968:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076056.996975:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076057.700844:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076057.700854:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076057.700857:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076057.700864:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076057.700868:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076057.700873:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076057.700877:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076057.700880:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076057.700884:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076058.020966:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076058.020973:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076058.020978:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076058.724823:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076058.724830:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076058.724833:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076058.724839:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076058.724843:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076058.724847:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076058.724850:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076058.724853:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076058.724857:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076059.748786:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076059.748793:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076059.748795:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076059.748800:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076059.748806:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076059.748811:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076059.748815:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076059.748820:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076059.748827:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076059.749392:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076059.749396:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076059.749994:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076059.749996:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076059.750256:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076059.750258:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076059.750584:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076059.750590:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076059.750853:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076059.750855:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000008:00000020:1.0:1769076060.772843:0:46300:0:(osc_request.c:735:osc_update_next_shrink()) next time 3957 to shrink grant
00000008:00000020:1.0:1769076060.772852:0:46300:0:(osc_request.c:735:osc_update_next_shrink()) next time 3957 to shrink grant
00000008:00000020:1.0:1769076060.772856:0:46300:0:(osc_request.c:735:osc_update_next_shrink()) next time 3957 to shrink grant
00000100:00000040:1.0:1769076061.092811:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297425167, at 4297425216
00000100:00000010:1.0:1769076061.092827:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227720.
00000020:00000001:3.0:1769076061.092848:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076061.092856:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076061.092861:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076062.116936:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076062.116941:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076062.116946:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076064.869832:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076064.869837:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076064.871000:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076064.871002:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076064.871254:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076064.871256:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076064.871518:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076064.871521:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076064.872061:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076064.872064:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769076065.188929:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076065.188993:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076065.188999:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076066.212861:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297430288, at 4297430336
00000100:00000010:1.0:1769076066.212934:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227b40.
00000020:00000001:3.0:1769076066.212961:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076066.212969:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076066.212975:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076068.964964:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076068.964974:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076068.964977:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076068.964984:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076068.964988:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076068.964993:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076068.964997:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076068.965000:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076068.965004:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076069.285097:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076069.285104:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076069.285109:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076069.988821:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076069.988831:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076069.988834:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076069.988842:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076069.988847:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076069.988852:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076069.988856:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076069.988860:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076069.988864:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076069.990159:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076069.990172:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076069.991194:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076069.991199:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076069.991818:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076069.991824:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076069.992397:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076069.992403:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076069.992984:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076069.992989:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769076070.309035:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076070.309043:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076070.309050:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076071.012839:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076071.012852:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076071.012855:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076071.012865:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076071.012872:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076071.012878:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076071.012883:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076071.012888:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076071.012893:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076071.332852:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297435408, at 4297435456
00000100:00000010:1.0:1769076071.332875:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470900.
00000100:00000001:1.0:1769076072.036864:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076072.036875:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076072.036893:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076072.036902:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076072.036908:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076072.036914:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076072.036919:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076072.036923:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076072.036928:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076073.060869:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076073.060881:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076073.060885:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076073.060894:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076073.060901:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076073.060919:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076073.060924:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076073.060929:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076073.060934:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076073.380984:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076073.381001:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076073.381009:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076074.084867:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076074.084876:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076074.084879:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076074.084885:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076074.084890:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076074.084896:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076074.084900:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076074.084903:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076074.084907:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076074.404958:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076074.404965:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076074.404971:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076075.108898:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076075.108912:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076075.108921:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076075.108928:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076075.108939:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076075.108953:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2766
00000400:00000200:1.0:1769076075.108969:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076075.108977:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076075.108982:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076075.108989:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076075.108994:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076075.108998:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076075.109002:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076075.109007:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076075.109010:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076075.109013:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076075.109017:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076075.109020:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076075.109023:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076075.109027:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076075.109029:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076075.109032:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076075.109035:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076075.109039:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076075.109043:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076075.109046:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076075.109049:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076075.109053:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076075.109056:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076075.109059:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076075.109062:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076075.109073:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769076075.109078:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076075.109083:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076075.109085:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076075.109088:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076075.109091:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076075.109097:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076075.109107:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f800.
00000100:00000001:1.0:1769076075.109115:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076075.109155:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948103168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076075.109179:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076075.109184:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076075.109190:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948103168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076075.109218:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076075.109222:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076075.109227:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076075.109229:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076075.109231:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076075.109235:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076075.109239:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2766
00000400:00000200:1.0:1769076075.109244:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076075.109248:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076075.109251:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076075.109255:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076075.109258:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076075.109261:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076075.109264:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076075.109268:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076075.109271:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076075.109274:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076075.109277:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076075.109280:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076075.109282:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076075.109287:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076075.109289:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076075.109291:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076075.109296:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076075.109307:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076075.109317:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076075.109325:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076075.109329:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076075.109338:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076075.109349:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076075.109357:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076075.109367:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076075.109377:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076075.109383:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076075.109394:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076075.109404:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076075.109411:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076075.109416:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076075.109423:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076075.109430:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076075.109434:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076075.109444:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4ec00.
00000100:00000001:1.0:1769076075.109456:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076075.109469:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948103296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076075.109490:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076075.109497:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076075.109514:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948103296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076075.109533:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076075.109541:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076075.109557:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076075.109560:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076075.109562:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076075.109566:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076075.109570:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2766
00000400:00000200:1.0:1769076075.109576:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076075.109585:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076075.109589:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076075.109599:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076075.109609:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076075.109618:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076075.109629:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076075.109639:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076075.109646:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076075.109655:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076075.109666:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076075.109673:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076075.109683:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076075.109698:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076075.109710:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076075.109724:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076075.109778:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076075.109785:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076075.109793:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076075.109800:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076075.109805:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076075.109812:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076075.109821:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076075.109832:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076075.109840:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076075.109854:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076075.109860:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076075.109870:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076075.109880:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076075.109891:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076075.109898:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076075.109906:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076075.109911:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076075.109916:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076075.109928:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
00000100:00000001:1.0:1769076075.109940:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076075.109954:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948103424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076075.109973:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076075.109982:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076075.109995:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948103424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1769076075.110017:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769076075.110030:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076075.110030:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000100:00080000:1.0:1769076075.110039:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076075.110052:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076075.110058:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076075.110066:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076075.110070:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076075.110075:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2766
00000400:00000200:1.0:1769076075.110090:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076075.110101:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076075.110110:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076075.110114:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076075.110117:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076075.110151:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076075.110161:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076075.110165:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076075.110169:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076075.110177:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076075.110180:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076075.110185:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076075.110191:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076075.110203:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076075.110210:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076075.110217:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076075.110226:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076075.110234:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076075.110241:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076075.110245:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076075.110252:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076075.110260:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076075.110270:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076075.110279:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076075.110285:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076075.110292:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076075.110299:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076075.110307:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076075.110312:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076075.110323:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076075.110327:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076075.110332:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076075.110338:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076075.110344:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076075.110355:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769076075.110363:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076075.110376:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948103552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076075.110396:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076075.110403:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076075.110417:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948103552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076075.110442:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076075.110449:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076075.110467:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076075.110472:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076075.110478:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076075.110485:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076075.110495:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2766
00000400:00000200:1.0:1769076075.110509:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076075.110519:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076075.110525:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076075.110535:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076075.110540:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076075.110549:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076075.110558:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076075.110565:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076075.110568:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076075.110573:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076075.110579:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076075.110584:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076075.110587:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076075.110595:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076075.110603:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076075.110612:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076075.110623:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076075.110636:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076075.110649:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076075.110661:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076075.110670:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076075.110682:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076075.110694:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076075.110705:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076075.110716:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076075.110726:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076075.110784:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076075.110803:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769076075.110815:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076075.110830:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076075.110839:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076075.110852:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076075.110857:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076075.110864:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076075.110875:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769076075.110886:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076075.110907:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948103680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076075.110929:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076075.110937:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076075.110952:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948103680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076075.110982:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076075.110992:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2776)
00000800:00000200:0.1:1769076075.111290:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076075.111293:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076075.111714:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076075.111717:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076075.112201:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076075.112207:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076075.112633:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076075.112640:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000100:00000040:1.0:1769076076.452971:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297440528, at 4297440576
00000100:00000010:1.0:1769076076.453016:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470360.
00000020:00000001:3.0:1769076077.477051:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076077.477062:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076077.477072:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076078.500949:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076078.500958:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076078.500965:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076080.230060:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076080.230096:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076080.231509:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076080.231513:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076080.232059:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076080.232063:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076080.232485:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076080.232489:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076080.233174:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076080.233177:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000100:00000040:1.0:1769076081.572884:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297445648, at 4297445696
00000100:00000010:1.0:1769076081.572901:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227240.
00000020:00000001:3.0:1769076081.572994:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076081.573003:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076081.573058:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076082.596856:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076082.596860:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076082.596863:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076085.348923:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076085.348936:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076085.348941:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076085.348946:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076085.348977:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076085.348990:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2777
00000400:00000200:3.0:1769076085.349004:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076085.349015:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076085.349022:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076085.349027:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076085.349031:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076085.349034:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076085.349038:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076085.349043:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076085.349046:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076085.349049:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076085.349053:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076085.349056:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076085.349059:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076085.349063:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076085.349065:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076085.349068:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076085.349070:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076085.349074:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076085.349078:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076085.349081:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076085.349084:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076085.349088:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076085.349092:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076085.349094:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076085.349097:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076085.349109:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769076085.349113:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076085.349118:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076085.349120:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076085.349124:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076085.349127:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076085.349133:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076085.349143:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769076085.349152:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076085.349164:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948104448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076085.349179:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076085.349184:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076085.349190:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948104448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076085.349221:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076085.349226:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076085.349230:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076085.349232:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076085.349235:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076085.349238:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076085.349242:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2777
00000400:00000200:3.0:1769076085.349248:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076085.349255:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076085.349258:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076085.349263:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076085.349267:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076085.349275:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076085.349280:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076085.349288:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076085.349292:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076085.349297:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076085.349302:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076085.349310:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076085.349318:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076085.349330:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076085.349337:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076085.349346:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076085.349353:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076085.349359:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076085.349371:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076085.349380:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076085.349384:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076085.349407:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076085.349415:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076085.349419:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076085.349425:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076085.349438:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076085.349442:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076085.349454:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769076085.349461:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076085.349472:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076085.349474:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076085.349477:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076085.349483:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076085.349488:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076085.349504:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769076085.349514:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076085.349532:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948104576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076085.349561:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076085.349571:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076085.349591:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948104576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076085.349636:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076085.349650:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076085.349667:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076085.349678:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076085.349688:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076085.349698:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076085.349709:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2777
00000400:00000200:3.0:1769076085.349726:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076085.349792:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000800:00000200:2.1:1769076085.349799:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:3.0:1769076085.349802:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076085.349815:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076085.349818:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076085.349824:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076085.349828:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076085.349836:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076085.349841:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076085.349849:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076085.349855:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076085.349865:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076085.349869:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076085.349875:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076085.349885:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076085.349891:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076085.349895:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076085.349906:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076085.349910:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076085.349915:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076085.349921:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076085.349930:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076085.349934:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076085.349944:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076085.349972:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076085.349979:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076085.349985:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076085.349992:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769076085.350001:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076085.350012:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076085.350015:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076085.350023:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076085.350027:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076085.350035:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076085.350044:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769076085.350052:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076085.350067:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948104704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076085.350086:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076085.350092:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076085.350103:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948104704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076085.350150:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076085.350160:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076085.350173:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076085.350180:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076085.350188:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076085.350202:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076085.350211:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2777
00000400:00000200:3.0:1769076085.350223:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076085.350231:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076085.350241:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076085.350250:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076085.350259:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076085.350268:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076085.350276:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076085.350286:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076085.350289:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076085.350297:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076085.350303:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076085.350309:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076085.350317:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076085.350330:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076085.350340:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076085.350348:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076085.350354:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076085.350368:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076085.350386:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076085.350399:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076085.350410:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076085.350421:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076085.350433:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076085.350445:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076085.350455:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076085.350476:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076085.350489:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076085.350506:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769076085.350518:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076085.350528:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076085.350536:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076085.350542:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076085.350550:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076085.350559:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076085.350576:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000010:3.0:1769076085.350577:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769076085.350591:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076085.350613:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948104832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076085.350652:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076085.350664:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076085.350682:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948104832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076085.350722:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076085.350772:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076085.350785:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076085.350794:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076085.350802:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076085.350812:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076085.350824:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2777
00000400:00000200:3.0:1769076085.350844:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076085.350856:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076085.350865:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076085.350880:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076085.350891:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076085.350905:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076085.350920:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076085.350930:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076085.350937:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076085.350946:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076085.350984:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076085.350991:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076085.351003:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076085.351023:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076085.351033:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076085.351045:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076085.351054:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076085.351066:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076085.351083:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076085.351096:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076085.351107:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076085.351118:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076085.351129:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076085.351141:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076085.351149:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076085.351160:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076085.351170:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076085.351190:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769076085.351204:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076085.351215:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076085.351223:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076085.351233:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076085.351241:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076085.351250:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076085.351265:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769076085.351281:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076085.351305:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948104960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076085.351343:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076085.351355:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076085.351366:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:3.0:1769076085.351376:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948104960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076085.351428:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076085.351444:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2787)
00000800:00000200:2.1:1769076085.351704:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076085.352120:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:3.0:1769076085.669046:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076085.669053:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076085.669058:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076086.692919:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297450768, at 4297450816
00000100:00000010:1.0:1769076086.692990:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2272a0.
00000020:00000001:3.0:1769076086.693047:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076086.693053:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076086.693057:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076089.764998:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076089.765026:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076089.765031:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076090.468820:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076090.468832:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076090.468836:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076090.468841:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076090.468846:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076090.468855:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2782
00000400:00000200:3.0:1769076090.468888:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076090.468898:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076090.468923:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076090.468931:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076090.468945:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076090.468955:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076090.468966:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076090.468973:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076090.468977:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076090.468982:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076090.469056:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076090.469060:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076090.469063:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076090.469067:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076090.469069:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076090.469072:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076090.469075:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076090.469080:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076090.469087:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076090.469091:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076090.469096:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076090.469119:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076090.469124:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076090.469129:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076090.469132:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076090.469143:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769076090.469151:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076090.469158:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076090.469161:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076090.469167:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076090.469172:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076090.469180:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076090.469193:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769076090.469206:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076090.469221:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948105088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076090.469255:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076090.469262:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076090.469270:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948105088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076090.469309:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076090.469314:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076090.469320:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076090.469322:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076090.469325:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076090.469330:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076090.469335:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2782
00000400:00000200:3.0:1769076090.469342:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076090.469348:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076090.469352:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076090.469356:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076090.469360:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076090.469363:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076090.469366:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076090.469370:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076090.469373:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076090.469376:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076090.469380:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076090.469383:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076090.469387:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076090.469392:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076090.469395:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076090.469398:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076090.469401:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076090.469406:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076090.469410:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076090.469415:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076090.469418:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076090.469426:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076090.469438:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076090.469441:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076090.469447:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076090.469452:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076090.469455:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076090.469461:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769076090.469465:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076090.469469:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076090.469471:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076090.469474:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076090.469476:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076090.469479:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076090.469487:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769076090.469493:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076090.469502:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948105216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076090.469525:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076090.469530:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076090.469538:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948105216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076090.469575:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076090.469582:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076090.469596:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076090.469603:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076090.469607:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076090.469616:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076090.469626:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2782
00000400:00000200:3.0:1769076090.469640:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076090.469652:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076090.469661:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076090.469675:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076090.469684:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076090.469691:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076090.469700:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076090.469711:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076090.469714:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076090.469718:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076090.469726:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076090.469796:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076090.469802:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076090.469811:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076090.469816:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076090.469824:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076090.469832:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076090.470029:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076090.470038:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076090.470043:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076090.470075:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076090.470082:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
02000000:00000001:3.0:1769076090.470084:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076090.470092:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076090.470096:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076090.470099:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076090.470103:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076090.470108:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076090.470111:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076090.470119:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769076090.470126:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076090.470134:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076090.470139:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076090.470146:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076090.470152:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076090.470159:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076090.470169:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769076090.470182:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076090.470197:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948105344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076090.470220:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076090.470230:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076090.470247:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948105344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076090.470277:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076090.470286:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076090.470303:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076090.470309:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076090.470315:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076090.470322:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076090.470332:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2782
00000400:00000200:3.0:1769076090.470347:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076090.470356:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076090.470361:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076090.470373:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076090.470382:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076090.470390:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076090.470399:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076090.470404:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076090.470407:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076090.470415:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076090.470419:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076090.470426:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076090.470434:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076090.470446:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076090.470453:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076090.470462:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076090.470469:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076090.470479:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076090.470492:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076090.470502:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076090.470509:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076090.470519:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076090.470527:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076090.470536:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076090.470543:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076090.470548:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076090.470557:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076090.470565:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769076090.470574:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076090.470583:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076090.470590:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076090.470596:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076090.470601:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076090.470607:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076090.470622:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769076090.470634:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076090.470652:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948105472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076090.470693:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076090.470701:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076090.470719:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948105472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076090.470793:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076090.470801:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076090.470813:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076090.470819:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076090.470826:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076090.470835:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076090.470846:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2782
00000400:00000200:3.0:1769076090.470877:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076090.470892:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076090.470901:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076090.470913:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076090.470923:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076090.470932:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076090.470939:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076090.470946:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076090.470951:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076090.470958:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076090.470963:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076090.470971:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076090.470981:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076090.470997:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076090.471001:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076090.471010:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076090.471019:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076090.471030:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076090.471043:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076090.471055:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076090.471061:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076090.471071:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076090.471083:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076090.471093:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076090.471098:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076090.471110:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076090.471115:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076090.471123:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769076090.471128:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076090.471136:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076090.471138:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076090.471142:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076090.471146:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076090.471151:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076090.471160:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769076090.471166:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076090.471180:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948105600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076090.471196:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076090.471201:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076090.471211:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948105600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076090.471235:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076090.471244:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2792)
00000800:00000200:2.1:1769076090.471466:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076090.471470:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076090.472007:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076090.472010:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076090.472495:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076090.472498:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076090.473224:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076090.473229:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1769076090.788974:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076090.788980:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076090.788996:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076091.812888:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297455888, at 4297455936
00000100:00000010:1.0:1769076091.812911:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227de0.
00000020:00000001:3.0:1769076093.860993:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076093.861000:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076093.861006:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076094.884894:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076094.884898:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076094.884901:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076095.588926:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076095.588942:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076095.588951:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076095.588956:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076095.588961:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076095.588971:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2787
00000400:00000200:3.0:1769076095.588983:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076095.588993:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076095.588998:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076095.589003:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076095.589007:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076095.589011:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076095.589014:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076095.589019:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076095.589021:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076095.589025:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076095.589029:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076095.589032:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076095.589035:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076095.589039:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076095.589041:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076095.589044:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076095.589046:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076095.589050:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076095.589054:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076095.589059:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076095.589062:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076095.589066:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076095.589069:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076095.589072:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076095.589075:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076095.589085:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769076095.589089:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076095.589094:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076095.589096:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076095.589100:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076095.589103:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076095.589108:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076095.589117:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769076095.589125:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076095.589136:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948105728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076095.589150:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076095.589156:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076095.589163:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948105728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076095.589194:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076095.589199:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076095.589204:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076095.589207:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076095.589210:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076095.589217:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076095.589224:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2787
00000400:00000200:3.0:1769076095.589234:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076095.589242:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076095.589252:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076095.589270:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076095.589284:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076095.589296:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076095.589308:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076095.589319:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076095.589327:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076095.589335:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076095.589342:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076095.589350:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076095.589356:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076095.589367:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076095.589376:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076095.589380:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076095.589391:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076095.589394:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076095.589398:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076095.589401:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076095.589404:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076095.589414:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076095.589425:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076095.589432:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076095.589438:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076095.589446:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076095.589450:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076095.589460:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769076095.589465:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076095.589475:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076095.589481:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076095.589485:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076095.589489:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076095.589495:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076095.589503:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769076095.589511:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076095.589529:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948105856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076095.589552:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076095.589561:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076095.589571:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948105856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076095.589595:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076095.589606:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076095.589613:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076095.589618:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076095.589624:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076095.589630:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076095.589638:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2787
00000400:00000200:3.0:1769076095.589697:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076095.589714:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076095.589723:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076095.589813:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076095.589827:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076095.589841:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000200:2.1:1769076095.589844:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769076095.589853:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:2.1:1769076095.589857:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1769076095.589864:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076095.589869:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076095.589874:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076095.589879:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076095.589888:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076095.589892:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076095.589905:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076095.589909:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076095.589916:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076095.589922:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076095.589929:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076095.589938:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076095.589947:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076095.589952:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076095.589959:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076095.589965:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076095.589972:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076095.589976:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076095.589983:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076095.589987:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076095.589996:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769076095.590005:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076095.590015:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076095.590019:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076095.590026:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076095.590030:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076095.590037:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076095.590045:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769076095.590055:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076095.590074:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948105984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076095.590091:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076095.590100:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076095.590113:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948105984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076095.590134:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076095.590141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076095.590152:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076095.590155:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076095.590158:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076095.590169:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076095.590178:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2787
00000400:00000200:3.0:1769076095.590189:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076095.590202:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076095.590213:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076095.590230:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076095.590242:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076095.590253:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076095.590265:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076095.590277:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076095.590286:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076095.590294:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076095.590302:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076095.590314:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076095.590327:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076095.590343:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076095.590352:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076095.590361:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076095.590372:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076095.590380:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076095.590393:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076095.590403:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076095.590412:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076095.590420:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076095.590429:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076095.590435:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076095.590441:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076095.590453:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076095.590460:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076095.590471:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769076095.590480:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076095.590487:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076095.590493:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076095.590496:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076095.590500:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076095.590507:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076095.590518:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769076095.590529:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076095.590544:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948106112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076095.590565:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076095.590570:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076095.590580:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948106112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076095.590606:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076095.590615:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076095.590628:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076095.590633:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076095.590638:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076095.590645:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076095.590655:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2787
00000400:00000200:3.0:1769076095.590668:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076095.590681:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076095.590690:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076095.590701:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076095.590710:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076095.590715:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076095.590728:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076095.590804:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076095.590813:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076095.590824:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076095.590835:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076095.590848:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076095.590858:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076095.590869:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076095.590878:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076095.590881:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076095.590883:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076095.590887:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076095.590897:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076095.590908:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076095.590912:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076095.590921:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076095.590930:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076095.590938:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076095.590941:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076095.590947:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076095.590951:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076095.590961:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769076095.590968:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076095.590977:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076095.590982:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076095.590988:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076095.590995:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076095.591000:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076095.591009:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769076095.591024:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076095.591043:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948106240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076095.591068:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076095.591077:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076095.591093:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948106240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076095.591120:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076095.591133:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2797)
00000800:00000200:2.1:1769076095.591248:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076095.591252:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076095.591774:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076095.591805:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076095.592248:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076095.592252:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076095.592728:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076095.592762:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1769076096.932895:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297461008, at 4297461056
00000100:00000010:1.0:1769076096.932922:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227360.
00000020:00000001:3.0:1769076097.956983:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076097.956989:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076097.956995:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076098.980928:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076098.980934:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076098.980939:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076100.709922:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076100.709933:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076100.711428:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076100.711439:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076100.711882:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076100.711885:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076100.712362:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076100.712369:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076100.712809:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076100.712813:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1769076102.052862:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297466128, at 4297466176
00000100:00000010:1.0:1769076102.052882:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227840.
00000020:00000001:3.0:1769076102.052960:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076102.052966:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076102.052971:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076103.076962:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076103.076968:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076103.076973:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076105.829953:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076105.829961:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076105.831228:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076105.831231:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076105.831759:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076105.831763:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076105.832138:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076105.832141:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076105.832636:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076105.832639:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1769076106.149012:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076106.149020:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076106.149027:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076107.172906:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297471248, at 4297471296
00000100:00000010:1.0:1769076107.172946:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2275a0.
00000020:00000001:3.0:1769076107.172999:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076107.173007:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076107.173014:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076110.245038:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076110.245046:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076110.245053:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076110.948842:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076110.948848:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076110.948850:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076110.948853:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076110.948855:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076110.948861:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2802
00000400:00000200:3.0:1769076110.948869:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076110.948874:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076110.948876:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076110.948879:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076110.948882:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076110.948883:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076110.948885:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076110.948889:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076110.948890:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076110.948909:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076110.948911:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076110.948913:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076110.948914:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076110.948917:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076110.948918:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076110.948920:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076110.948921:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076110.948923:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076110.948925:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076110.948927:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076110.948929:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076110.948931:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076110.948933:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076110.948934:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076110.948936:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076110.948943:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3480.
00000020:00000040:3.0:1769076110.948945:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076110.948948:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076110.948950:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076110.948952:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076110.948954:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076110.948968:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076110.948975:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769076110.948980:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076110.948988:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3480 x1855007948107648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076110.949000:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076110.949003:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076110.949006:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb7685cc] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3480 x1855007948107648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076110.949021:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076110.949023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076110.949025:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076110.949027:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076110.949028:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076110.949030:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076110.949032:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2802
00000400:00000200:3.0:1769076110.949035:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076110.949038:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076110.949040:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076110.949054:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076110.949056:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076110.949061:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076110.949064:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076110.949068:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076110.949069:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076110.949070:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076110.949073:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076110.949075:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076110.949079:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076110.949086:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076110.949091:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076110.949097:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076110.949102:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076110.949110:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076110.949118:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076110.949125:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076110.949129:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076110.949137:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076110.949144:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076110.949148:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076110.949155:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076110.949161:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076110.949165:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076110.949170:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000020:00000040:3.0:1769076110.949178:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076110.949184:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076110.949188:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076110.949192:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076110.949195:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076110.949199:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076110.949205:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769076110.949209:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076110.949217:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948107776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076110.949230:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076110.949233:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076110.949239:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948107776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076110.949251:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076110.949255:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076110.949261:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076110.949265:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076110.949268:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076110.949274:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076110.949279:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2802
00000400:00000200:3.0:1769076110.949285:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076110.949292:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076110.949296:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076110.949300:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076110.949302:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076110.949305:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076110.949307:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076110.949312:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076110.949313:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076110.949314:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076110.949316:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076110.949319:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076110.949322:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076110.949327:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076110.949330:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769076110.949333:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:3.0:1769076110.949334:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076110.949339:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:2.1:1769076110.949340:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000020:00000040:3.0:1769076110.949341:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076110.949348:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076110.949352:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076110.949355:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076110.949358:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076110.949360:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076110.949366:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076110.949367:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076110.949372:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076110.949376:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076110.949380:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769076110.949382:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076110.949385:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076110.949388:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076110.949390:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076110.949394:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076110.949395:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076110.949399:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769076110.949404:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076110.949412:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948107904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076110.949422:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076110.949425:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076110.949434:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948107904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076110.949444:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076110.949452:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076110.949454:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076110.949455:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076110.949459:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076110.949462:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076110.949466:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2802
00000400:00000200:3.0:1769076110.949472:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076110.949475:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076110.949477:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076110.949481:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076110.949482:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076110.949484:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076110.949485:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076110.949487:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076110.949490:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076110.949492:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076110.949493:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076110.949495:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076110.949496:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076110.949498:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076110.949500:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076110.949501:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076110.949502:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076110.949503:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076110.949505:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076110.949507:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076110.949509:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076110.949513:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076110.949532:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076110.949536:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076110.949539:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076110.949544:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076110.949547:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076110.949551:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769076110.949554:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076110.949558:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076110.949560:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076110.949564:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076110.949566:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076110.949568:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076110.949584:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769076110.949590:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076110.949597:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948108032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076110.949608:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076110.949612:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076110.949620:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948108032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076110.949629:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076110.949634:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076110.949640:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076110.949642:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076110.949644:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076110.949649:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076110.949653:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2802
00000400:00000200:3.0:1769076110.949659:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076110.949665:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076110.949669:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076110.949675:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076110.949679:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076110.949682:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076110.949686:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076110.949690:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076110.949692:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076110.949695:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076110.949698:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076110.949701:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076110.949707:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076110.949714:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076110.949718:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076110.949722:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076110.949725:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076110.949729:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076110.949764:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076110.949769:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076110.949773:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076110.949776:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076110.949782:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076110.949794:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076110.949798:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076110.949801:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076110.949804:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076110.949808:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769076110.949811:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076110.949815:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076110.949818:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076110.949822:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076110.949824:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076110.949827:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076110.949832:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769076110.949836:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076110.949845:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948108160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076110.949853:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076110.949857:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076110.949860:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948108160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076110.949875:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076110.949880:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2812)
00000800:00000200:2.1:1769076110.950017:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076110.950019:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076110.950270:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076110.950272:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076110.950474:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076110.950476:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076110.950674:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076110.950675:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1769076111.268920:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076111.268926:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076111.268931:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076112.292917:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297476367, at 4297476416
00000100:00000010:1.0:1769076112.292939:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d20.
00000020:00000001:3.0:1769076114.340959:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076114.340968:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076114.340974:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076115.364975:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076115.364982:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076115.364989:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076116.068977:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076116.069001:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076116.069004:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076116.069008:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076116.069013:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076116.069021:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2807
00000400:00000200:1.0:1769076116.069031:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076116.069038:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076116.069042:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076116.069045:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076116.069049:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076116.069052:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076116.069054:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076116.069059:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076116.069060:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076116.069063:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076116.069066:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076116.069069:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076116.069071:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076116.069075:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076116.069077:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076116.069079:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076116.069081:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076116.069105:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076116.069111:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076116.069116:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076116.069121:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076116.069127:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076116.069132:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076116.069136:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076116.069141:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076116.069154:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076116.069161:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076116.069167:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076116.069170:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076116.069176:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076116.069180:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076116.069187:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076116.069201:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769076116.069213:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076116.069228:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948108288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076116.069249:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076116.069256:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076116.069263:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948108288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076116.069298:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076116.069302:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076116.069307:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076116.069309:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076116.069312:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076116.069316:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076116.069320:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2807
00000400:00000200:1.0:1769076116.069360:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076116.069369:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076116.069373:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076116.069376:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076116.069379:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076116.069382:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076116.069384:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076116.069387:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076116.069388:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076116.069392:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076116.069402:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076116.069409:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076116.069423:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076116.069457:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076116.069479:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076116.069483:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076116.069496:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076116.069500:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076116.069510:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076116.069525:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076116.069541:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076116.069554:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076116.069564:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076116.069569:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076116.069576:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076116.069585:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076116.069591:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076116.069602:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769076116.069618:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076116.069633:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076116.069639:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076116.069657:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076116.069672:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076116.069678:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076116.069687:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769076116.069698:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076116.069717:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948108416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076116.069740:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076116.069744:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076116.069844:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948108416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076116.069928:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076116.069937:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076116.069952:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076116.069957:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076116.069959:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076116.069963:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076116.069973:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2807
00000400:00000200:1.0:1769076116.069997:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076116.070002:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076116.070005:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076116.070009:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076116.070014:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076116.070022:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076116.070025:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076116.070031:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076116.070035:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076116.070042:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076116.070044:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076116.070049:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076116.070054:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076116.070074:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076116.070101:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076116.070116:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076116.070132:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076116.070147:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076116.070164:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076116.070192:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076116.070205:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076116.070218:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076116.070227:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076116.070235:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076116.070247:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076116.070271:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076116.070278:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076116.070289:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000010:1.0:1769076116.070292:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076116.070301:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000800:00000200:2.1:1769076116.070307:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
02000000:00000001:1.0:1769076116.070308:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076116.070313:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076116.070323:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076116.070354:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076116.070360:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076116.070375:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769076116.070382:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076116.070393:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948108544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076116.070423:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076116.070475:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076116.070500:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948108544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076116.070596:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076116.070611:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076116.070623:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076116.070632:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076116.070638:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076116.070649:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076116.070670:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2807
00000400:00000200:1.0:1769076116.070686:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076116.070693:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076116.070696:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076116.070702:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076116.070710:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076116.070718:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076116.070727:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076116.070733:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076116.070735:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076116.070738:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076116.070742:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076116.070779:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076116.070785:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076116.070792:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076116.070800:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076116.070806:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076116.070809:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076116.070812:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076116.070818:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076116.070836:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076116.070854:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076116.070864:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076116.070893:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076116.070900:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076116.070918:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076116.070929:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076116.070941:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076116.070957:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076116.070968:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076116.070984:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076116.070991:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076116.071000:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076116.071015:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076116.071018:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076116.071024:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769076116.071038:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076116.071051:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948108672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076116.071063:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076116.071068:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076116.071108:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948108672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076116.071169:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076116.071181:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076116.071210:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076116.071219:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076116.071225:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076116.071232:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076116.071241:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2807
00000400:00000200:1.0:1769076116.071267:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076116.071284:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076116.071292:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076116.071304:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076116.071333:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076116.071343:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076116.071349:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076116.071361:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076116.071364:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076116.071370:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076116.071375:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076116.071388:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076116.071404:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076116.071416:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076116.071424:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076116.071455:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076116.071464:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076116.071496:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076116.071512:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076116.071520:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076116.071528:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076116.071541:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076116.071549:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076116.071559:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076116.071566:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076116.071593:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076116.071603:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076116.071622:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076116.071643:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076116.071652:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076116.071658:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076116.071676:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076116.071683:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076116.071693:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076116.071704:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:1.0:1769076116.071732:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076116.071774:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948108800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076116.071830:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076116.071845:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076116.071859:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948108800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076116.071929:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076116.071943:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2817)
00000800:00000200:2.1:1769076116.072202:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076116.072206:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769076116.072699:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076116.072703:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769076116.073222:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076116.073226:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769076116.073871:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076116.073874:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000100:00000040:1.0:1769076117.412920:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297481489, at 4297481536
00000100:00000010:1.0:1769076117.412933:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2274e0.
00000020:00000001:3.0:1769076118.437083:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076118.437091:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076118.437098:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076119.461019:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076119.461026:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076119.461034:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076121.188911:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076121.188937:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076121.188948:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076121.188959:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076121.188981:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076121.189004:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2812
00000400:00000200:1.0:1769076121.189025:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076121.189035:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076121.189040:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076121.189046:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076121.189051:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076121.189056:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076121.189059:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076121.189065:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076121.189067:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076121.189071:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076121.189075:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076121.189078:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076121.189081:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076121.189085:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076121.189089:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076121.189091:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076121.189094:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076121.189098:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076121.189103:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076121.189106:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076121.189109:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076121.189114:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076121.189117:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076121.189120:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076121.189123:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076121.189134:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769076121.189139:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076121.189144:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076121.189146:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076121.189150:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076121.189153:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076121.189158:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076121.189168:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769076121.189177:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076121.189189:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948108928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076121.189203:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076121.189209:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076121.189215:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948108928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076121.189250:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076121.189256:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076121.189260:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076121.189262:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076121.189265:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076121.189269:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076121.189276:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2812
00000400:00000200:1.0:1769076121.189283:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076121.189291:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076121.189294:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076121.189299:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076121.189301:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076121.189305:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076121.189309:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076121.189316:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076121.189318:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076121.189322:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076121.189331:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076121.189338:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076121.189370:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076121.189386:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076121.189397:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076121.189410:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076121.189439:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076121.189456:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076121.189473:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076121.189488:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076121.189501:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076121.189513:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076121.189530:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076121.189553:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076121.189570:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076121.189578:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076121.189595:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076121.189619:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076121.189634:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076121.189641:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076121.189646:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076121.189653:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076121.189660:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076121.189664:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076121.189674:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:1.0:1769076121.189683:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076121.189696:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948109056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076121.189721:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076121.189775:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076121.189807:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948109056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076121.189928:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076121.189941:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076121.189954:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076121.189962:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076121.189974:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076121.189981:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076121.189993:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2812
00000400:00000200:1.0:1769076121.190008:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076121.190026:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076121.190032:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076121.190040:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076121.190048:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076121.190054:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076121.190060:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076121.190066:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076121.190075:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076121.190077:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076121.190080:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076121.190088:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076121.190097:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076121.190110:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076121.190128:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076121.190147:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076121.190160:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076121.190173:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076121.190180:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076121.190183:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076121.190194:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076121.190206:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076121.190227:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076121.190233:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076121.190245:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076121.190264:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076121.190272:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076121.190295:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076121.190301:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076121.190308:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076121.190314:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076121.190328:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076121.190331:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076121.190338:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076121.190382:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000010:1.0:1769076121.190386:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000800:00000200:2.1:1769076121.190395:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1769076121.190399:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076121.190428:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948109184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076121.190463:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076121.190472:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076121.190490:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948109184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076121.190511:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076121.190521:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076121.190544:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076121.190557:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076121.190564:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076121.190575:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076121.190589:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2812
00000400:00000200:1.0:1769076121.190613:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076121.190638:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076121.190647:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076121.190667:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076121.190672:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076121.190677:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076121.190691:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076121.190695:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076121.190699:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076121.190706:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076121.190715:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076121.190720:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076121.190725:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076121.190777:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076121.190782:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076121.190791:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076121.190796:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076121.190801:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076121.190810:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076121.190816:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076121.190819:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076121.190826:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076121.190835:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076121.190842:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076121.190851:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076121.190876:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076121.190901:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076121.190917:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076121.190936:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076121.190948:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076121.190957:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076121.190971:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076121.190978:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076121.190988:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076121.191004:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769076121.191017:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076121.191037:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948109312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076121.191054:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076121.191060:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076121.191075:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948109312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076121.191142:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076121.191159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076121.191172:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076121.191177:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076121.191180:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076121.191188:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076121.191203:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2812
00000400:00000200:1.0:1769076121.191229:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076121.191245:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076121.191264:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076121.191284:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076121.191298:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076121.191305:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076121.191313:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076121.191319:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076121.191324:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076121.191332:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076121.191341:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076121.191377:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076121.191389:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076121.191414:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076121.191427:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076121.191447:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076121.191462:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076121.191478:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076121.191503:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076121.191526:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076121.191533:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076121.191543:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076121.191554:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076121.191567:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076121.191578:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076121.191597:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076121.191607:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076121.191623:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769076121.191632:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076121.191645:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076121.191652:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076121.191658:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076121.191661:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076121.191672:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076121.191682:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769076121.191690:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076121.191703:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948109440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076121.191784:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076121.191792:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076121.191810:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948109440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076121.191898:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076121.191922:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2823)
00000800:00000200:2.1:1769076121.192127:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076121.192131:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076121.192605:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076121.192609:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076121.193119:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076121.193123:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076121.193783:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076121.193787:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000100:00000040:1.0:1769076122.532913:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297486609, at 4297486656
00000100:00000010:1.0:1769076122.532934:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2274e0.
00000020:00000001:3.0:1769076122.533072:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076122.533077:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076122.533082:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076123.557056:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076123.557064:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076123.557070:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076126.308919:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076126.308936:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076126.308940:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076126.308944:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076126.308949:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076126.308960:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2818
00000400:00000200:3.0:1769076126.308971:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076126.308979:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076126.308984:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076126.308988:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076126.308992:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076126.308996:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076126.308999:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076126.309004:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076126.309007:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076126.309011:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076126.309026:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076126.309030:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076126.309033:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076126.309038:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076126.309041:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076126.309044:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076126.309046:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076126.309049:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076126.309052:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076126.309055:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076126.309058:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076126.309061:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076126.309064:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076126.309066:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076126.309068:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076126.309078:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769076126.309082:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076126.309086:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076126.309088:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076126.309090:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076126.309093:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076126.309097:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076126.309105:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769076126.309111:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076126.309119:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948109568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076126.309129:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076126.309133:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076126.309137:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948109568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076126.309165:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076126.309168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076126.309172:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076126.309173:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076126.309175:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076126.309178:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076126.309180:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2818
00000400:00000200:3.0:1769076126.309184:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076126.309187:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076126.309189:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076126.309192:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076126.309194:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076126.309196:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076126.309198:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076126.309200:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076126.309201:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076126.309202:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076126.309204:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076126.309206:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076126.309208:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076126.309210:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076126.309211:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076126.309213:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076126.309214:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076126.309216:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076126.309218:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076126.309220:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076126.309221:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076126.309226:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076126.309228:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076126.309229:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076126.309233:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076126.309236:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076126.309237:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076126.309240:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769076126.309243:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076126.309246:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076126.309247:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076126.309249:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076126.309251:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076126.309256:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076126.309274:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769076126.309279:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076126.309285:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948109696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076126.309293:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076126.309305:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076126.309320:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948109696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076126.309334:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076126.309347:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076126.309371:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076126.309383:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076126.309409:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076126.309419:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076126.309435:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2818
00000400:00000200:3.0:1769076126.309476:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076126.309500:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076126.309507:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076126.309518:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076126.309526:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076126.309538:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076126.309547:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076126.309556:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076126.309561:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076126.309583:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076126.309591:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076126.309601:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076126.309621:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076126.309640:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076126.309646:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076126.309650:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076126.309652:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076126.309655:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076126.309661:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076126.309668:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076126.309672:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076126.309682:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076126.309688:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076126.309691:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076126.309693:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076126.309706:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076126.309711:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076126.309718:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769076126.309735:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076126.309741:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076126.309746:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076126.309748:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076126.309750:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076126.309772:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076126.309777:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769076126.309787:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076126.309885:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00100000:3.0:1769076126.309887:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948109824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769076126.309897:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1769076126.309921:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076126.309935:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076126.309953:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948109824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076126.309996:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076126.310007:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076126.310034:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076126.310039:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076126.310045:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076126.310053:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076126.310065:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2818
00000400:00000200:3.0:1769076126.310083:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076126.310094:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076126.310105:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076126.310126:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076126.310135:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076126.310140:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076126.310145:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076126.310148:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076126.310149:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076126.310151:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076126.310153:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076126.310154:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076126.310156:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076126.310161:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076126.310170:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076126.310181:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076126.310196:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076126.310201:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076126.310211:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076126.310218:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076126.310226:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076126.310232:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076126.310249:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076126.310274:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076126.310281:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076126.310295:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076126.310306:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076126.310321:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769076126.310331:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076126.310341:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076126.310344:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076126.310348:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076126.310353:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076126.310369:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076126.310383:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769076126.310393:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076126.310422:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948109952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076126.310467:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076126.310480:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076126.310509:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948109952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076126.310602:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076126.310615:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076126.310633:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076126.310647:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076126.310663:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076126.310682:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076126.310700:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2818
00000400:00000200:3.0:1769076126.310723:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076126.310767:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076126.310782:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076126.310800:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076126.310814:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076126.310826:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076126.310838:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076126.310855:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076126.310862:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076126.310875:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076126.310889:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076126.310895:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076126.310904:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076126.310920:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076126.310934:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076126.310937:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076126.310939:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076126.310947:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076126.310955:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076126.310963:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076126.310965:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076126.310972:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076126.310990:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076126.311005:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076126.311010:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076126.311026:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076126.311038:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076126.311047:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769076126.311060:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076126.311075:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076126.311078:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076126.311087:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076126.311097:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076126.311115:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076126.311134:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769076126.311145:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076126.311170:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948110080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076126.311199:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076126.311207:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076126.311216:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948110080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076126.311252:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076126.311275:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2828)
00000800:00000200:2.1:1769076126.311395:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076126.311399:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076126.311711:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076126.311714:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076126.312039:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076126.312042:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076126.312482:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076126.312485:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1769076126.628961:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076126.628968:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076126.628974:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076127.652904:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297491728, at 4297491776
00000100:00000010:1.0:1769076127.652918:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d20.
00000020:00000001:3.0:1769076127.653100:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076127.653105:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076127.653110:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076130.725015:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076130.725023:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076130.725028:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076131.428925:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076131.428949:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076131.428960:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076131.428984:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076131.428994:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076131.429008:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2823
00000400:00000200:1.0:1769076131.429022:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076131.429031:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076131.429035:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076131.429038:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076131.429042:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076131.429045:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076131.429048:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076131.429054:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076131.429057:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076131.429061:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076131.429063:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076131.429066:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076131.429069:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076131.429073:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076131.429076:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076131.429078:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076131.429080:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076131.429083:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076131.429086:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076131.429088:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076131.429090:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076131.429094:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076131.429096:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076131.429098:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076131.429101:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076131.429110:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076131.429114:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076131.429118:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076131.429119:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076131.429122:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076131.429125:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076131.429129:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076131.429137:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769076131.429144:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076131.429153:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948110208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076131.429164:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076131.429168:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076131.429190:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948110208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076131.429225:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076131.429230:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076131.429236:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076131.429238:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076131.429241:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076131.429246:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076131.429250:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2823
00000400:00000200:1.0:1769076131.429258:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076131.429262:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076131.429264:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076131.429268:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076131.429271:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076131.429274:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076131.429276:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076131.429282:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076131.429306:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076131.429316:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076131.429319:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076131.429322:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076131.429329:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076131.429340:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076131.429351:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076131.429365:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076131.429379:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076131.429387:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076131.429399:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076131.429409:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076131.429413:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076131.429428:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076131.429438:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076131.429452:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076131.429461:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076131.429467:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076131.429478:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076131.429500:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769076131.429506:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076131.429511:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076131.429524:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076131.429546:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076131.429552:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076131.429555:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076131.429571:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769076131.429579:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076131.429593:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948110336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076131.429605:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076131.429618:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076131.429630:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948110336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076131.429667:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076131.429678:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076131.429690:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076131.429698:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076131.429704:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076131.429710:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076131.429719:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2823
00000400:00000200:1.0:1769076131.429821:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076131.429842:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076131.429853:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076131.429870:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076131.429880:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076131.429896:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076131.429905:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076131.429918:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076131.429928:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076131.429936:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076131.429945:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076131.429951:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076131.429982:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076131.430000:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076131.430014:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076131.430024:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076131.430028:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076131.430031:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076131.430044:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076131.430063:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076131.430066:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076131.430071:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076131.430082:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076131.430083:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076131.430085:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076131.430089:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076131.430097:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076131.430107:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076131.430123:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076131.430129:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076131.430132:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076131.430145:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076131.430148:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076131.430152:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076131.430158:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000010:1.0:1769076131.430163:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000800:00000200:2.1:1769076131.430166:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1769076131.430171:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076131.430214:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948110464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076131.430241:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076131.430255:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076131.430268:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948110464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076131.430291:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076131.430298:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076131.430308:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076131.430315:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076131.430321:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076131.430335:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076131.430348:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2823
00000400:00000200:1.0:1769076131.430358:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076131.430369:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076131.430380:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076131.430400:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076131.430415:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076131.430421:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076131.430429:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076131.430437:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076131.430439:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076131.430445:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076131.430450:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076131.430463:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076131.430470:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076131.430492:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076131.430499:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076131.430512:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076131.430515:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076131.430519:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076131.430531:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076131.430536:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076131.430547:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076131.430555:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076131.430567:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076131.430574:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076131.430583:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076131.430592:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076131.430597:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076131.430605:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076131.430618:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076131.430630:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076131.430636:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076131.430649:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076131.430654:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076131.430663:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076131.430680:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769076131.430690:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076131.430707:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948110592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076131.430805:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076131.430815:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076131.430835:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948110592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076131.430895:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076131.430903:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076131.430921:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076131.430930:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076131.430936:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076131.430973:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076131.430985:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2823
00000400:00000200:1.0:1769076131.431007:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076131.431023:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076131.431030:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076131.431044:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076131.431054:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076131.431058:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076131.431067:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076131.431073:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076131.431076:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076131.431082:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076131.431092:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076131.431103:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076131.431118:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076131.431127:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076131.431132:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076131.431146:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076131.431151:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076131.431161:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076131.431191:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076131.431197:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076131.431204:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076131.431217:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076131.431225:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076131.431241:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076131.431248:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076131.431258:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076131.431263:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076131.431276:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076131.431288:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076131.431300:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076131.431303:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076131.431315:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076131.431321:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076131.431330:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076131.431342:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769076131.431353:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076131.431381:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948110720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076131.431418:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076131.431424:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076131.431440:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948110720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076131.431463:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076131.431479:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2833)
00000800:00000200:2.1:1769076131.431710:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076131.431714:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076131.432264:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076131.432268:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076131.432633:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076131.432636:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076131.433157:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076131.433161:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769076131.749015:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076131.749023:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076131.749028:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076132.772900:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297496848, at 4297496896
00000100:00000010:1.0:1769076132.772924:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ea0.
00000020:00000001:3.0:1769076134.820914:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076134.820920:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076134.820925:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076135.845064:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076135.845074:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076135.845080:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076136.549876:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076136.549882:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076136.551205:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076136.551212:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076136.551838:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076136.551841:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076136.552299:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076136.552302:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076136.552583:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076136.552586:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1769076137.892855:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297501968, at 4297502016
00000100:00000010:1.0:1769076137.892878:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227840.
00000008:00000020:1.0:1769076138.596884:0:46300:0:(osc_request.c:735:osc_update_next_shrink()) next time 4035 to shrink grant
00000020:00000001:3.0:1769076138.917024:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076138.917031:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076138.917036:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076139.941015:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076139.941025:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076139.941052:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076141.669833:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076141.669843:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076141.671379:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076141.671383:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076141.671782:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076141.671785:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076141.672167:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076141.672170:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076141.672818:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076141.672821:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000100:00000040:1.0:1769076143.012898:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297507088, at 4297507136
00000100:00000010:1.0:1769076143.012925:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227780.
00000020:00000001:3.0:1769076143.013036:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076143.013047:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076143.013058:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076144.037025:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076144.037033:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076144.037039:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076146.788876:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076146.788890:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076146.788894:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076146.788900:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076146.788906:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076146.788940:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2838
00000400:00000200:3.0:1769076146.788966:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076146.788983:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076146.788991:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076146.789015:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076146.789024:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076146.789034:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076146.789039:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076146.789045:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076146.789047:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076146.789051:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076146.789055:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076146.789058:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076146.789062:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076146.789066:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076146.789070:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076146.789073:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076146.789075:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076146.789079:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076146.789083:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076146.789086:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076146.789089:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076146.789094:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076146.789098:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076146.789101:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076146.789103:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076146.789113:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769076146.789120:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076146.789124:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076146.789127:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076146.789131:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076146.789134:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076146.789139:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076146.789149:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769076146.789158:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076146.789170:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948112128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076146.789183:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076146.789189:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076146.789196:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948112128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076146.789230:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076146.789235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076146.789240:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076146.789242:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076146.789245:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076146.789249:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076146.789253:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2838
00000400:00000200:3.0:1769076146.789261:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076146.789266:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076146.789287:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076146.789293:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076146.789296:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076146.789300:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076146.789310:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076146.789319:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076146.789321:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076146.789324:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076146.789333:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076146.789344:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076146.789360:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076146.789386:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076146.789393:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076146.789409:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076146.789416:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076146.789423:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076146.789448:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076146.789460:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076146.789466:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076146.789483:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076146.789490:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076146.789498:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076146.789516:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076146.789530:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076146.789534:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076146.789541:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769076146.789549:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076146.789561:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076146.789566:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076146.789570:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076146.789581:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076146.789586:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076146.789594:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769076146.789605:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076146.789620:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948112256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076146.789648:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076146.789660:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076146.789678:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948112256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076146.789818:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076146.789827:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076146.789843:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076146.789847:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076146.789851:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076146.789855:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076146.789872:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2838
00000400:00000200:3.0:1769076146.789965:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076146.789996:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076146.790016:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076146.790035:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076146.790054:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076146.790063:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076146.790073:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076146.790078:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076146.790085:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076146.790091:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076146.790098:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076146.790108:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076146.790115:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000800:00000200:2.1:1769076146.790124:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:3.0:1769076146.790135:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000200:2.1:1769076146.790139:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1769076146.790141:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076146.790166:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076146.790182:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076146.790198:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076146.790211:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076146.790226:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076146.790245:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076146.790253:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076146.790259:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076146.790265:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076146.790271:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076146.790283:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076146.790294:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076146.790313:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769076146.790320:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076146.790329:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076146.790334:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076146.790344:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076146.790354:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076146.790366:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076146.790389:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769076146.790398:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076146.790416:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948112384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076146.790446:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076146.790451:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076146.790460:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948112384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076146.790474:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076146.790478:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076146.790482:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076146.790486:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076146.790497:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076146.790507:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076146.790515:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2838
00000400:00000200:3.0:1769076146.790534:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076146.790544:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076146.790554:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076146.790565:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076146.790571:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076146.790580:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076146.790584:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076146.790592:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076146.790595:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076146.790603:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076146.790609:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076146.790618:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076146.790634:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076146.790654:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076146.790666:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076146.790686:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076146.790705:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076146.790719:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076146.790772:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076146.790793:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076146.790804:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076146.790816:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076146.790826:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076146.790836:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076146.790842:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076146.790863:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076146.790888:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076146.790935:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769076146.790952:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076146.790969:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076146.790976:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076146.790988:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076146.790994:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076146.791001:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076146.791016:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769076146.791029:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076146.791045:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948112512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076146.791085:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076146.791101:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076146.791124:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948112512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076146.791172:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076146.791183:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076146.791211:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076146.791221:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076146.791243:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076146.791259:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076146.791271:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2838
00000400:00000200:3.0:1769076146.791291:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076146.791316:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076146.791334:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076146.791345:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076146.791355:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076146.791369:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076146.791386:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076146.791401:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076146.791403:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076146.791406:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076146.791409:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076146.791414:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076146.791426:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076146.791441:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076146.791452:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076146.791466:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076146.791480:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076146.791498:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076146.791516:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076146.791527:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076146.791544:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076146.791553:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076146.791559:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076146.791571:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076146.791576:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076146.791593:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076146.791602:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076146.791617:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769076146.791631:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076146.791644:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076146.791655:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076146.791673:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076146.791680:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076146.791699:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076146.791716:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769076146.791732:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076146.791781:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948112640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076146.791866:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076146.791875:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076146.791893:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948112640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076146.791953:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076146.791966:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2848)
00000800:00000200:2.1:1769076146.792051:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076146.792055:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076146.792436:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076146.792440:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076146.792903:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076146.792907:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076146.793442:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076146.793446:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1769076147.108997:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076147.109006:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076147.109011:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076148.132937:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297512208, at 4297512256
00000100:00000010:1.0:1769076148.132975:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227600.
00000020:00000001:3.0:1769076148.133061:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076148.133067:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076148.133072:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076151.204971:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076151.204976:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076151.204981:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076151.910107:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076151.911040:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076151.912200:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076151.913002:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076151.913251:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:3.0:1769076152.229016:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076152.229025:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076152.229031:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076153.252942:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297517328, at 4297517376
00000100:00000010:1.0:1769076153.252974:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2272a0.
00000400:00000100:3.0:1769076154.981001:0:2419:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.128:988
00000400:00000100:3.0:1769076154.981037:0:2419:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.128@tcp at host 192.168.204.128 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769076154.981049:0:2419:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076154.981053:0:2419:0:(router.c:1755:lnet_notify()) 192.168.204.28@tcp notifying 192.168.204.128@tcp: down
00000400:00000200:3.0:1769076154.981057:0:2419:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076154.981061:0:2419:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769076154.981065:0:2419:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:3.0:1769076154.981071:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:3.0:1769076154.981078:0:2419:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076154.981083:0:2419:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076154.981090:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8aa0
00000400:00000010:3.0:1769076154.981094:0:2419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8aa0.
00000100:00000001:3.0:1769076154.981099:0:2419:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076154.981108:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5704d9d500 x1855007948112768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076154.981133:0:2419:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076154.981138:0:2419:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d500 x1855007948112768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076176 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076154.981146:0:2419:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076154.981148:0:2419:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769076154.981158:0:2419:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:3.0:1769076154.981160:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e200.
00000400:00000200:3.0:1769076154.981162:0:2419:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076154.981165:0:2419:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076154.981168:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:3.0:1769076154.981170:0:2419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:3.0:1769076154.981172:0:2419:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076154.981176:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5704d9d180 x1855007948112896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076154.981183:0:2419:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076154.981186:0:2419:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d180 x1855007948112896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076176 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076154.981199:0:2419:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076154.981201:0:2419:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769076154.981211:0:2419:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:3.0:1769076154.981217:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ea00.
00000400:00000200:3.0:1769076154.981223:0:2419:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076154.981229:0:2419:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076154.981233:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e83b8
00000400:00000010:3.0:1769076154.981237:0:2419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e83b8.
00000100:00000001:3.0:1769076154.981242:0:2419:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076154.981250:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5704d9c380 x1855007948113024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076154.981267:0:2419:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076154.981275:0:2419:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948113024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076176 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076154.981302:0:2419:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076154.981304:0:2419:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769076154.981315:0:2419:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:3.0:1769076154.981331:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e900.
00000400:00000200:3.0:1769076154.981337:0:2419:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076154.981345:0:2419:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076154.981350:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:3.0:1769076154.981354:0:2419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:3.0:1769076154.981361:0:2419:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076154.981370:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5704d9c000 x1855007948113152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076154.981386:0:2419:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076154.981394:0:2419:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c000 x1855007948113152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076176 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076154.981422:0:2419:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076154.981428:0:2419:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769076154.981438:0:2419:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:3.0:1769076154.981444:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e700.
00000400:00000200:3.0:1769076154.981450:0:2419:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076154.981458:0:2419:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076154.981464:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e85d8
00000400:00000010:3.0:1769076154.981468:0:2419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e85d8.
00000100:00000001:3.0:1769076154.981473:0:2419:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076154.981480:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5704d9dc00 x1855007948113280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076154.981501:0:2419:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076154.981509:0:2419:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948113280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076176 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076154.981523:0:2419:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076154.981528:0:2419:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1769076155.300942:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076155.300947:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076155.300952:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076156.325004:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076156.325023:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076156.325029:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769076157.029821:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076157.029829:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076157.031359:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076157.031362:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076157.031693:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076157.031695:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076157.032068:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076157.032072:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076157.032520:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076157.032523:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1769076158.052880:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076158.052891:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076158.052894:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076158.052904:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076158.052912:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076158.052920:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076158.052925:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076158.052929:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076158.052933:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076158.372871:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297522448, at 4297522496
00000100:00000010:1.0:1769076158.372888:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470540.
00000020:00000001:3.0:1769076158.372950:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076158.372955:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076158.372960:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076159.076843:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076159.076852:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076159.076854:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076159.076861:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076159.076866:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076159.076870:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076159.076872:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076159.076875:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076159.076878:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076159.396850:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076159.396855:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076159.396859:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076160.100896:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076160.100906:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076160.100909:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076160.100917:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076160.100921:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076160.100926:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076160.100929:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076160.100933:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076160.100937:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076160.420915:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076160.420921:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076160.420926:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076161.124868:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076161.124877:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076161.124879:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076161.124886:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076161.124891:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076161.124896:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076161.124900:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076161.124903:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076161.124907:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076162.148848:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076162.148858:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076162.148862:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076162.148869:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076162.148875:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076162.148880:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076162.148884:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076162.148889:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076162.148893:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076162.149821:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076162.149829:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076162.151127:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076162.151133:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076162.151760:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076162.151763:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076162.152323:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076162.152326:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076162.152708:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076162.152711:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1769076162.468972:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076162.468978:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076162.468984:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076163.172910:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076163.172920:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076163.172924:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076163.172931:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076163.172936:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076163.172941:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076163.172945:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076163.172948:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076163.172952:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076163.492942:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297527568, at 4297527616
00000100:00000010:1.0:1769076163.492963:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227b40.
00000020:00000001:3.0:1769076163.493020:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076163.493027:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076163.493033:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076164.196811:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076164.196820:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076164.196823:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076164.196830:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076164.196835:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076164.196840:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076164.196844:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076164.196847:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076164.196850:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076164.516997:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076164.517022:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076164.517028:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076165.220816:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076165.220824:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076165.220826:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076165.220833:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076165.220837:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076165.220841:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076165.220856:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076165.220859:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076165.220862:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076166.244892:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076166.244903:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076166.244906:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076166.244914:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076166.244922:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076166.244927:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076166.244932:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076166.244937:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076166.244941:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076166.564987:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076166.564996:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076166.565003:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076167.268872:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076167.268885:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076167.268894:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076167.268905:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076167.268913:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076167.268922:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076167.268929:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076167.268935:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076167.268945:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076167.269969:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076167.269979:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769076167.271396:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076167.271400:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769076167.271899:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076167.271905:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769076167.272379:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076167.272385:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769076167.273059:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076167.273062:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000020:00000001:3.0:1769076167.589008:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076167.589013:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076167.589018:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076168.292851:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076168.292860:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076168.292863:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076168.292869:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076168.292873:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076168.292878:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076168.292881:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076168.292884:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076168.292888:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076168.612882:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297532688, at 4297532736
00000100:00000010:1.0:1769076168.612906:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227de0.
00000100:00000001:1.0:1769076169.316862:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076169.316871:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076169.316874:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076169.316881:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076169.316886:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076169.316891:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076169.316894:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076169.316898:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076169.316902:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076170.340835:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076170.340844:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076170.340846:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076170.340853:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076170.340857:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076170.340862:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076170.340865:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076170.340868:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076170.340871:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076170.660869:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076170.660872:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076170.660875:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076171.364820:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076171.364828:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076171.364830:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076171.364836:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076171.364840:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076171.364843:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076171.364846:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076171.364849:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076171.364852:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076171.684955:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076171.684961:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076171.684965:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076172.388858:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076172.388869:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076172.388873:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076172.388898:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076172.388910:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076172.388918:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076172.388927:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076172.388934:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076172.388940:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076172.390063:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076172.390071:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076172.391064:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076172.391164:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076172.391602:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076172.391608:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076172.392083:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076172.392087:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076172.392438:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076172.392441:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000100:00000001:1.0:1769076173.412873:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076173.412881:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076173.412883:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076173.412889:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076173.412893:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076173.412897:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076173.412901:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076173.412904:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076173.412907:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076173.732804:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297537808, at 4297537856
00000100:00000010:1.0:1769076173.732813:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227600.
00000100:00000001:1.0:1769076174.436850:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076174.436861:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076174.436864:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076174.436871:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076174.436886:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076174.436891:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076174.436895:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076174.436898:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076174.436902:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076174.756982:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076174.756988:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076174.756994:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076175.460849:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076175.460860:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076175.460863:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076175.460869:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076175.460874:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076175.460878:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076175.460881:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076175.460884:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076175.460887:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076175.780928:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076175.780932:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076175.780937:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076176.484843:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076176.484853:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076176.484855:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076176.484862:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076176.484867:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076176.484872:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076176.484876:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076176.484879:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076176.484883:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076177.508850:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076177.508861:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076177.508864:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076177.508872:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076177.508879:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076177.508884:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076177.508888:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076177.508892:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076177.508896:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076177.508933:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076177.508943:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076177.508961:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076177.508967:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076177.508972:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076177.508982:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2869
00000400:00000200:3.0:1769076177.508992:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076177.509001:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076177.509005:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076177.509010:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076177.509014:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076177.509017:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076177.509021:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076177.509026:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076177.509028:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076177.509032:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076177.509035:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076177.509038:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076177.509041:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076177.509045:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076177.509048:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076177.509051:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076177.509053:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076177.509057:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076177.509061:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076177.509064:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076177.509067:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076177.509071:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076177.509074:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076177.509077:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076177.509080:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076177.509092:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769076177.509096:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076177.509112:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076177.509114:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076177.509117:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076177.509120:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076177.509126:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076177.509135:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769076177.509145:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076177.509156:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948115968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076177.509180:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076177.509186:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076177.509193:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948115968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076177.509229:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076177.509233:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076177.509238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076177.509240:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076177.509242:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076177.509246:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076177.509249:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2869
00000400:00000200:3.0:1769076177.509254:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076177.509259:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076177.509262:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076177.509266:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076177.509270:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076177.509274:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076177.509277:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076177.509280:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076177.509282:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076177.509286:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076177.509294:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076177.509299:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076177.509305:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076177.509312:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076177.509319:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076177.509327:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076177.509337:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076177.509347:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076177.509356:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076177.509368:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076177.509376:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076177.509386:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076177.509394:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076177.509421:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076177.509432:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076177.509454:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076177.509461:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076177.509472:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769076177.509482:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076177.509493:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076177.509498:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076177.509506:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076177.509513:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076177.509519:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076177.509535:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769076177.509551:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076177.509575:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948116096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076177.509609:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076177.509622:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076177.509657:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948116096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076177.509691:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076177.509699:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076177.509711:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076177.509715:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076177.509721:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076177.509799:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076177.509808:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2869
00000400:00000200:3.0:1769076177.509866:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076177.509885:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076177.509892:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076177.509908:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076177.509918:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076177.509929:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076177.509933:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076177.509940:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076177.509942:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076177.509947:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076177.509952:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076177.509962:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076177.509974:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076177.509985:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000200:2.1:1769076177.509992:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769076177.509995:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769076177.510003:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000100:00000040:3.0:1769076177.510005:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076177.510016:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076177.510024:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076177.510038:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076177.510044:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076177.510049:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076177.510057:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076177.510070:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076177.510079:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076177.510082:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076177.510085:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076177.510088:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076177.510095:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769076177.510100:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076177.510108:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076177.510113:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076177.510117:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076177.510123:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076177.510130:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076177.510142:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769076177.510153:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076177.510167:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948116224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076177.510229:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076177.510239:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076177.510254:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948116224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076177.510282:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076177.510287:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076177.510296:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076177.510299:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076177.510303:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076177.510313:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076177.510318:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2869
00000400:00000200:3.0:1769076177.510334:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076177.510345:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076177.510351:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076177.510364:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076177.510375:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076177.510389:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076177.510397:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076177.510431:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076177.510437:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076177.510446:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076177.510454:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076177.510465:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076177.510475:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076177.510491:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076177.510503:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076177.510516:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076177.510530:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076177.510546:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076177.510562:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076177.510576:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076177.510589:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076177.510603:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076177.510615:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076177.510627:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076177.510635:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076177.510646:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076177.510657:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076177.510664:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769076177.510670:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076177.510681:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076177.510685:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076177.510693:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076177.510697:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076177.510703:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076177.510711:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769076177.510720:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076177.510769:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948116352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076177.510786:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076177.510793:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076177.510805:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948116352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076177.510826:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076177.510834:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076177.510845:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076177.510851:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076177.510856:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076177.510863:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076177.510873:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2869
00000400:00000200:3.0:1769076177.510890:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076177.510899:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076177.510909:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076177.510919:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076177.510922:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076177.510930:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076177.510939:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076177.510947:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076177.510950:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076177.510953:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076177.510959:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076177.510968:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076177.510974:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076177.510983:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076177.510990:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076177.510998:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076177.511007:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076177.511014:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076177.511023:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076177.511032:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076177.511038:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076177.511045:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076177.511053:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076177.511060:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076177.511066:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076177.511072:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076177.511078:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076177.511087:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769076177.511095:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076177.511116:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076177.511121:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076177.511124:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076177.511127:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076177.511133:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076177.511142:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769076177.511154:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076177.511170:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948116480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076177.511200:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076177.511208:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076177.511220:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948116480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076177.511252:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076177.511262:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2879)
00000800:00000200:2.1:1769076177.511490:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076177.511496:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076177.511932:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076177.511935:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076177.512311:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076177.512314:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076177.512948:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076177.512952:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000100:00000001:1.0:1769076178.532807:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076178.532815:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076178.532818:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076178.532823:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076178.532827:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076178.532831:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076178.532834:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076178.532837:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076178.532840:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076178.852849:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297542928, at 4297542976
00000100:00000010:1.0:1769076178.852902:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227c00.
00000020:00000001:3.0:1769076178.853010:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076178.853017:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076178.853023:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076179.556849:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076179.556859:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076179.556861:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076179.556868:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076179.556873:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076179.556878:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076179.556881:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076179.556884:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076179.556888:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076179.876972:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076179.876984:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076179.876993:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076180.580930:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076180.580943:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076180.580947:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076180.580955:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076180.580961:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076180.580967:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076180.580990:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076180.580994:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076180.580997:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076181.604846:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076181.604857:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076181.604860:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076181.604866:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076181.604871:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076181.604875:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076181.604879:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076181.604882:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076181.604886:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076182.628866:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076182.628876:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076182.628880:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076182.628887:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076182.628892:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076182.628896:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076182.628900:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076182.628904:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076182.628907:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076182.630060:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076182.630074:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076182.631434:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076182.631437:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076182.631844:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076182.631847:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076182.632289:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076182.632361:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076182.632999:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076182.633004:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1769076182.948954:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076182.948960:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076182.948965:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076183.652846:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076183.652856:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076183.652858:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076183.652865:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076183.652869:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076183.652874:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076183.652877:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076183.652881:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076183.652884:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076183.972843:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297548048, at 4297548096
00000100:00000010:1.0:1769076183.972863:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2275a0.
00000020:00000001:3.0:1769076183.972950:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076183.972958:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076183.972963:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076184.676828:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076184.676836:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076184.676837:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076184.676841:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076184.676844:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076184.676847:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076184.676849:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076184.676851:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076184.676853:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076185.700826:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076185.700833:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076185.700835:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076185.700840:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076185.700844:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076185.700848:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076185.700850:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076185.700853:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076185.700856:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076186.724831:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076186.724841:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076186.724845:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076186.724852:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076186.724873:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076186.724880:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076186.724884:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076186.724889:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076186.724895:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076187.044913:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076187.044931:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076187.044937:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076187.749407:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076187.749414:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076187.749983:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076187.749985:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076187.750185:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076187.750186:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076187.750423:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076187.750425:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076187.750689:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076187.750692:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1769076188.068910:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076188.068915:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076188.068919:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076189.092906:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297553167, at 4297553216
00000100:00000010:1.0:1769076189.092944:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ea0.
00000020:00000001:3.0:1769076191.141045:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076191.141051:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076191.141056:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076191.844906:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076191.844918:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076191.844921:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076191.844929:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076191.844935:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076191.844941:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076191.844945:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076191.844950:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076191.844954:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076192.164973:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076192.164977:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076192.164980:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076192.868845:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076192.868859:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076192.868862:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076192.868871:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076192.868878:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076192.868884:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076192.868891:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076192.868896:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076192.868910:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076192.869996:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076192.870009:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076192.871199:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076192.871204:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076192.871713:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076192.871716:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076192.872113:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076192.872116:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076192.872663:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076192.872667:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1769076193.892792:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076193.892798:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076193.892800:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076193.892804:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076193.892807:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076193.892810:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076193.892811:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076193.892813:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076193.892815:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076194.212804:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297558288, at 4297558336
00000100:00000010:1.0:1769076194.212821:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d20.
00000100:00000001:1.0:1769076194.916803:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076194.916810:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076194.916812:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076194.916817:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076194.916820:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076194.916824:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076194.916827:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076194.916829:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076194.916831:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076195.237056:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076195.237065:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076195.237073:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076195.940808:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076195.940821:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076195.940825:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076195.940835:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076195.940842:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076195.940847:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076195.940852:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076195.940857:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076195.940861:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076196.261045:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076196.261057:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076196.261064:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076196.965108:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076196.965125:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076196.965130:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076196.965142:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076196.965150:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076196.965157:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076196.965163:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076196.965169:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076196.965173:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076197.988837:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076197.988849:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076197.988854:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076197.988863:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076197.988872:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076197.988878:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076197.988882:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076197.988901:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076197.988906:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076197.990086:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076197.990097:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076197.991771:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076197.991777:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076197.992653:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076197.992657:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076197.993214:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076197.993217:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076197.993586:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076197.993590:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1769076199.012839:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076199.012848:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076199.012851:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076199.012858:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076199.012863:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076199.012868:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076199.012871:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076199.012876:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076199.012879:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076199.332828:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297563408, at 4297563456
00000100:00000010:1.0:1769076199.332848:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034705a0.
00000020:00000001:3.0:1769076199.332938:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076199.332943:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076199.332947:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076200.036868:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076200.036877:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076200.036880:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076200.036887:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076200.036892:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076200.036897:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076200.036900:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076200.036904:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076200.036907:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076200.357117:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076200.357127:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076200.357133:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076201.060800:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076201.060806:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076201.060808:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076201.060812:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076201.060815:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076201.060818:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076201.060820:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076201.060823:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076201.060825:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076202.084871:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076202.084881:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076202.084884:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076202.084891:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076202.084896:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076202.084901:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076202.084904:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076202.084907:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076202.084911:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076203.108854:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076203.108866:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076203.108871:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076203.108893:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076203.108901:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076203.108908:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076203.108914:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076203.108918:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076203.108923:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076203.109003:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076203.109016:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076203.109021:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076203.109028:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076203.109035:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076203.109047:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2894
00000400:00000200:3.0:1769076203.109061:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076203.109071:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076203.109078:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076203.109085:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076203.109091:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076203.109096:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076203.109101:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076203.109109:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076203.109112:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076203.109117:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076203.109122:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076203.109128:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076203.109133:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076203.109140:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076203.109144:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076203.109148:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076203.109152:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076203.109158:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076203.109163:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076203.109167:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076203.109171:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076203.109174:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076203.109178:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076203.109181:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076203.109183:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076203.109196:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000020:00000040:3.0:1769076203.109201:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076203.109206:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076203.109208:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076203.109212:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076203.109216:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076203.109221:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076203.109232:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769076203.109241:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076203.109253:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948119168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076203.109269:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076203.109277:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076203.109287:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948119168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076203.109329:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076203.109336:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076203.109342:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076203.109345:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076203.109349:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076203.109355:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076203.109376:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2894
00000400:00000200:3.0:1769076203.109387:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076203.109395:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076203.109400:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076203.109405:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076203.109408:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076203.109411:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076203.109414:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076203.109424:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076203.109429:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076203.109434:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076203.109442:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076203.109445:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076203.109451:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076203.109460:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076203.109469:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076203.109475:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076203.109482:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076203.109493:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076203.109502:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076203.109511:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076203.109518:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076203.109527:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076203.109539:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076203.109545:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076203.109554:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076203.109564:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076203.109569:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076203.109579:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3480.
00000020:00000040:3.0:1769076203.109588:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076203.109595:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076203.109600:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076203.109606:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076203.109612:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076203.109616:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076203.109629:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769076203.109637:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076203.109654:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3480 x1855007948119296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076203.109676:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076203.109683:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076203.109698:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb7685cc] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3480 x1855007948119296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076203.109783:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076203.109789:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076203.109794:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076203.109797:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076203.109799:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076203.109803:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076203.109809:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2894
00000400:00000200:3.0:1769076203.109820:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076203.109832:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076203.109843:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076203.109848:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076203.109859:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076203.109863:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076203.109867:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076203.109876:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076203.109880:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076203.109883:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076203.109886:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076203.109890:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076203.109896:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076203.109909:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076203.109912:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076203.109917:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076203.109923:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076203.109934:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076203.109939:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076203.109942:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076203.109948:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076203.109956:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076203.109965:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076203.109998:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076203.110003:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076203.110012:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076203.110021:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076203.110036:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769076203.110049:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076203.110061:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076203.110069:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076203.110080:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076203.110089:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076203.110099:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076203.110118:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769076203.110134:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076203.110153:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00100000:3.0:1769076203.110155:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948119424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1769076203.110164:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1769076203.110181:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076203.110191:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076203.110202:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948119424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076203.110224:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076203.110233:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076203.110241:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076203.110246:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076203.110252:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076203.110257:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076203.110266:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2894
00000400:00000200:3.0:1769076203.110282:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076203.110300:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076203.110311:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076203.110329:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076203.110342:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076203.110355:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076203.110367:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076203.110379:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076203.110387:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076203.110392:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076203.110397:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076203.110404:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076203.110409:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076203.110423:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076203.110427:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076203.110435:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076203.110440:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076203.110447:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076203.110458:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076203.110473:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076203.110483:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076203.110493:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076203.110501:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076203.110509:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076203.110515:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076203.110528:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076203.110532:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076203.110542:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769076203.110553:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076203.110564:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076203.110570:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076203.110576:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076203.110581:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076203.110586:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076203.110597:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769076203.110608:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076203.110625:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948119552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076203.110647:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076203.110655:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076203.110665:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948119552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076203.110711:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076203.110717:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076203.110728:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076203.110773:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076203.110778:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076203.110789:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076203.110797:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2894
00000400:00000200:3.0:1769076203.110812:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076203.110820:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076203.110826:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076203.110836:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076203.110842:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076203.110848:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076203.110855:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076203.110863:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076203.110866:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076203.110871:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076203.110876:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076203.110881:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076203.110890:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076203.110903:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076203.110907:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076203.110915:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076203.110919:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076203.110924:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076203.110933:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076203.110943:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076203.110951:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076203.110957:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076203.110963:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076203.110969:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076203.111005:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076203.111017:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076203.111027:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076203.111042:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769076203.111054:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076203.111067:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076203.111075:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076203.111085:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076203.111094:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076203.111103:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076203.111119:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769076203.111133:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076203.111149:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948119680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076203.111178:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076203.111184:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076203.111200:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948119680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076203.111230:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076203.111243:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2904)
00000800:00000200:0.1:1769076203.111405:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076203.111409:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076203.111793:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076203.111797:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076203.112243:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076203.112246:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076203.112763:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076203.112768:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769076203.428943:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076203.429012:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076203.429019:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076204.132850:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076204.132860:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076204.132864:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076204.132882:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076204.132888:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076204.132893:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076204.132896:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076204.132899:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076204.132903:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076204.452875:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297568528, at 4297568576
00000100:00000010:1.0:1769076204.452900:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470de0.
00000020:00000001:3.0:1769076204.453080:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076204.453086:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076204.453091:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076205.156859:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076205.156867:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076205.156870:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076205.156877:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076205.156881:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076205.156886:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076205.156889:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076205.156893:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076205.156897:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076206.180839:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076206.180849:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076206.180851:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076206.180858:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076206.180863:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076206.180867:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076206.180870:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076206.180874:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076206.180878:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076207.204819:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076207.204831:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076207.204834:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076207.204843:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076207.204849:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076207.204857:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076207.204861:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076207.204866:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076207.204871:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076207.525093:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076207.525099:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076207.525104:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076208.228911:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076208.228922:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076208.228925:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076208.228933:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076208.228939:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076208.228946:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076208.228958:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076208.228968:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076208.228978:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076208.230009:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076208.230021:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769076208.231178:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076208.231182:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769076208.231534:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076208.231537:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769076208.232029:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076208.232032:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769076208.232524:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076208.232528:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000020:00000001:3.0:1769076208.549032:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076208.549037:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076208.549041:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076209.252837:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076209.252845:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076209.252859:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076209.252865:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076209.252891:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076209.252913:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076209.252917:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076209.252921:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076209.252925:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076209.572854:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297573648, at 4297573696
00000100:00000010:1.0:1769076209.572895:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034709c0.
00000020:00000001:3.0:1769076209.572970:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076209.572976:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076209.572981:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076210.276883:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076210.276892:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076210.276895:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076210.276901:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076210.276906:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076210.276911:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076210.276932:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076210.276935:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076210.276938:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076211.300862:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076211.300873:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076211.300877:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076211.300902:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076211.300908:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076211.300914:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076211.300918:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076211.300922:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076211.300927:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076211.621031:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076211.621039:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076211.621046:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076212.324873:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076212.324881:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076212.324884:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076212.324889:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076212.324894:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076212.324898:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076212.324901:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076212.324904:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076212.324907:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076212.644977:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076212.644983:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076212.644987:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076213.348928:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076213.348941:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076213.348947:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076213.348956:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076213.348964:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076213.348969:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076213.348975:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076213.348983:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076213.348987:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076213.350042:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076213.350053:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076213.351414:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076213.351417:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076213.352029:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076213.352032:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076213.352487:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076213.352492:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076213.353066:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076213.353070:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000020:00000001:3.0:1769076213.668908:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076213.668914:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076213.668918:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076214.372879:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076214.372888:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076214.372891:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076214.372898:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076214.372903:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076214.372907:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076214.372911:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076214.372914:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076214.372918:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076214.692909:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297578768, at 4297578816
00000100:00000010:1.0:1769076214.692933:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2274e0.
00000100:00000001:1.0:1769076215.396829:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076215.396838:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076215.396840:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076215.396846:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076215.396850:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076215.396855:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076215.396858:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076215.396861:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076215.396863:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076215.716972:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076215.716976:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076215.716980:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076216.420829:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076216.420839:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076216.420842:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076216.420848:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076216.420853:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076216.420857:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076216.420860:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076216.420863:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076216.420867:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076216.740985:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076216.740991:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076216.740996:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076217.444848:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076217.444858:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076217.444861:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076217.444868:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076217.444873:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076217.444878:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076217.444881:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076217.444885:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076217.444889:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076217.764949:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076217.764955:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076217.764960:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076218.468889:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076218.468899:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076218.468902:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076218.468909:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076218.468916:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076218.468921:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076218.468932:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076218.468938:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076218.468946:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076218.470051:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076218.470901:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076218.471225:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076218.471556:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076218.471908:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769076219.492870:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076219.492876:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076219.492877:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076219.492882:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076219.492885:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076219.492888:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076219.492890:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076219.492893:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076219.492895:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076219.812817:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297583888, at 4297583936
00000100:00000010:1.0:1769076219.812832:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227e40.
00000020:00000001:3.0:1769076219.812899:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076219.812903:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076219.812907:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076220.516857:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076220.516882:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076220.516885:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076220.516891:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076220.516895:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076220.516900:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076220.516903:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076220.516906:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076220.516909:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076220.836873:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076220.836876:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076220.836879:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076221.541096:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076221.541117:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076221.541120:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076221.541127:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076221.541132:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076221.541137:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076221.541141:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076221.541145:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076221.541150:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076221.860936:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076221.860943:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076221.860949:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076222.564952:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076222.564963:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076222.564966:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076222.564972:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076222.564977:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076222.564982:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076222.564986:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076222.564989:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076222.564993:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076223.588868:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076223.588882:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076223.588886:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076223.588891:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076223.588897:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076223.588906:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2915
00000100:00000001:1.0:1769076223.588911:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000400:00000200:3.0:1769076223.588920:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769076223.588924:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:3.0:1769076223.588932:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076223.588937:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769076223.588945:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076223.588946:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00100000:1.0:1769076223.588955:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076223.588957:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769076223.588969:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769076223.588972:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076223.588977:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076223.588982:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:1.0:1769076223.588987:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1769076223.588994:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769076223.588996:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1769076223.589002:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000100:00000001:1.0:1769076223.589006:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076223.589012:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076223.589021:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076223.589027:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076223.589032:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076223.589042:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076223.589047:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076223.589052:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076223.589057:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076223.589063:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076223.589070:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076223.589075:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076223.589080:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076223.589085:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076223.589091:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076223.589094:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076223.589098:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076223.589109:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769076223.589116:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076223.589123:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076223.589126:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076223.589131:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076223.589135:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076223.589142:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076223.589155:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769076223.589167:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076223.589183:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948121728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076223.589202:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076223.589208:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076223.589215:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948121728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076223.589262:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076223.589268:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076223.589275:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076223.589278:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076223.589282:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076223.589287:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076223.589293:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2915
00000400:00000200:3.0:1769076223.589321:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076223.589329:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076223.589336:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076223.589344:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076223.589348:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076223.589352:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076223.589364:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076223.589376:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076223.589383:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076223.589391:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076223.589397:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076223.589407:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076223.589419:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076223.589436:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076223.589446:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076223.589459:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076223.589470:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076223.589482:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076223.589497:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076223.589509:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076223.589521:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076223.589536:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076223.589545:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076223.589555:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076223.589566:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076223.589574:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076223.589583:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076223.589601:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769076223.589613:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076223.589624:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076223.589658:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076223.589668:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076223.589672:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076223.589677:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076223.589694:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769076223.589710:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076223.589729:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948121856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769076223.589988:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076223.589995:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1769076223.590545:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076223.590557:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076223.590580:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948121856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076223.590651:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076223.590659:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076223.590666:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076223.590670:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076223.590676:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076223.590682:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076223.590689:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2915
00000400:00000200:3.0:1769076223.590702:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076223.590716:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076223.590725:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076223.590797:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076223.590809:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076223.590821:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076223.590835:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076223.590846:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076223.590852:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076223.590861:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076223.590870:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076223.590880:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076223.590892:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076223.590910:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076223.590920:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076223.590930:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076223.590940:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076223.590952:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076223.590968:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076223.590981:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076223.590990:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076223.591002:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076223.591011:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076223.591023:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076223.591031:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076223.591069:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076223.591080:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076223.591098:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769076223.591110:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076223.591121:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076223.591130:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076223.591143:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076223.591154:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076223.591163:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076223.591184:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769076223.591200:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076223.591222:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076223.591226:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00100000:3.0:1769076223.591239:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948121984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076223.591276:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076223.591282:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076223.591297:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948121984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076223.591316:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076223.591321:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076223.591337:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076223.591344:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076223.591349:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076223.591360:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076223.591367:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2915
00000400:00000200:3.0:1769076223.591381:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076223.591390:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076223.591400:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076223.591412:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076223.591417:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076223.591427:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076223.591434:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076223.591445:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076223.591449:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076223.591456:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076223.591463:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076223.591472:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076223.591480:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076223.591490:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076223.591498:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076223.591508:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076223.591518:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076223.591527:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076223.591539:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076223.591547:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076223.591555:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076223.591563:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076223.591573:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076223.591577:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076223.591585:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076223.591594:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076223.591598:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076223.591612:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769076223.591624:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076223.591661:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076223.591667:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076223.591673:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076223.591677:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076223.591683:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076223.591695:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769076223.591706:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076223.591722:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948122112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076223.591769:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076223.591777:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076223.591787:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948122112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076223.591809:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076223.591815:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076223.591823:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076223.591826:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076223.591832:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076223.591840:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076223.591850:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2915
00000400:00000200:3.0:1769076223.591865:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076223.591878:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076223.591882:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076223.591894:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076223.591902:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076223.591912:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076223.591921:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076223.591927:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076223.591933:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076223.591943:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076223.591952:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076223.591961:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076223.591971:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076223.591987:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076223.591998:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076223.592012:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076223.592024:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076223.592037:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076223.592051:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076223.592063:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076223.592071:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076223.592079:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076223.592086:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076223.592096:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076223.592102:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076223.592109:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076223.592115:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076223.592125:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769076223.592137:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076223.592149:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076223.592158:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076223.592172:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076223.592182:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076223.592193:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076223.592210:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769076223.592222:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076223.592239:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948122240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076223.592261:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076223.592266:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076223.592281:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948122240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076223.592319:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076223.592329:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2925)
00000800:00000200:2.1:1769076223.592509:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076223.592513:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076223.593066:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076223.593069:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076223.593594:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076223.593600:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1769076223.908979:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076223.908985:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076223.908990:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076224.613003:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076224.613011:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076224.613014:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076224.613021:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076224.613025:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076224.613030:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076224.613033:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076224.613036:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076224.613039:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076224.932882:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297589008, at 4297589056
00000100:00000010:1.0:1769076224.932905:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d80.
00000020:00000001:3.0:1769076224.933024:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076224.933031:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076224.933037:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076225.636865:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076225.636886:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076225.636889:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076225.636895:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076225.636900:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076225.636905:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076225.636908:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076225.636912:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076225.636916:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076225.956972:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076225.956978:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076225.956983:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076226.660843:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076226.660853:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076226.660856:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076226.660863:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076226.660868:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076226.660873:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076226.660876:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076226.660880:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076226.660884:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076227.684845:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076227.684870:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076227.684875:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076227.684887:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076227.684895:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076227.684904:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076227.684910:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076227.684916:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076227.684921:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076228.004977:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076228.004986:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076228.004994:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076228.708831:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076228.708840:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769076228.708844:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076228.708847:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076228.708850:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769076228.708851:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076228.708857:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1769076228.708859:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076228.708866:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769076228.708868:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076228.708874:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769076228.708878:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2920
00000100:00000001:1.0:1769076228.708879:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076228.708887:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076228.708892:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076228.708894:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076228.708904:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076228.708908:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076228.708911:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076228.708922:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076228.708928:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076228.708932:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076228.708940:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076228.708943:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076228.708947:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076228.708952:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076228.708956:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076228.708960:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076228.708966:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076228.708969:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076228.708973:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076228.708976:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076228.708981:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076228.708987:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076228.708992:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076228.708997:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076228.709002:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076228.709007:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076228.709012:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076228.709015:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076228.709027:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769076228.709033:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076228.709039:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076228.709042:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076228.709047:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076228.709050:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076228.709055:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076228.709065:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769076228.709072:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076228.709083:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948122368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076228.709095:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076228.709101:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076228.709106:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948122368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076228.709134:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076228.709139:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076228.709145:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076228.709148:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076228.709151:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076228.709156:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076228.709160:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2920
00000400:00000200:3.0:1769076228.709168:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076228.709173:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076228.709177:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076228.709183:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076228.709186:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076228.709201:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076228.709205:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076228.709210:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076228.709212:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076228.709216:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076228.709219:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076228.709223:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076228.709227:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076228.709233:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076228.709237:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076228.709240:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076228.709243:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076228.709247:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076228.709252:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076228.709257:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076228.709261:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076228.709268:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076228.709272:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076228.709276:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076228.709282:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076228.709287:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076228.709291:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076228.709296:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769076228.709300:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076228.709305:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076228.709307:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076228.709310:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076228.709312:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076228.709316:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076228.709323:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769076228.709328:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076228.709336:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948122496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076228.709350:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076228.709355:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076228.709362:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948122496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076228.709393:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076228.709398:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076228.709403:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076228.709406:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076228.709409:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076228.709413:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076228.709417:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2920
00000400:00000200:3.0:1769076228.709449:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076228.709453:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076228.709458:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076228.709463:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076228.709466:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076228.709470:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076228.709474:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076228.709478:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076228.709480:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076228.709483:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076228.709485:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076228.709489:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076228.709493:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076228.709498:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076228.709502:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076228.709506:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000200:2.1:1769076228.709507:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769076228.709509:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:2.1:1769076228.709513:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000020:00000040:3.0:1769076228.709514:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076228.709518:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076228.709523:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076228.709526:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076228.709531:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076228.709534:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076228.709537:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076228.709565:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076228.709570:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076228.709572:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076228.709579:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769076228.709583:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076228.709587:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076228.709598:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076228.709601:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076228.709603:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076228.709606:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076228.709613:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769076228.709618:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076228.709626:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948122624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076228.709641:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076228.709645:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076228.709651:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948122624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076228.709666:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076228.709671:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076228.709677:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076228.709679:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076228.709682:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076228.709687:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076228.709691:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2920
00000400:00000200:3.0:1769076228.709697:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076228.709702:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076228.709706:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076228.709710:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076228.709713:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076228.709717:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076228.709721:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076228.709725:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076228.709727:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076228.709761:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076228.709764:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076228.709769:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076228.709773:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076228.709780:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076228.709784:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076228.709789:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076228.709793:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076228.709797:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076228.709803:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076228.709807:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076228.709810:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076228.709815:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076228.709819:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076228.709822:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076228.709825:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076228.709830:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076228.709833:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076228.709839:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769076228.709844:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076228.709848:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076228.709851:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076228.709854:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076228.709857:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076228.709860:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076228.709868:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769076228.709873:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076228.709881:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948122752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076228.709894:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076228.709898:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076228.709905:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948122752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076228.709919:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076228.709924:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076228.709929:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076228.709932:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076228.709935:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076228.709939:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076228.709943:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2920
00000400:00000200:3.0:1769076228.709950:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076228.709955:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076228.709960:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076228.709965:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076228.709969:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076228.709972:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076228.709976:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076228.709980:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076228.709983:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076228.709986:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076228.709989:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076228.709993:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076228.709998:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076228.710004:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076228.710007:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076228.710011:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076228.710015:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076228.710019:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076228.710023:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076228.710027:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076228.710030:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076228.710034:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076228.710038:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076228.710042:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076228.710045:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076228.710049:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076228.710053:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076228.710058:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769076228.710062:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076228.710066:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076228.710068:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076228.710071:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076228.710074:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076228.710076:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076228.710082:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769076228.710087:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076228.710095:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948122880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076228.710107:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076228.710110:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076228.710117:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948122880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076228.710132:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076228.710139:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2930)
00000800:00000200:2.1:1769076228.710309:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076228.710312:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076228.710690:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076228.710693:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076228.711028:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076228.711030:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076228.711438:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076228.711441:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1769076229.028958:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076229.028964:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076229.028969:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076229.732879:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076229.732892:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076229.732897:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076229.732906:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076229.732913:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076229.732919:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076229.732924:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076229.732929:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076229.732934:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076230.052853:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297594127, at 4297594176
00000100:00000010:1.0:1769076230.052873:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227840.
00000020:00000001:3.0:1769076230.052994:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076230.053002:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076230.053010:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076230.756839:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076230.756849:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076230.756852:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076230.756859:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076230.756865:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076230.756871:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076230.756877:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076230.756882:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076230.756887:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076231.780838:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076231.780848:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076231.780850:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076231.780858:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076231.780863:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076231.780883:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076231.780887:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076231.780890:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076231.780894:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076232.101027:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076232.101036:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076232.101043:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076232.804878:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076232.804891:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076232.804895:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076232.804902:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076232.804908:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076232.804914:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076232.804918:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076232.804923:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076232.804928:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076233.124986:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076233.124994:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076233.125001:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076233.828994:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076233.829012:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076233.829017:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076233.829023:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076233.829030:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076233.829042:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2925
00000400:00000200:3.0:1769076233.829056:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076233.829066:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076233.829072:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076233.829079:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076233.829085:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076233.829090:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076233.829096:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076233.829104:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076233.829107:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076233.829112:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076233.829116:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076233.829122:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076233.829126:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076233.829132:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076233.829137:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076233.829141:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076233.829145:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076233.829151:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076233.829158:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076233.829163:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076233.829169:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076233.829174:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076233.829179:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076233.829184:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076233.829188:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076233.829199:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769076233.829206:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076233.829213:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076233.829215:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076233.829221:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076233.829225:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076233.829232:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076233.829245:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769076233.829256:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076233.829270:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948123008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076233.829289:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076233.829296:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076233.829305:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948123008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076233.829350:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076233.829356:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076233.829378:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076233.829381:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076233.829384:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076233.829391:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076233.829399:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2925
00000400:00000200:3.0:1769076233.829408:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076233.829419:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076233.829428:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076233.829441:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076233.829449:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076233.829484:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076233.829493:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076233.829504:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076233.829510:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076233.829517:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076233.829525:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076233.829538:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076233.829549:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076233.829562:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076233.829575:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076233.829588:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076233.829600:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076233.829613:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076233.829628:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076233.829642:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076233.829651:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076233.829665:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076233.829677:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076233.829689:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076233.829700:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076233.829714:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076233.829725:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076233.829782:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769076233.829788:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076233.829795:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076233.829799:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076233.829803:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076233.829809:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076233.829816:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076233.829832:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769076233.829846:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076233.829862:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948123136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076233.829887:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076233.829898:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076233.829918:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948123136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076233.829963:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076233.829976:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076233.829991:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076233.830001:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076233.830011:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076233.830023:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076233.830037:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2925
00000400:00000200:3.0:1769076233.830069:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076233.830081:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:1.0:1769076233.830085:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769076233.830088:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769076233.830096:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076233.830105:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076233.830106:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00100000:1.0:1769076233.830113:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076233.830120:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769076233.830122:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076233.830132:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076233.830134:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076233.830140:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076233.830142:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:1.0:1769076233.830147:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1769076233.830150:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769076233.830156:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769076233.830156:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076233.830166:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076233.830171:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076233.830180:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076233.830186:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076233.830199:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076233.830203:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769076233.830212:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:3.0:1769076233.830213:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076233.830220:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076233.830227:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000800:00000200:2.1:1769076233.830229:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000100:00080000:3.0:1769076233.830232:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076233.830239:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076233.830246:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076233.830252:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076233.830257:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076233.830264:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076233.830270:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076233.830276:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076233.830279:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076233.830293:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769076233.830304:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076233.830311:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076233.830317:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076233.830327:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076233.830331:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076233.830339:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076233.830351:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769076233.830362:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076233.830381:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948123264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076233.830417:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076233.830425:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076233.830439:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948123264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076233.830488:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076233.830496:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076233.830506:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076233.830509:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076233.830513:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076233.830521:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076233.830528:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2925
00000400:00000200:3.0:1769076233.830545:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076233.830559:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076233.830567:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076233.830574:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076233.830580:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076233.830588:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076233.830592:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076233.830598:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076233.830604:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076233.830608:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076233.830613:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076233.830623:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076233.830633:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076233.830648:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076233.830660:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076233.830673:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076233.830686:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076233.830700:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076233.830718:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076233.830775:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076233.830786:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076233.830795:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076233.830805:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076233.830815:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076233.830827:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076233.830841:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076233.830847:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076233.830854:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769076233.830863:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076233.830872:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076233.830877:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076233.830884:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076233.830890:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076233.830896:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076233.830905:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769076233.830913:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076233.830933:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948123392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076233.830963:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076233.830971:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076233.830985:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948123392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076233.831020:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076233.831029:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076233.831045:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076233.831051:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076233.831057:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076233.831064:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076233.831073:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2925
00000400:00000200:3.0:1769076233.831086:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076233.831097:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076233.831106:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076233.831120:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076233.831128:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076233.831137:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076233.831145:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076233.831153:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076233.831159:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076233.831165:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076233.831169:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076233.831177:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076233.831183:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076233.831194:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076233.831200:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076233.831208:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076233.831213:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076233.831222:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076233.831232:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076233.831237:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076233.831243:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076233.831251:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076233.831256:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076233.831260:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076233.831265:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076233.831275:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076233.831282:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076233.831291:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769076233.831300:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076233.831306:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076233.831312:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076233.831320:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076233.831325:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076233.831330:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076233.831338:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769076233.831350:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076233.831364:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948123520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076233.831416:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076233.831424:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076233.831434:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948123520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076233.831480:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076233.831490:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2935)
00000800:00000200:2.1:1769076233.831618:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076233.831622:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076233.832154:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076233.832158:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076233.832548:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076233.832551:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076233.833159:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076233.833162:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1769076234.148960:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076234.148967:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076234.148972:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076234.852876:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076234.852888:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076234.852892:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076234.852902:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076234.852909:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076234.852915:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076234.852920:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076234.852925:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076234.852930:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076235.172878:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297599248, at 4297599296
00000100:00000010:1.0:1769076235.172904:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227780.
00000100:00000001:1.0:1769076235.876884:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076235.876893:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076235.876896:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076235.876903:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076235.876908:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076235.876914:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076235.876917:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076235.876920:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076235.876924:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076236.196940:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076236.196946:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076236.196951:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076236.900883:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076236.900896:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076236.900899:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076236.900908:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076236.900914:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076236.900920:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076236.900925:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076236.900929:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076236.900935:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076237.221004:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076237.221010:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076237.221015:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076237.924877:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076237.924887:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076237.924890:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076237.924896:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076237.924901:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076237.924906:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076237.924910:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076237.924913:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076237.924916:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076238.245013:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076238.245019:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076238.245024:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076238.948871:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076238.948881:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076238.948885:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076238.948892:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076238.948899:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076238.948904:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076238.948908:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076238.948915:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076238.948923:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076238.950069:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076238.950079:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076238.951243:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076238.951248:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076238.951783:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076238.951789:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076238.952254:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076238.952260:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076238.952776:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076238.952780:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000100:00000001:1.0:1769076239.972825:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076239.972834:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076239.972836:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076239.972841:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076239.972845:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076239.972850:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076239.972853:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076239.972857:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076239.972860:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076240.292812:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297604368, at 4297604416
00000100:00000010:1.0:1769076240.292822:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470720.
00000020:00000001:3.0:1769076240.292942:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076240.292947:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076240.292951:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076240.996807:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076240.996815:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076240.996818:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076240.996824:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076240.996828:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076240.996832:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076240.996834:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076240.996837:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076240.996840:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076241.316940:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076241.316945:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076241.316950:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076242.020846:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076242.020855:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076242.020858:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076242.020864:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076242.020869:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076242.020874:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076242.020877:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076242.020880:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076242.020885:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076242.340988:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076242.340993:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076242.340998:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076243.044873:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076243.044890:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076243.044892:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076243.044899:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076243.044903:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076243.044907:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076243.044910:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076243.044913:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076243.044916:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076244.068877:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076244.068887:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076244.068890:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076244.068897:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076244.068904:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076244.068909:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076244.068914:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076244.068918:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076244.068922:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076244.069931:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076244.069941:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076244.071243:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076244.071247:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076244.071690:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076244.071694:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076244.072074:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076244.072077:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076244.072601:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076244.072604:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1769076244.388914:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076244.388920:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076244.388925:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076245.092888:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076245.092909:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076245.092912:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076245.092918:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076245.092923:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076245.092928:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076245.092931:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076245.092934:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076245.092938:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076245.412860:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297609488, at 4297609536
00000100:00000010:1.0:1769076245.412884:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ae0.
00000020:00000001:3.0:1769076245.412971:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076245.412979:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076245.412985:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076246.116838:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076246.116848:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076246.116850:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076246.116857:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076246.116862:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076246.116866:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076246.116870:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076246.116873:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076246.116877:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076246.436996:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076246.437004:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076246.437010:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076247.140792:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076247.140798:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076247.140800:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076247.140805:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076247.140808:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076247.140811:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076247.140813:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076247.140815:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076247.140817:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076248.164842:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076248.164852:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076248.164871:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076248.164879:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076248.164884:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076248.164891:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076248.164895:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076248.164911:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076248.164915:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076248.484957:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076248.484964:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076248.484969:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076249.188828:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076249.188838:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076249.188841:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076249.188849:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076249.188855:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076249.188861:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076249.188866:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076249.188871:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076249.188876:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076249.189899:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076249.189909:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076249.189912:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076249.189917:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076249.189922:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076249.189930:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2940
00000400:00000200:3.0:1769076249.189941:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076249.189949:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076249.189953:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076249.189958:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076249.189962:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076249.189966:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076249.189969:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076249.189974:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076249.189976:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076249.189980:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076249.189984:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076249.189987:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076249.189990:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076249.189994:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076249.189997:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076249.189999:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076249.190001:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076249.190005:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076249.190009:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076249.190012:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076249.190017:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076249.190021:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076249.190025:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076249.190027:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076249.190030:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076249.190039:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3480.
00000020:00000040:3.0:1769076249.190044:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076249.190049:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076249.190052:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076249.190056:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076249.190059:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076249.190064:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076249.190073:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769076249.190081:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076249.190093:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3480 x1855007948124928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076249.190107:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076249.190112:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076249.190119:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb7685cc] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3480 x1855007948124928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076249.190149:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076249.190154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076249.190158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076249.190160:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076249.190163:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076249.190166:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076249.190169:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2940
00000400:00000200:3.0:1769076249.190174:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076249.190177:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076249.190180:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076249.190184:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076249.190187:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076249.190190:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076249.190193:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076249.190196:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076249.190227:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076249.190230:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076249.190233:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076249.190236:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076249.190239:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076249.190243:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076249.190246:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076249.190248:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076249.190251:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076249.190255:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076249.190259:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076249.190262:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076249.190266:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076249.190273:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076249.190276:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076249.190279:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076249.190283:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076249.190288:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076249.190291:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076249.190303:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000020:00000040:3.0:1769076249.190313:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076249.190322:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076249.190324:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076249.190328:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076249.190332:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076249.190334:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076249.190343:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769076249.190353:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076249.190368:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948125056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076249.190390:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076249.190395:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076249.190405:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948125056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076249.190431:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076249.190437:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076249.190447:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076249.190453:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076249.190456:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076249.190466:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076249.190476:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2940
00000400:00000200:3.0:1769076249.190488:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076249.190497:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076249.190500:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076249.190504:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076249.190506:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076249.190510:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076249.190517:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076249.190521:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076249.190525:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076249.190534:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076249.190537:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076249.190541:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076249.190548:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076249.190554:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076249.190564:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076249.190567:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076249.190573:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076249.190584:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076249.190594:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076249.190601:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076249.190606:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076249.190610:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076249.190621:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076249.190629:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076249.190636:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076249.190647:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076249.190657:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076249.190669:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769076249.190677:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076249.190685:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076249.190691:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076249.190695:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076249.190697:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076249.190704:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076249.190714:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769076249.190726:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076249.190790:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948125184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076249.190824:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076249.190835:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076249.190856:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948125184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076249.190905:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076249.190915:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076249.190929:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076249.190936:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076249.190940:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076249.190950:0:37:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:2.1:1769076249.190957:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:3.0:1769076249.190962:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2940
00000800:00000200:2.1:1769076249.190965:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000400:00000200:3.0:1769076249.190974:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076249.190990:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076249.190998:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076249.191008:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076249.191017:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076249.191029:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076249.191037:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076249.191045:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076249.191049:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076249.191055:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076249.191061:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076249.191068:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076249.191078:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076249.191093:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076249.191098:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076249.191108:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076249.191117:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076249.191127:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076249.191139:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076249.191146:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076249.191155:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076249.191161:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076249.191169:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076249.191174:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076249.191183:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076249.191192:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076249.191217:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076249.191225:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769076249.191232:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076249.191238:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076249.191245:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076249.191249:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076249.191254:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076249.191260:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076249.191271:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769076249.191280:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076249.191294:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948125312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076249.191317:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076249.191321:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076249.191334:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948125312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076249.191388:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076249.191395:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076249.191404:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076249.191409:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076249.191415:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076249.191420:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076249.191429:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2940
00000400:00000200:3.0:1769076249.191441:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076249.191453:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076249.191462:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076249.191473:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076249.191483:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076249.191492:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076249.191500:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076249.191508:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076249.191512:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076249.191519:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076249.191525:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076249.191531:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076249.191538:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076249.191549:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076249.191556:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076249.191567:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076249.191576:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076249.191588:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076249.191597:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076249.191607:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076249.191614:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076249.191621:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076249.191630:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076249.191636:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076249.191642:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076249.191648:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076249.191655:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076249.191665:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769076249.191675:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076249.191683:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076249.191689:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076249.191697:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076249.191704:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076249.191709:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076249.191719:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769076249.191769:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076249.191780:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948125440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076249.191791:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076249.191797:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076249.191811:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948125440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076249.191838:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076249.191850:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2951)
00000800:00000200:2.1:1769076249.192093:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076249.192096:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076249.192547:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076249.192550:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076249.192944:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076249.192948:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076249.193350:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076249.193356:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1769076249.508871:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076249.508877:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076249.508882:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076250.212828:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076250.212839:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076250.212841:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076250.212848:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076250.212853:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076250.212858:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076250.212861:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076250.212865:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076250.212868:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076250.532863:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297614609, at 4297614656
00000100:00000010:1.0:1769076250.532890:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227600.
00000020:00000001:3.0:1769076250.533001:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076250.533009:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076250.533017:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076251.236892:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076251.236905:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076251.236908:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076251.236916:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076251.236922:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076251.236927:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076251.236931:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076251.236936:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076251.236940:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076252.260867:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076252.260879:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076252.260883:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076252.260891:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076252.260898:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076252.260906:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076252.260911:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076252.260916:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076252.260921:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076253.284860:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076253.284868:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076253.284871:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076253.284878:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076253.284883:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076253.284888:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076253.284892:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076253.284895:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076253.284899:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076253.604987:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076253.604991:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076253.604995:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076254.308881:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076254.308899:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076254.308905:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076254.308924:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076254.308932:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769076254.308945:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769076254.308946:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2946
00000100:00000001:1.0:1769076254.308955:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076254.308960:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076254.308967:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000400:00000200:3.0:1769076254.308969:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769076254.308973:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076254.308992:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769076254.309000:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:1.0:1769076254.309001:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076254.309008:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769076254.309013:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769076254.309014:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076254.309031:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076254.309039:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076254.309045:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076254.309050:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076254.309056:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076254.309059:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076254.309063:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076254.309067:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076254.309070:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076254.309073:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076254.309078:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076254.309080:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076254.309082:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076254.309086:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076254.309090:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076254.309094:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076254.309098:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076254.309101:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076254.309105:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076254.309109:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076254.309131:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076254.309158:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076254.309174:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769076254.309180:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076254.309188:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076254.309191:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076254.309196:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076254.309200:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076254.309208:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076254.309220:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769076254.309231:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076254.309247:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948125568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076254.309268:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076254.309276:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076254.309285:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948125568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076254.309338:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076254.309343:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076254.309347:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076254.309350:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076254.309352:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076254.309357:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076254.309360:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2946
00000400:00000200:3.0:1769076254.309367:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076254.309372:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076254.309375:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076254.309380:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076254.309383:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076254.309387:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076254.309391:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076254.309395:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076254.309397:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076254.309400:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076254.309402:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076254.309405:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076254.309408:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076254.309413:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076254.309417:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076254.309425:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076254.309430:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076254.309439:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076254.309445:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076254.309448:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076254.309457:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076254.309465:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076254.309472:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076254.309476:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076254.309481:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076254.309493:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076254.309500:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076254.309510:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769076254.309517:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076254.309525:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076254.309531:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076254.309536:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076254.309540:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076254.309547:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076254.309554:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769076254.309563:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076254.309582:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948125696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076254.309599:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076254.309601:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076254.309608:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948125696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076254.309621:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076254.309631:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076254.309640:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076254.309647:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076254.309653:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076254.309659:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076254.309666:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2946
00000400:00000200:3.0:1769076254.309674:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076254.309680:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076254.309683:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076254.309688:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076254.309695:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076254.309703:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076254.309712:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076254.309718:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076254.309720:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076254.309723:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076254.309727:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076254.309764:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076254.309769:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076254.309773:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076254.309776:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076254.309779:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076254.309782:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076254.309785:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076254.309789:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076254.309793:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076254.309795:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076254.309800:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076254.309805:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076254.309808:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076254.309813:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076254.309819:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076254.309826:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076254.309839:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769076254.309850:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076254.309858:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076254.309863:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076254.309871:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076254.309875:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076254.309880:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076254.309896:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769076254.309909:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076254.309934:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948125824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076254.309998:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076254.310004:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076254.310018:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948125824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076254.310036:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076254.310043:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076254.310048:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076254.310054:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076254.310059:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076254.310063:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076254.310070:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2946
00000400:00000200:3.0:1769076254.310082:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076254.310088:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076254.310092:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076254.310098:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076254.310104:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076254.310140:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076254.310152:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076254.310161:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076254.310168:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076254.310175:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076254.310183:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076254.310194:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076254.310205:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076254.310219:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076254.310230:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076254.310245:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076254.310255:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076254.310262:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076254.310273:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076254.310282:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076254.310284:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076254.310290:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076254.310311:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076254.310319:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076254.310327:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076254.310336:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076254.310338:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076254.310348:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769076254.310357:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076254.310363:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076254.310367:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076254.310374:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076254.310380:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076254.310383:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076254.310392:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769076254.310406:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076254.310419:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948125952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769076254.310433:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769076254.310442:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1769076254.310447:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1769076254.310449:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076254.310473:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948125952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076254.310490:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076254.310496:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076254.310501:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076254.310506:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076254.310512:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076254.310520:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076254.310529:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2946
00000400:00000200:3.0:1769076254.310541:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076254.310553:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076254.310558:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076254.310567:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076254.310571:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076254.310580:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076254.310584:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076254.310589:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076254.310592:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076254.310597:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076254.310600:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076254.310606:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076254.310614:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076254.310626:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076254.310633:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076254.310641:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076254.310646:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076254.310655:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076254.310664:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076254.310668:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076254.310673:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076254.310678:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076254.310685:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076254.310692:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076254.310697:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076254.310706:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076254.310713:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076254.310718:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769076254.310727:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076254.310765:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076254.310767:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076254.310770:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076254.310772:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076254.310775:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076254.310781:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769076254.310786:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076254.310809:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948126080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076254.310860:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076254.310869:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076254.310880:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948126080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076254.310907:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076254.310920:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2956)
00000800:00000200:2.1:1769076254.311642:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076254.311648:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076254.312360:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076254.312365:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076254.313055:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076254.313060:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076254.313777:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076254.313785:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1769076254.628984:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076254.628996:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076254.629004:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076255.332849:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076255.332858:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076255.332861:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076255.332868:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076255.332873:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076255.332877:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076255.332881:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076255.332884:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076255.332888:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076255.652877:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297619729, at 4297619776
00000100:00000010:1.0:1769076255.652890:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2272a0.
00000100:00000001:1.0:1769076256.356821:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076256.356829:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076256.356831:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076256.356836:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076256.356840:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076256.356844:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076256.356846:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076256.356849:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076256.356851:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076257.381039:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076257.381048:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076257.381050:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076257.381057:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076257.381088:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076257.381094:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076257.381098:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076257.381112:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076257.381115:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076257.701050:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076257.701083:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076257.701100:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076258.404862:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076258.404872:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076258.404875:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076258.404881:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076258.404886:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076258.404891:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076258.404895:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076258.404898:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076258.404902:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076258.724970:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076258.724976:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076258.724981:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076259.428850:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076259.428860:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076259.428863:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076259.428870:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076259.428879:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076259.428887:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076259.428893:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769076259.428894:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076259.428899:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769076259.428922:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076259.428924:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076259.428929:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076259.428935:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076259.428958:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076259.428965:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2951
00000400:00000200:3.0:1769076259.428978:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076259.428988:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076259.428994:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076259.428999:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076259.429003:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076259.429008:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076259.429011:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076259.429018:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076259.429020:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076259.429048:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076259.429066:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076259.429071:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076259.429075:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076259.429081:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076259.429085:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076259.429089:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076259.429092:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076259.429097:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076259.429103:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076259.429108:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076259.429112:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076259.429117:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076259.429120:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076259.429122:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076259.429124:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076259.429135:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769076259.429139:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076259.429143:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076259.429145:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076259.429148:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076259.429151:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076259.429156:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076259.429164:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769076259.429172:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076259.429182:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948126208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076259.429194:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076259.429199:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076259.429204:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948126208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076259.429234:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076259.429240:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076259.429246:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076259.429249:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076259.429251:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076259.429257:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076259.429260:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2951
00000400:00000200:3.0:1769076259.429267:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076259.429272:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076259.429276:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076259.429281:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076259.429284:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076259.429287:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076259.429291:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076259.429294:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076259.429296:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076259.429299:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076259.429329:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076259.429334:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076259.429338:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076259.429344:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076259.429347:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076259.429351:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076259.429356:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076259.429361:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076259.429367:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076259.429372:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076259.429375:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076259.429384:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076259.429389:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076259.429393:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076259.429401:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076259.429407:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076259.429411:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076259.429418:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769076259.429423:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076259.429429:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076259.429432:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076259.429436:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076259.429438:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076259.429442:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076259.429451:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769076259.429458:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076259.429467:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948126336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076259.429481:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076259.429486:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076259.429494:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948126336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076259.429514:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076259.429519:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076259.429526:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076259.429529:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076259.429533:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076259.429538:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076259.429542:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2951
00000400:00000200:3.0:1769076259.429549:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076259.429554:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076259.429559:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076259.429565:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076259.429569:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076259.429572:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076259.429577:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076259.429582:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076259.429584:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076259.429588:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076259.429591:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076259.429596:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076259.429600:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076259.429606:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076259.429610:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076259.429615:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076259.429619:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076259.429625:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076259.429630:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076259.429634:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076259.429637:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076259.429643:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076259.429647:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076259.429650:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076259.429655:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076259.429660:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076259.429663:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076259.429670:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769076259.429674:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076259.429679:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076259.429682:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076259.429686:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076259.429689:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076259.429692:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076259.429696:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000010:3.0:1769076259.429700:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000800:00000200:2.1:1769076259.429702:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1769076259.429705:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076259.429714:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948126464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076259.429740:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076259.429745:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076259.429790:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948126464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076259.429806:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076259.429811:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076259.429819:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076259.429822:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076259.429833:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076259.429838:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076259.429844:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2951
00000400:00000200:3.0:1769076259.429851:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076259.429857:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076259.429863:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076259.429870:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076259.429875:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076259.429879:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076259.429884:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076259.429888:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076259.429891:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076259.429895:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076259.429899:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076259.429931:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076259.429935:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076259.429940:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076259.429943:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076259.429945:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076259.429949:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076259.429952:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076259.429957:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076259.429962:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076259.429964:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076259.429969:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076259.429973:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076259.429976:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076259.429979:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076259.429983:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076259.429987:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076259.429992:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769076259.429996:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076259.430000:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076259.430002:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076259.430005:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076259.430008:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076259.430011:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076259.430016:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769076259.430021:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076259.430047:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948126592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076259.430060:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076259.430063:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076259.430070:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948126592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076259.430096:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076259.430100:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076259.430105:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076259.430108:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076259.430110:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076259.430114:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076259.430119:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2951
00000400:00000200:3.0:1769076259.430125:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076259.430130:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076259.430134:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076259.430139:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076259.430142:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076259.430146:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076259.430150:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076259.430153:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076259.430155:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076259.430158:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076259.430161:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076259.430164:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076259.430168:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076259.430172:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076259.430175:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076259.430179:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076259.430183:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076259.430186:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076259.430191:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076259.430195:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076259.430198:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076259.430202:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076259.430206:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076259.430209:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076259.430212:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076259.430217:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076259.430220:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076259.430225:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769076259.430229:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076259.430233:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076259.430236:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076259.430239:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076259.430241:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076259.430244:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076259.430250:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769076259.430255:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076259.430261:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948126720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076259.430273:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076259.430276:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076259.430282:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948126720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076259.430294:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076259.430299:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2961)
00000800:00000200:2.1:1769076259.430478:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076259.430481:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076259.430905:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076259.430909:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076259.431257:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076259.431260:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076259.431609:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076259.431612:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1769076260.452809:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076260.452816:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076260.452819:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076260.452824:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076260.452827:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076260.452830:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076260.452832:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076260.452834:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076260.452837:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076260.772803:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297624848, at 4297624896
00000100:00000010:1.0:1769076260.772818:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227b40.
00000020:00000001:3.0:1769076260.772867:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076260.772872:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076260.772876:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076261.476796:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076261.476803:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076261.476804:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076261.476808:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076261.476811:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076261.476814:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076261.476816:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076261.476818:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076261.476820:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076261.796949:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076261.796953:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076261.796956:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076262.500872:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076262.500883:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076262.500887:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076262.500895:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076262.500901:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076262.500906:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076262.500911:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076262.500914:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076262.500919:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076262.820956:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076262.820962:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076262.820967:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076263.524806:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076263.524812:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076263.524814:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076263.524818:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076263.524821:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076263.524824:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076263.524826:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076263.524828:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076263.524830:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076264.548871:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076264.548882:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076264.548886:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076264.548894:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076264.548901:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076264.548907:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076264.548913:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076264.548917:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076264.548922:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076264.550049:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076264.550059:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076264.551243:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076264.551246:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076264.551610:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076264.551613:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076264.552023:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076264.552027:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076264.552386:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076264.552390:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769076264.868961:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076264.868966:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076264.868970:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076265.572836:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076265.572844:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076265.572846:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076265.572853:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076265.572857:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076265.572862:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076265.572865:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076265.572868:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076265.572871:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076265.892834:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297629968, at 4297630016
00000100:00000010:1.0:1769076265.892851:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470ea0.
00000020:00000001:3.0:1769076265.892887:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076265.892891:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076265.892894:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076266.596844:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076266.596854:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076266.596856:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076266.596863:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076266.596868:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076266.596873:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076266.596876:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076266.596880:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076266.596884:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076266.917046:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076266.917055:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076266.917063:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076267.620919:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076267.620929:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076267.620932:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076267.620939:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076267.620944:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076267.620949:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076267.620952:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076267.620956:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076267.620960:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076268.644899:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076268.644912:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076268.644914:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076268.644922:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076268.644926:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076268.644932:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076268.644936:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076268.644940:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076268.644943:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076268.964994:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076268.965001:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076268.965007:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076269.668891:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769076269.668895:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076269.668903:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076269.668908:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076269.668908:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076269.668915:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1769076269.668918:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:3.0:1769076269.668921:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076269.668931:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076269.668931:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769076269.668950:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076269.668955:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076269.668959:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769076269.668961:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2961
00000100:00000001:1.0:1769076269.668967:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076269.668978:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076269.668987:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076269.668991:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076269.668996:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076269.669000:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076269.669002:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076269.669004:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076269.669009:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076269.669010:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076269.669013:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076269.669016:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076269.669018:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076269.669019:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076269.669022:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076269.669023:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076269.669025:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076269.669026:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076269.669029:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076269.669032:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076269.669034:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076269.669036:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076269.669039:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076269.669042:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076269.669044:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076269.669047:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076269.669060:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769076269.669064:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076269.669068:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076269.669070:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076269.669073:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076269.669076:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076269.669081:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076269.669090:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769076269.669098:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076269.669109:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948127488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076269.669119:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076269.669124:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076269.669128:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948127488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076269.669149:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076269.669152:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076269.669157:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076269.669159:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076269.669160:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076269.669165:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076269.669168:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2961
00000400:00000200:3.0:1769076269.669172:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076269.669176:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076269.669179:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076269.669182:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076269.669184:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076269.669186:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076269.669188:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076269.669191:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076269.669193:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076269.669195:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076269.669198:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076269.669201:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076269.669203:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076269.669207:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076269.669209:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076269.669211:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076269.669214:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076269.669217:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076269.669220:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076269.669222:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076269.669224:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076269.669231:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076269.669233:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076269.669235:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076269.669241:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076269.669245:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076269.669248:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076269.669252:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769076269.669254:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076269.669257:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076269.669259:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076269.669261:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076269.669262:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076269.669264:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076269.669268:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769076269.669273:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076269.669277:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948127616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076269.669285:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076269.669287:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076269.669292:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948127616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076269.669301:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076269.669304:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076269.669308:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076269.669310:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076269.669312:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076269.669314:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076269.669317:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2961
00000400:00000200:3.0:1769076269.669321:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076269.669324:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076269.669327:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076269.669330:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076269.669333:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076269.669335:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076269.669337:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076269.669339:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076269.669341:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076269.669342:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076269.669344:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076269.669347:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076269.669349:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076269.669352:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076269.669354:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076269.669357:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076269.669359:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076269.669361:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076269.669364:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076269.669367:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076269.669369:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076269.669371:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076269.669374:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076269.669376:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076269.669378:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076269.669380:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076269.669382:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076269.669386:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769076269.669388:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076269.669391:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076269.669393:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076269.669395:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076269.669396:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076269.669398:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076269.669402:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769076269.669406:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076269.669410:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948127744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076269.669418:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076269.669420:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076269.669424:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948127744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076269.669432:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076269.669435:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076269.669439:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076269.669440:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076269.669442:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076269.669445:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076269.669454:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2961
00000400:00000200:3.0:1769076269.669458:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076269.669461:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076269.669463:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1769076269.669465:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:3.0:1769076269.669467:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076269.669469:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1769076269.669469:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1769076269.669472:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076269.669474:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076269.669477:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076269.669478:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076269.669480:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076269.669482:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076269.669484:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076269.669486:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076269.669489:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076269.669491:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076269.669494:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076269.669496:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076269.669498:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076269.669501:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076269.669504:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076269.669506:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076269.669508:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076269.669511:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076269.669513:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076269.669516:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076269.669519:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076269.669521:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076269.669525:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769076269.669527:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076269.669530:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076269.669532:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076269.669534:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076269.669535:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076269.669537:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076269.669541:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769076269.669545:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076269.669550:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948127872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076269.669558:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076269.669560:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076269.669565:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948127872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076269.669571:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076269.669574:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076269.669578:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076269.669580:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076269.669582:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076269.669585:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076269.669587:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2961
00000400:00000200:3.0:1769076269.669591:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076269.669594:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076269.669597:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076269.669600:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076269.669603:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076269.669605:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076269.669607:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076269.669610:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076269.669612:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076269.669614:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076269.669616:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076269.669618:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076269.669621:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076269.669624:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076269.669626:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076269.669629:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076269.669631:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076269.669634:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076269.669637:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076269.669640:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076269.669642:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076269.669644:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076269.669647:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076269.669649:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076269.669651:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076269.669654:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076269.669656:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076269.669659:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769076269.669662:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076269.669664:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076269.669666:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076269.669668:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076269.669670:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076269.669672:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076269.669675:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769076269.669679:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076269.669683:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948128000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076269.669692:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076269.669694:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076269.669698:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948128000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076269.669707:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076269.669712:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2971)
00000800:00000200:0.1:1769076269.669935:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076269.669937:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076269.670137:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076269.670139:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076269.670325:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076269.670327:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076269.670536:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076269.670538:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769076269.989005:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076269.989013:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076269.989019:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076270.692884:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076270.692904:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076270.692907:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076270.692914:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076270.692919:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076270.692924:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076270.692927:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076270.692931:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076270.692934:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076271.012868:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297635087, at 4297635136
00000100:00000010:1.0:1769076271.012888:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470a80.
00000020:00000001:3.0:1769076271.012984:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076271.012989:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076271.012994:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076271.716868:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076271.716877:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076271.716880:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076271.716887:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076271.716892:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076271.716897:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076271.716901:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076271.716904:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076271.716908:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076272.740848:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076272.740858:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076272.740861:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076272.740867:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076272.740872:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076272.740878:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076272.740882:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076272.740885:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076272.740888:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076273.060984:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076273.060990:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076273.060995:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076273.764835:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076273.764845:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076273.764848:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076273.764856:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076273.764862:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076273.764868:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076273.764871:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076273.764874:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076273.764877:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076274.084924:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076274.084929:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076274.084933:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076274.788867:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769076274.788867:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076274.788877:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769076274.788879:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076274.788883:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076274.788886:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1769076274.788893:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:3.0:1769076274.788895:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076274.788902:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076274.788904:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769076274.788926:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076274.788932:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769076274.788934:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2966
00000100:00000001:1.0:1769076274.788937:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076274.788944:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076274.788950:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076274.788960:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076274.788965:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076274.788971:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076274.788976:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076274.788979:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076274.788982:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076274.788988:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076274.788991:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076274.788994:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076274.788997:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076274.788999:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076274.789001:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076274.789004:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076274.789007:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076274.789009:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076274.789012:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076274.789017:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076274.789022:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076274.789026:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076274.789029:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076274.789033:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076274.789037:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076274.789040:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076274.789043:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076274.789052:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000020:00000040:3.0:1769076274.789058:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076274.789063:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076274.789066:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076274.789069:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076274.789073:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076274.789078:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076274.789087:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769076274.789094:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076274.789103:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948128128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076274.789113:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076274.789131:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076274.789144:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948128128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076274.789172:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076274.789176:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076274.789186:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076274.789188:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076274.789191:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076274.789195:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076274.789199:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2966
00000400:00000200:3.0:1769076274.789206:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076274.789210:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076274.789213:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076274.789217:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076274.789222:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076274.789227:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076274.789231:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076274.789234:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076274.789237:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076274.789239:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076274.789244:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076274.789246:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076274.789248:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076274.789251:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076274.789253:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076274.789257:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076274.789263:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076274.789269:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076274.789276:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076274.789279:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076274.789284:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076274.789291:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076274.789295:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076274.789299:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076274.789303:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076274.789309:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076274.789325:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076274.789331:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3480.
00000020:00000040:3.0:1769076274.789339:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076274.789346:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076274.789351:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076274.789355:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076274.789357:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076274.789361:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076274.789372:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769076274.789381:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076274.789396:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3480 x1855007948128256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076274.789423:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076274.789428:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076274.789434:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb7685cc] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3480 x1855007948128256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076274.789462:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076274.789470:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076274.789481:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076274.789485:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076274.789488:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076274.789491:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076274.789496:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2966
00000400:00000200:3.0:1769076274.789505:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076274.789523:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076274.789529:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076274.789537:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076274.789541:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076274.789549:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076274.789553:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076274.789555:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076274.789556:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076274.789558:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076274.789560:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076274.789562:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076274.789566:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076274.789570:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076274.789574:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076274.789577:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076274.789582:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076274.789587:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076274.789589:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076274.789591:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076274.789596:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076274.789600:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076274.789605:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076274.789607:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076274.789609:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076274.789615:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076274.789619:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076274.789625:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769076274.789627:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076274.789633:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076274.789636:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076274.789640:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076274.789645:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076274.789648:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076274.789659:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769076274.789670:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076274.789684:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948128384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076274.789725:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076274.789764:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076274.789788:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948128384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076274.789803:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076274.789809:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076274.789816:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076274.789819:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076274.789822:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076274.789828:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076274.789834:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2966
00000800:00000200:0.1:1769076274.789841:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000400:00000200:3.0:1769076274.789842:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076274.789849:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000800:00000200:0.1:1769076274.789851:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000100:00080000:3.0:1769076274.789852:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076274.789860:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076274.789866:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076274.789872:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076274.789876:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076274.789882:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076274.789884:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076274.789887:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076274.789893:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076274.789902:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076274.789910:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076274.789918:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076274.789926:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076274.789932:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076274.789939:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076274.789945:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076274.789957:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076274.789964:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076274.789967:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076274.789972:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076274.789978:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076274.789985:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076274.789989:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076274.789997:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076274.790002:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076274.790012:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769076274.790020:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076274.790024:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076274.790026:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076274.790028:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076274.790030:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076274.790034:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076274.790043:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769076274.790053:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076274.790066:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948128512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076274.790083:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076274.790087:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076274.790096:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948128512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076274.790108:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076274.790114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076274.790117:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076274.790122:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076274.790127:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076274.790134:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076274.790141:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2966
00000400:00000200:3.0:1769076274.790155:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076274.790166:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076274.790172:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076274.790180:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076274.790187:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076274.790195:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076274.790201:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076274.790208:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076274.790210:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076274.790216:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076274.790218:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076274.790224:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076274.790227:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076274.790233:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076274.790238:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076274.790243:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076274.790249:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076274.790255:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076274.790263:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076274.790266:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076274.790269:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076274.790274:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076274.790280:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076274.790285:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076274.790289:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076274.790295:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076274.790299:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076274.790304:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769076274.790309:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076274.790315:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076274.790320:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076274.790328:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076274.790331:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076274.790337:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076274.790348:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769076274.790359:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076274.790373:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948128640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076274.790410:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076274.790415:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076274.790423:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948128640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076274.790436:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076274.790444:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2976)
00000800:00000200:0.1:1769076274.790727:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076274.790730:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076274.791103:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076274.791107:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076274.791525:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076274.791527:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076274.791966:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076274.791968:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1769076275.109017:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076275.109039:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076275.109043:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076275.812826:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076275.812833:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076275.812834:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076275.812838:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076275.812841:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076275.812844:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076275.812846:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076275.812849:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076275.812851:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076276.132849:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297640208, at 4297640256
00000100:00000010:1.0:1769076276.132868:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034707e0.
00000100:00000001:1.0:1769076276.836847:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076276.836856:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076276.836858:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076276.836863:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076276.836866:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076276.836870:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076276.836872:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076276.836874:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076276.836876:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076277.156855:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076277.156859:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076277.156862:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076277.860881:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076277.860890:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076277.860894:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076277.860901:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076277.860905:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076277.860910:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076277.860914:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076277.860918:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076277.860922:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076278.180961:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076278.180970:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076278.180976:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076278.884862:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076278.884870:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076278.884873:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076278.884880:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076278.884885:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076278.884889:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076278.884893:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076278.884896:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076278.884900:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076279.204904:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076279.204910:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076279.204915:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076279.908852:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769076279.908863:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076279.908864:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076279.908871:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076279.908883:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:3.0:1769076279.908883:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076279.908893:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769076279.908894:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769076279.908899:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076279.908902:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076279.908909:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769076279.908910:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076279.908917:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769076279.908923:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2971
00000100:00000001:1.0:1769076279.908925:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076279.908940:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076279.908950:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076279.908955:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076279.908960:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076279.908966:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076279.908970:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076279.908973:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076279.908979:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076279.908982:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076279.908985:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076279.908990:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076279.908993:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076279.908996:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076279.909000:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076279.909003:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076279.909005:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076279.909007:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076279.909011:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076279.909015:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076279.909018:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076279.909022:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076279.909025:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076279.909029:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076279.909031:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076279.909034:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076279.909043:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769076279.909047:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076279.909052:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076279.909054:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076279.909058:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076279.909061:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076279.909066:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076279.909076:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769076279.909085:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076279.909107:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948128768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076279.909121:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076279.909126:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076279.909132:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948128768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076279.909163:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076279.909178:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076279.909182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076279.909184:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076279.909187:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076279.909190:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076279.909193:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2971
00000400:00000200:3.0:1769076279.909198:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076279.909204:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076279.909208:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076279.909213:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076279.909217:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076279.909220:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076279.909222:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076279.909225:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076279.909227:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076279.909228:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076279.909231:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076279.909235:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076279.909244:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076279.909254:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076279.909262:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076279.909265:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076279.909269:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076279.909275:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076279.909283:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076279.909292:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076279.909300:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076279.909323:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076279.909331:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076279.909337:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076279.909345:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076279.909351:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076279.909360:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076279.909367:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769076279.909373:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076279.909383:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076279.909387:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076279.909390:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076279.909397:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076279.909400:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076279.909406:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769076279.909414:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076279.909428:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948128896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076279.909445:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076279.909451:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076279.909462:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948128896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076279.909474:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076279.909477:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076279.909482:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076279.909486:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076279.909491:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076279.909502:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076279.909506:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2971
00000400:00000200:3.0:1769076279.909526:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076279.909538:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076279.909541:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076279.909551:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076279.909556:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076279.909564:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076279.909570:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076279.909578:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076279.909583:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076279.909586:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076279.909592:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076279.909596:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076279.909607:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076279.909613:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076279.909621:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076279.909631:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076279.909642:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076279.909657:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076279.909676:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076279.909715:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076279.909723:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076279.909788:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076279.909795:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076279.909799:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076279.909805:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076279.909816:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076279.909822:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076279.909834:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769076279.909842:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076279.909852:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076279.909857:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076279.909865:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076279.909869:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076279.909877:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076279.909887:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769076279.909898:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076279.909916:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948129024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076279.909939:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076279.909948:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076279.909961:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948129024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076279.909989:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076279.909998:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:3.0:1769076279.909999:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076279.910013:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:0.1:1769076279.910015:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1769076279.910016:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076279.910021:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076279.910031:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076279.910039:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2971
00000400:00000200:3.0:1769076279.910051:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076279.910059:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076279.910067:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076279.910073:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076279.910083:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076279.910088:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076279.910094:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076279.910111:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076279.910115:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076279.910118:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076279.910121:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076279.910130:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076279.910134:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076279.910148:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076279.910152:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076279.910159:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076279.910162:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076279.910165:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076279.910168:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076279.910172:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076279.910174:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076279.910179:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076279.910184:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076279.910189:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076279.910194:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076279.910204:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076279.910212:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076279.910221:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769076279.910228:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076279.910234:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076279.910237:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076279.910245:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076279.910248:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076279.910253:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076279.910259:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769076279.910268:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076279.910283:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948129152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076279.910304:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076279.910309:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076279.910328:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948129152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076279.910355:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076279.910364:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076279.910369:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076279.910371:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076279.910376:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076279.910382:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076279.910388:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2971
00000400:00000200:3.0:1769076279.910401:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076279.910411:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076279.910420:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076279.910433:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076279.910442:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076279.910450:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076279.910458:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076279.910466:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076279.910472:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076279.910478:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076279.910484:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076279.910491:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076279.910495:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076279.910506:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076279.910514:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076279.910524:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076279.910532:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076279.910539:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076279.910550:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076279.910559:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076279.910567:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076279.910573:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076279.910579:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076279.910586:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076279.910591:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076279.910601:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076279.910608:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076279.910632:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769076279.910645:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076279.910659:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076279.910668:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076279.910679:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076279.910705:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076279.910716:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076279.910727:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769076279.910784:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076279.910804:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948129280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076279.910835:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076279.910842:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076279.910856:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948129280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076279.910881:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076279.910894:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2981)
00000800:00000200:0.1:1769076279.911234:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076279.911238:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076279.911629:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076279.911633:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076279.912235:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076279.912239:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076279.912597:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076279.912600:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000100:00000001:1.0:1769076280.932808:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076280.932815:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076280.932817:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076280.932821:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076280.932824:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076280.932827:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076280.932829:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076280.932831:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076280.932833:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076281.252840:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297645328, at 4297645376
00000100:00000010:1.0:1769076281.252861:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470f60.
00000020:00000001:3.0:1769076281.252908:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076281.252914:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076281.252917:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076281.956816:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076281.956822:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076281.956824:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076281.956829:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076281.956832:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076281.956835:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076281.956837:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076281.956839:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076281.956841:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076282.276877:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076282.276882:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076282.276886:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076282.980849:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076282.980858:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076282.980861:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076282.980867:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076282.980872:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076282.980877:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076282.980880:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076282.980883:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076282.980887:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076283.300952:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076283.300961:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076283.300968:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076284.004849:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076284.004858:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076284.004861:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076284.004868:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076284.004873:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076284.004877:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076284.004881:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076284.004884:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076284.004887:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076285.028845:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076285.028855:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769076285.028857:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076285.028859:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076285.028870:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:3.0:1769076285.028873:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076285.028880:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076285.028881:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076285.028889:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076285.028890:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076285.028896:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769076285.028898:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076285.028904:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769076285.028909:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2976
00000100:00000001:1.0:1769076285.028912:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076285.028927:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076285.028938:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076285.028944:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076285.028949:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076285.028953:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076285.028957:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076285.028960:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076285.028965:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076285.028967:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076285.028971:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076285.028974:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076285.028977:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076285.028980:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076285.028984:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076285.028987:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076285.028990:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076285.028992:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076285.028996:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076285.029000:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076285.029003:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076285.029007:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076285.029010:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076285.029014:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076285.029016:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076285.029019:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076285.029030:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769076285.029035:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076285.029040:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076285.029042:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076285.029045:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076285.029049:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076285.029053:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076285.029063:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769076285.029073:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076285.029085:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948129408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076285.029099:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076285.029104:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076285.029110:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948129408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076285.029142:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076285.029146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076285.029151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076285.029153:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076285.029155:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076285.029159:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076285.029162:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2976
00000400:00000200:3.0:1769076285.029166:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076285.029170:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076285.029173:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076285.029178:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076285.029181:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076285.029185:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076285.029188:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076285.029191:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076285.029193:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076285.029195:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076285.029198:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076285.029200:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076285.029203:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076285.029209:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076285.029215:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076285.029224:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076285.029230:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076285.029238:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076285.029247:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076285.029257:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076285.029263:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076285.029274:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076285.029281:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076285.029287:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076285.029293:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076285.029299:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076285.029307:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076285.029316:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769076285.029323:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076285.029332:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076285.029337:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076285.029341:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076285.029346:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076285.029356:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076285.029373:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769076285.029385:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076285.029405:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948129536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076285.029436:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076285.029441:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076285.029455:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948129536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076285.029518:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076285.029528:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076285.029535:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076285.029541:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076285.029550:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076285.029559:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076285.029568:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2976
00000400:00000200:3.0:1769076285.029578:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076285.029594:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076285.029627:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076285.029637:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076285.029646:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076285.029658:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076285.029665:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076285.029673:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076285.029678:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076285.029686:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076285.029693:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076285.029701:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076285.029712:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076285.029720:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076285.029761:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076285.029767:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076285.029771:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076285.029774:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076285.029778:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076285.029782:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076285.029785:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076285.029790:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076285.029793:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076285.029797:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076285.029804:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076285.029809:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076285.029818:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076285.029827:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769076285.029834:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076285.029842:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076285.029844:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076285.029847:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076285.029851:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076285.029859:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076285.029869:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769076285.029879:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076285.029881:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00100000:3.0:1769076285.029892:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948129664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076285.029903:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076285.029908:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076285.029914:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948129664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076285.029935:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076285.029944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076285.029952:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076285.029958:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076285.029961:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076285.029966:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076285.029974:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2976
00000400:00000200:3.0:1769076285.029982:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076285.029987:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076285.029997:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076285.030003:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076285.030007:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076285.030014:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076285.030020:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076285.030024:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076285.030030:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076285.030037:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076285.030041:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076285.030048:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076285.030051:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076285.030055:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076285.030058:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076285.030060:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076285.030063:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076285.030067:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076285.030076:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076285.030082:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076285.030093:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076285.030099:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076285.030108:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076285.030111:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076285.030115:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076285.030128:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076285.030130:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076285.030136:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769076285.030141:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076285.030147:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076285.030152:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076285.030157:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076285.030160:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076285.030167:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076285.030174:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769076285.030180:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076285.030194:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948129792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076285.030221:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076285.030230:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076285.030244:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948129792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076285.030269:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076285.030276:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076285.030290:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076285.030293:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076285.030300:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076285.030306:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076285.030312:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2976
00000400:00000200:3.0:1769076285.030324:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076285.030332:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076285.030340:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076285.030345:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076285.030351:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076285.030361:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076285.030370:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076285.030381:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076285.030389:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076285.030399:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076285.030408:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076285.030421:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076285.030437:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076285.030455:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076285.030466:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076285.030480:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076285.030492:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076285.030504:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076285.030521:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076285.030534:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076285.030545:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076285.030555:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076285.030565:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076285.030572:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076285.030582:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076285.030619:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076285.030626:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076285.030639:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769076285.030653:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076285.030668:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076285.030676:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076285.030688:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076285.030695:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076285.030703:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076285.030721:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769076285.030772:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076285.030780:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00100000:3.0:1769076285.030791:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948129920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076285.030820:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076285.030830:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076285.030847:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948129920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076285.030894:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076285.030909:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2986)
00000800:00000200:0.1:1769076285.031198:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076285.031581:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076285.031951:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:3.0:1769076285.348952:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076285.348958:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076285.348964:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076286.052927:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076286.052939:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076286.052943:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076286.052951:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076286.052956:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076286.052961:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076286.052964:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076286.052967:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076286.052971:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076286.372899:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297650448, at 4297650496
00000100:00000010:1.0:1769076286.372938:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470b40.
00000020:00000001:3.0:1769076286.372992:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076286.372999:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076286.373004:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076287.076982:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076287.076994:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076287.076998:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076287.077007:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076287.077013:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076287.077020:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076287.077025:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076287.077030:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076287.077035:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076287.396989:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076287.396995:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076287.397000:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076288.101062:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076288.101071:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076288.101074:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076288.101081:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076288.101085:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076288.101091:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076288.101094:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076288.101097:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076288.101101:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076289.124991:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076289.125003:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076289.125007:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076289.125014:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076289.125019:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076289.125026:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076289.125031:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076289.125035:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076289.125038:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076289.444922:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076289.444928:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076289.444933:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076290.148950:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076290.148962:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076290.148969:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076290.148982:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076290.148997:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076290.149005:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076290.149013:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076290.149020:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076290.149028:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076290.150259:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076290.150271:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076290.151715:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076290.151721:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076290.152312:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076290.152317:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076290.152928:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076290.152933:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076290.153413:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076290.153416:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1769076290.468983:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076290.468988:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076290.468994:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076291.173100:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076291.173133:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076291.173136:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076291.173144:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076291.173149:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076291.173162:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076291.173166:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076291.173169:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076291.173173:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076291.492840:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297655568, at 4297655616
00000100:00000010:1.0:1769076291.492858:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227de0.
00000020:00000001:1.0:1769076291.492901:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076291.492905:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076291.492908:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076292.196784:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076292.196791:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076292.196793:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076292.196797:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076292.196800:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076292.196803:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076292.196805:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076292.196807:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076292.196810:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076293.220787:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076293.220796:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076293.220799:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076293.220805:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076293.220810:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076293.220814:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076293.220818:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076293.220821:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076293.220824:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076293.540986:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076293.540992:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076293.540997:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076294.244879:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076294.244889:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076294.244892:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076294.244899:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076294.244905:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076294.244911:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076294.244915:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076294.244919:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076294.244923:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076294.564954:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076294.564959:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076294.564963:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076295.268877:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076295.268888:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076295.268891:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076295.268898:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1769076295.268900:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076295.268907:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076295.268912:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076295.268918:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769076295.268926:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076295.268927:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076295.268936:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769076295.268938:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076295.268943:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076295.268950:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076295.268960:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2986
00000400:00000200:3.0:1769076295.268973:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076295.268983:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076295.268988:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076295.268994:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076295.269000:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076295.269005:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076295.269010:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076295.269017:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076295.269021:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076295.269025:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076295.269091:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076295.269098:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076295.269103:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076295.269111:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076295.269114:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076295.269118:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076295.269120:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076295.269125:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076295.269129:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076295.269133:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076295.269136:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076295.269140:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076295.269143:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076295.269146:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076295.269149:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076295.269157:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769076295.269162:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076295.269167:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076295.269170:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076295.269174:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076295.269177:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076295.269182:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076295.269192:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769076295.269201:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076295.269215:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948130688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076295.269235:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076295.269242:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076295.269252:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948130688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076295.269292:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076295.269298:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076295.269305:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076295.269309:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076295.269313:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076295.269318:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076295.269339:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2986
00000400:00000200:3.0:1769076295.269347:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076295.269355:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076295.269361:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076295.269372:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076295.269377:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076295.269386:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076295.269395:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076295.269403:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076295.269410:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076295.269420:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076295.269448:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076295.269458:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076295.269474:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076295.269496:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076295.269508:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076295.269522:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076295.269534:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076295.269542:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076295.269555:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076295.269565:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076295.269572:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076295.269581:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076295.269588:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076295.269596:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076295.269603:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076295.269614:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076295.269621:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076295.269635:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769076295.269644:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076295.269654:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076295.269660:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076295.269665:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076295.269672:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076295.269678:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076295.269691:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769076295.269704:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076295.269722:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948130816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076295.269820:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076295.269829:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076295.269843:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948130816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076295.269874:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076295.269884:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076295.269891:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076295.269894:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076295.269898:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076295.269906:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076295.269915:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2986
00000400:00000200:3.0:1769076295.269927:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076295.269940:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076295.269945:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076295.269955:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076295.269964:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076295.269969:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076295.269972:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076295.269976:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076295.269980:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076295.269985:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076295.269988:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076295.269994:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076295.270004:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076295.270019:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000200:2.1:1769076295.270032:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769076295.270033:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769076295.270042:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
00000100:00000040:3.0:1769076295.270047:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076295.270061:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076295.270077:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076295.270095:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076295.270109:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076295.270117:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076295.270125:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076295.270135:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076295.270140:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076295.270146:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076295.270152:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076295.270161:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076295.270171:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769076295.270178:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076295.270187:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076295.270190:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076295.270193:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076295.270201:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076295.270204:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076295.270214:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769076295.270228:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076295.270251:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948130944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076295.270287:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076295.270297:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076295.270312:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948130944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076295.270339:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076295.270348:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076295.270357:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076295.270363:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076295.270369:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076295.270375:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076295.270384:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2986
00000400:00000200:3.0:1769076295.270403:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076295.270417:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076295.270446:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076295.270460:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076295.270468:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076295.270483:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076295.270496:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076295.270509:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076295.270516:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076295.270524:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076295.270533:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076295.270543:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076295.270553:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076295.270567:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076295.270575:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076295.270584:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076295.270594:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076295.270602:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076295.270612:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076295.270623:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076295.270632:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076295.270640:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076295.270650:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076295.270660:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076295.270667:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076295.270674:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076295.270682:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076295.270692:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769076295.270702:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076295.270713:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076295.270720:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076295.270728:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076295.270769:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076295.270777:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076295.270790:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769076295.270801:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076295.270816:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948131072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076295.270838:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076295.270846:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076295.270867:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948131072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076295.270906:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076295.270917:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076295.270927:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076295.270930:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076295.270937:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076295.270941:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076295.270948:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2986
00000400:00000200:3.0:1769076295.270958:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076295.270967:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076295.270974:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076295.270985:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076295.270995:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076295.271006:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076295.271017:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076295.271029:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076295.271040:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076295.271052:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076295.271059:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076295.271066:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076295.271080:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076295.271096:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076295.271107:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076295.271118:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076295.271125:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076295.271134:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076295.271144:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076295.271151:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076295.271161:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076295.271168:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076295.271176:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076295.271181:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076295.271188:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076295.271196:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076295.271203:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076295.271213:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769076295.271227:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076295.271237:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076295.271246:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076295.271254:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076295.271261:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076295.271270:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076295.271286:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769076295.271302:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076295.271323:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948131200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076295.271375:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076295.271384:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076295.271398:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948131200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076295.271465:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076295.271485:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2997)
00000800:00000200:2.1:1769076295.271534:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076295.271539:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769076295.272063:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076295.272067:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769076295.272514:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076295.272518:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769076295.273176:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076295.273181:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
00000020:00000001:1.0:1769076295.588950:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076295.588956:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076295.588961:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076296.292804:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076296.292823:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076296.292825:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076296.292830:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076296.292834:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076296.292838:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076296.292840:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076296.292843:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076296.292846:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076296.612863:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297660688, at 4297660736
00000100:00000010:1.0:1769076296.612876:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2272a0.
00000100:00000001:1.0:1769076297.316853:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076297.316863:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076297.316866:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076297.316872:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076297.316876:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076297.316880:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076297.316883:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076297.316886:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076297.316889:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076297.636873:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076297.636877:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076297.636880:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076298.340884:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076298.340893:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076298.340895:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076298.340901:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076298.340904:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076298.340908:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076298.340910:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076298.340913:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076298.340916:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076298.660988:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076298.660994:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076298.660999:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076299.364854:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076299.364862:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076299.364864:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076299.364870:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076299.364875:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076299.364879:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076299.364883:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076299.364886:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076299.364890:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076299.684935:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076299.684944:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076299.684951:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076300.388853:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076300.388863:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076300.388866:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076300.388872:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1769076300.388874:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076300.388884:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769076300.388887:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076300.388892:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076300.388894:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769076300.388903:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769076300.388904:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076300.388908:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076300.388913:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769076300.388915:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076300.388925:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2992
00000400:00000200:3.0:1769076300.388937:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076300.388947:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076300.388952:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076300.388957:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076300.388961:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076300.388964:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076300.388968:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076300.388973:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076300.388975:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076300.388979:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076300.388982:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076300.388985:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076300.388989:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076300.388993:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076300.388996:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076300.388998:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076300.389001:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076300.389005:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076300.389009:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076300.389012:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076300.389015:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076300.389019:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076300.389022:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076300.389025:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076300.389027:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076300.389037:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3480.
00000020:00000040:3.0:1769076300.389041:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076300.389045:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076300.389047:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076300.389051:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076300.389054:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076300.389059:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076300.389068:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769076300.389076:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076300.389087:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3480 x1855007948131328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076300.389101:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076300.389107:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076300.389113:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb7685cc] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3480 x1855007948131328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076300.389145:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076300.389149:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076300.389154:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076300.389156:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076300.389159:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076300.389163:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076300.389166:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2992
00000400:00000200:3.0:1769076300.389171:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076300.389176:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076300.389180:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076300.389186:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076300.389190:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076300.389194:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076300.389196:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076300.389202:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076300.389209:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076300.389213:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076300.389220:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076300.389227:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076300.389231:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076300.389240:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076300.389249:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076300.389255:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076300.389264:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076300.389272:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076300.389281:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076300.389290:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076300.389296:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076300.389306:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076300.389316:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076300.389324:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076300.389333:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076300.389376:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076300.389386:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076300.389397:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000020:00000040:3.0:1769076300.389420:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076300.389430:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076300.389437:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076300.389443:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076300.389451:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076300.389461:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076300.389476:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769076300.389487:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076300.389506:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948131456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076300.389543:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076300.389554:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076300.389575:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948131456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076300.389607:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076300.389619:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076300.389643:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076300.389650:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076300.389659:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076300.389672:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076300.389688:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2992
00000400:00000200:3.0:1769076300.389708:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000800:00000200:2.1:1769076300.389777:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076300.389782:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000400:00000200:3.0:1769076300.389786:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076300.389802:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076300.389819:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076300.389836:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076300.389850:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076300.389861:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076300.389868:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076300.389875:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076300.389881:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076300.389886:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076300.389894:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076300.389903:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076300.389910:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076300.389915:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076300.389924:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076300.389935:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076300.389946:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076300.389958:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076300.389963:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076300.389971:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076300.389981:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076300.389992:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076300.390001:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076300.390009:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076300.390019:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076300.390024:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076300.390034:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769076300.390041:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076300.390051:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076300.390054:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076300.390056:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076300.390058:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076300.390061:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076300.390069:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769076300.390077:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076300.390094:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948131584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076300.390120:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076300.390127:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076300.390139:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948131584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076300.390166:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076300.390175:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076300.390188:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076300.390194:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076300.390201:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076300.390208:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076300.390219:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2992
00000400:00000200:3.0:1769076300.390233:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076300.390248:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076300.390256:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076300.390265:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076300.390274:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076300.390285:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076300.390295:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076300.390304:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076300.390309:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076300.390315:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076300.390321:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076300.390326:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076300.390333:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076300.390374:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076300.390389:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076300.390404:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076300.390417:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076300.390430:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076300.390444:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076300.390452:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076300.390458:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076300.390465:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076300.390476:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076300.390483:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076300.390488:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076300.390497:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076300.390505:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076300.390516:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769076300.390526:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076300.390535:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076300.390540:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076300.390547:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076300.390553:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076300.390559:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076300.390569:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769076300.390582:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076300.390601:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948131712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076300.390626:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076300.390635:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076300.390645:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948131712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076300.390677:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076300.390686:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076300.390703:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076300.390709:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076300.390714:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076300.390727:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076300.390788:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2992
00000400:00000200:3.0:1769076300.390808:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076300.390820:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076300.390831:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076300.390851:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076300.390859:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076300.390869:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076300.390876:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076300.390885:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076300.390890:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076300.390896:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076300.390902:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076300.390911:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076300.390922:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076300.390934:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076300.390943:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076300.390954:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076300.390960:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076300.390967:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076300.390978:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076300.390989:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076300.390997:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076300.391008:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076300.391020:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076300.391029:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076300.391034:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076300.391043:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076300.391051:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076300.391062:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769076300.391073:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076300.391084:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076300.391089:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076300.391093:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076300.391099:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076300.391105:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076300.391117:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000800:00000200:2.1:1769076300.391126:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769076300.391129:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076300.391132:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000100:00100000:3.0:1769076300.391149:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948131840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076300.391178:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076300.391188:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076300.391201:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948131840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076300.391227:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076300.391239:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3002)
00000800:00000200:2.1:1769076300.391614:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076300.391617:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769076300.392106:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076300.392109:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769076300.392482:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076300.392486:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000100:00000001:1.0:1769076301.412851:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076301.412862:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076301.412865:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076301.412872:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076301.412877:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076301.412881:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076301.412885:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076301.412888:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076301.412892:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076301.732860:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297665808, at 4297665856
00000100:00000010:1.0:1769076301.732892:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227c00.
00000020:00000001:3.0:1769076301.733014:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076301.733020:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076301.733025:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076302.436841:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076302.436850:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076302.436853:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076302.436859:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076302.436864:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076302.436869:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076302.436873:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076302.436876:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076302.436879:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076302.757018:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076302.757025:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076302.757030:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076303.460842:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076303.460851:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076303.460854:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076303.460861:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076303.460866:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076303.460871:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076303.460874:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076303.460877:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076303.460881:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076303.781009:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076303.781017:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076303.781024:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076304.484820:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076304.484829:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076304.484832:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076304.484839:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076304.484843:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076304.484847:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076304.484851:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076304.484854:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076304.484857:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076305.508870:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076305.508877:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076305.508888:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769076305.508891:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076305.508896:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076305.508899:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1769076305.508910:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:3.0:1769076305.508912:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076305.508924:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076305.508925:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769076305.508936:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769076305.508939:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 2997
00000100:00000001:1.0:1769076305.508946:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076305.508955:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769076305.508956:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769076305.508967:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076305.508970:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076305.508978:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076305.508985:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076305.508990:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076305.508993:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076305.508997:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076305.509002:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076305.509005:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076305.509009:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076305.509014:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076305.509018:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076305.509021:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076305.509025:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076305.509028:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076305.509030:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076305.509032:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076305.509036:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076305.509040:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076305.509043:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076305.509047:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076305.509051:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076305.509054:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076305.509057:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076305.509059:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076305.509070:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769076305.509074:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076305.509079:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076305.509081:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076305.509101:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076305.509104:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076305.509110:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076305.509120:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769076305.509129:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076305.509140:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948131968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076305.509154:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076305.509160:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076305.509166:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948131968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076305.509195:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076305.509199:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076305.509204:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076305.509206:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076305.509208:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076305.509213:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076305.509216:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2997
00000400:00000200:3.0:1769076305.509220:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076305.509225:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076305.509228:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076305.509234:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076305.509237:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076305.509241:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076305.509244:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076305.509249:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076305.509276:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076305.509287:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076305.509296:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076305.509302:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076305.509307:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076305.509320:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076305.509329:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076305.509336:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076305.509344:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076305.509352:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076305.509360:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076305.509367:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076305.509376:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076305.509385:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076305.509395:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076305.509401:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076305.509410:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076305.509418:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076305.509424:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076305.509434:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769076305.509438:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076305.509446:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076305.509450:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076305.509453:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076305.509459:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076305.509466:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076305.509475:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769076305.509484:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076305.509498:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948132096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076305.509519:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076305.509529:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076305.509545:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948132096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076305.509604:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076305.509618:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076305.509627:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076305.509633:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076305.509639:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076305.509651:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076305.509660:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2997
00000400:00000200:3.0:1769076305.509670:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076305.509674:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076305.509677:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076305.509681:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076305.509690:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076305.509700:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076305.509705:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076305.509712:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076305.509717:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076305.509721:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076305.509727:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076305.509775:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076305.509781:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076305.509792:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076305.509804:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076305.509819:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076305.509832:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076305.509842:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076305.509858:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076305.509873:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076305.509881:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076305.509892:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076305.509904:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076305.509913:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076305.509920:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1769076305.509923:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000008:00000001:3.0:1769076305.509925:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076305.509934:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076305.509938:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000100:00000010:3.0:1769076305.509942:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769076305.509951:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076305.509960:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076305.509963:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076305.509970:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076305.509973:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076305.509978:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076305.509987:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769076305.509993:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076305.510007:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948132224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076305.510043:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076305.510049:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076305.510058:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948132224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076305.510074:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076305.510083:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076305.510096:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076305.510102:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076305.510106:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076305.510117:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076305.510123:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2997
00000400:00000200:3.0:1769076305.510136:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076305.510143:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076305.510152:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076305.510164:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076305.510172:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076305.510179:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076305.510188:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076305.510196:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076305.510199:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076305.510202:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076305.510205:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076305.510214:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076305.510221:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076305.510233:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076305.510241:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076305.510245:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076305.510250:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076305.510281:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076305.510288:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076305.510296:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076305.510299:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076305.510307:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076305.510315:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076305.510321:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076305.510328:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076305.510336:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076305.510343:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076305.510353:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769076305.510360:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076305.510369:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076305.510373:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076305.510380:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076305.510385:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076305.510391:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076305.510399:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769076305.510409:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076305.510421:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948132352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076305.510430:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076305.510433:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076305.510438:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948132352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076305.510447:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076305.510451:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076305.510455:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076305.510457:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076305.510459:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076305.510462:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076305.510466:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 2997
00000400:00000200:3.0:1769076305.510472:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076305.510479:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076305.510488:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076305.510502:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076305.510511:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076305.510522:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076305.510534:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076305.510544:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076305.510549:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076305.510556:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076305.510563:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076305.510575:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076305.510587:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076305.510603:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076305.510610:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076305.510619:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076305.510626:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076305.510637:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076305.510648:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076305.510659:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076305.510667:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076305.510674:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076305.510682:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076305.510686:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076305.510692:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076305.510703:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076305.510711:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076305.510721:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769076305.510727:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076305.510763:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076305.510770:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076305.510776:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076305.510781:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076305.510787:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076305.510799:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769076305.510815:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076305.510841:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948132480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076305.510895:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076305.510907:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076305.510923:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948132480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076305.510947:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076305.510956:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3007)
00000800:00000200:2.1:1769076305.511292:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076305.511296:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076305.511724:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076305.511727:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076305.512221:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076305.512225:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076305.512665:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076305.512668:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000020:00000001:3.0:1769076305.828969:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076305.828975:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076305.828980:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076306.532846:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076306.532859:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076306.532863:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076306.532871:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076306.532876:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076306.532881:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076306.532884:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076306.532887:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076306.532904:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076306.852878:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297670928, at 4297670976
00000100:00000010:1.0:1769076306.852913:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2275a0.
00000020:00000001:3.0:1769076306.853047:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076306.853053:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076306.853063:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076307.556895:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076307.556908:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076307.556911:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076307.556920:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076307.556926:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076307.556932:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076307.556936:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076307.556941:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076307.556945:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076307.876976:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076307.876981:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076307.876986:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076308.580825:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076308.580837:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076308.580841:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076308.580851:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076308.580857:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076308.580863:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076308.580869:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076308.580873:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076308.580878:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076309.604813:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076309.604821:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076309.604823:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076309.604828:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076309.604831:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076309.604834:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076309.604837:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076309.604839:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076309.604852:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076309.924896:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076309.924899:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076309.924902:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076310.628907:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076310.628920:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076310.628924:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076310.628934:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076310.628942:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076310.628948:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076310.628955:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076310.628964:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076310.628976:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076310.630196:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076310.630207:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076310.631052:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076310.631056:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076310.631449:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076310.631452:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076310.631834:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076310.631837:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076310.632234:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076310.632237:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1769076311.652888:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076311.652901:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076311.652905:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076311.652915:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076311.652922:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076311.652928:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076311.652934:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076311.652939:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076311.652944:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076311.972858:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297676048, at 4297676096
00000100:00000010:1.0:1769076311.972885:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470f00.
00000020:00000001:1.0:1769076311.973021:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076311.973026:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076311.973031:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076312.676912:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076312.676924:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076312.676928:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076312.676938:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076312.676945:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076312.676951:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076312.676956:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076312.676961:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076312.676966:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076313.700856:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076313.700866:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076313.700869:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076313.700877:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076313.700884:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076313.700889:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076313.700895:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076313.700899:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076313.700904:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076314.020991:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076314.021000:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076314.021007:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076314.724868:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076314.724882:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076314.724887:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076314.724897:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076314.724904:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076314.724910:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076314.724915:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076314.724919:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076314.724924:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076315.044971:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076315.044979:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076315.044987:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076315.748905:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076315.748915:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076315.748919:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076315.748926:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076315.748932:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076315.748936:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076315.748940:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076315.748944:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076315.748948:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076315.749956:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076315.749964:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076315.751206:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076315.751209:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076315.751578:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076315.751581:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076315.751961:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076315.751964:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076315.752350:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076315.752353:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1769076316.068995:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076316.069004:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076316.069011:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076316.772868:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076316.772914:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076316.772918:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076316.772924:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076316.772929:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076316.772934:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076316.772938:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076316.772940:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076316.772944:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076317.092866:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297681168, at 4297681216
00000100:00000010:1.0:1769076317.092888:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227780.
00000100:00000001:3.0:1769076317.796860:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076317.796869:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076317.796872:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076317.796879:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076317.796884:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076317.796888:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076317.796892:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076317.796896:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076317.796899:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076318.117036:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076318.117066:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076318.117071:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076318.820846:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076318.820857:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076318.820861:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076318.820870:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076318.820877:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076318.820883:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076318.820888:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076318.820895:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076318.820900:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076319.141020:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076319.141052:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076319.141059:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076319.844855:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076319.844864:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076319.844867:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076319.844873:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076319.844878:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076319.844883:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076319.844886:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076319.844889:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076319.844893:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076320.164955:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076320.164961:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076320.164967:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076320.868896:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076320.869022:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076320.869030:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076320.869039:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076320.869045:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076320.869070:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076320.869083:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076320.869094:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076320.869109:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076320.870103:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076320.870113:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076320.871290:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076320.871293:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076320.871731:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076320.871766:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076320.872222:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076320.872225:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076320.872814:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076320.872818:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1769076321.892786:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076321.892792:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076321.892794:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076321.892799:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076321.892802:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076321.892805:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076321.892807:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076321.892809:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076321.892811:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076322.212876:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297686288, at 4297686336
00000100:00000010:1.0:1769076322.212910:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227840.
00000100:00000001:3.0:1769076322.917003:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076322.917019:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076322.917023:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076322.917036:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076322.917045:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076322.917051:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076322.917056:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076322.917060:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076322.917064:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076323.237033:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076323.237042:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076323.237048:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076323.940940:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076323.940979:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076323.940981:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076323.940990:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076323.940996:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076323.941002:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076323.941006:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076323.941011:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076323.941015:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076324.261004:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076324.261016:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076324.261023:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076324.964963:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076324.964974:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076324.964977:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076324.964986:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076324.964991:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076324.964996:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076324.965000:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076324.965003:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076324.965007:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076325.989058:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076325.989082:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076325.989089:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076325.989095:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076325.989107:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076325.989123:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3017
00000400:00000200:3.0:1769076325.989141:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076325.989154:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076325.989160:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076325.989166:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076325.989171:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076325.989176:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076325.989180:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076325.989186:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076325.989189:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076325.989194:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076325.989198:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076325.989201:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076325.989204:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076325.989208:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076325.989210:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076325.989212:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076325.989215:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076325.989219:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076325.989224:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076325.989227:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076325.989231:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076325.989236:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076325.989240:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076325.989244:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076325.989247:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076325.989263:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769076325.989269:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076325.989275:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076325.989278:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076325.989282:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076325.989286:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076325.989293:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076325.989306:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769076325.989317:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076325.989331:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948134528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076325.989347:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076325.989354:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076325.989360:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948134528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076325.989394:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076325.989399:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076325.989403:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076325.989406:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076325.989408:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076325.989412:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076325.989415:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3017
00000400:00000200:3.0:1769076325.989420:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076325.989425:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076325.989429:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076325.989434:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076325.989438:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076325.989441:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076325.989444:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076325.989447:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076325.989449:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076325.989453:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076325.989459:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076325.989468:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076325.989481:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076325.989491:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076325.989504:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076325.989520:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076325.989535:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076325.989551:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076325.989562:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076325.989586:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076325.989589:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076325.989597:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076325.989600:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076325.989604:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076325.989613:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076325.989622:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076325.989633:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076325.989649:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769076325.989665:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076325.989681:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076325.989696:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076325.989709:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076325.989712:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076325.989716:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076325.989785:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769076325.989793:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076325.989804:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948134656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076325.989830:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076325.989839:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076325.989847:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948134656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076325.989871:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076325.989887:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076325.989893:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076325.989895:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076325.989936:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076325.989944:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076325.989955:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3017
00000400:00000200:3.0:1769076325.989969:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076325.989983:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076325.989987:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076325.989994:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076325.990001:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076325.990011:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076325.990025:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076325.990039:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076325.990043:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076325.990052:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076325.990059:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076325.990074:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076325.990086:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076325.990096:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076325.990110:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076325.990124:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076325.990146:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076325.990152:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076325.990163:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076325.990178:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076325.990184:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076325.990189:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076325.990200:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076325.990206:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076325.990212:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076325.990222:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076325.990242:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076325.990253:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769076325.990265:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076325.990280:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076325.990285:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076325.990302:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076325.990310:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076325.990318:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076325.990334:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769076325.990344:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076325.990365:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948134784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076325.990412:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076325.990421:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076325.990434:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948134784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076325.990470:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076325.990479:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1769076325.990494:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:3.0:1769076325.990497:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076325.990501:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076325.990504:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076325.990507:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076325.990512:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3017
00000400:00000200:3.0:1769076325.990517:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076325.990522:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076325.990524:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076325.990528:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076325.990530:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076325.990533:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076325.990550:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:2.1:1769076325.990551:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1769076325.990560:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076325.990564:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076325.990571:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076325.990581:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076325.990591:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076325.990599:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076325.990612:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076325.990629:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076325.990641:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076325.990648:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076325.990656:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076325.990664:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076325.990673:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076325.990683:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076325.990697:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076325.990718:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076325.990727:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076325.990772:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076325.990779:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076325.990785:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076325.990799:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769076325.990812:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076325.990822:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076325.990827:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076325.990836:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076325.990841:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076325.990845:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076325.990860:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769076325.990872:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076325.990927:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948134912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076325.990941:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076325.990947:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076325.990960:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948134912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076325.990991:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076325.991006:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076325.991014:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076325.991028:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076325.991032:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076325.991036:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076325.991043:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3017
00000400:00000200:3.0:1769076325.991054:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076325.991083:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076325.991089:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076325.991103:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076325.991117:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076325.991132:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076325.991138:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076325.991146:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076325.991155:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076325.991168:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076325.991175:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076325.991189:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076325.991195:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076325.991212:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076325.991230:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076325.991234:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076325.991237:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076325.991240:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076325.991243:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076325.991245:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076325.991247:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076325.991253:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076325.991256:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076325.991261:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076325.991270:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076325.991292:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076325.991304:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076325.991317:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769076325.991333:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076325.991351:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076325.991358:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076325.991368:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076325.991375:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076325.991384:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076325.991401:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769076325.991421:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076325.991450:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948135040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076325.991487:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076325.991504:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076325.991531:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948135040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076325.991562:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076325.991577:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3027)
00000800:00000200:2.1:1769076325.991975:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076325.991981:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076325.992367:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076325.992370:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076325.992713:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076325.992716:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076325.993167:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076325.993171:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1769076327.332940:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297691409, at 4297691456
00000100:00000010:1.0:1769076327.332973:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2274e0.
00000020:00000001:3.0:1769076327.333143:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076327.333150:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076327.333156:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769076328.357056:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076328.357063:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076328.357068:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076331.110226:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076331.110241:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076331.111282:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076331.111288:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076331.111784:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076331.111791:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076331.112219:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076331.112225:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076331.112672:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076331.112675:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769076331.429058:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076331.429067:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076331.429074:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076332.452993:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297696528, at 4297696576
00000100:00000010:1.0:1769076332.453018:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ba0.
00000020:00000001:3.0:1769076332.453045:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076332.453053:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076332.453060:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076335.524908:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076335.524911:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076335.524914:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076336.228880:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076336.228891:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076336.228894:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076336.228899:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076336.228903:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076336.228910:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3027
00000400:00000200:1.0:1769076336.228921:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076336.228927:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076336.228932:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076336.228937:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076336.228940:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076336.228943:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076336.228945:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076336.228949:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076336.228951:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076336.228953:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076336.228956:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076336.228958:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076336.228960:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076336.228962:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076336.228964:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076336.228967:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076336.228968:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076336.228972:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076336.228975:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076336.228986:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076336.228988:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076336.228991:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076336.228994:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076336.228996:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076336.228998:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076336.229007:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769076336.229011:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076336.229014:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076336.229016:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076336.229019:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076336.229021:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076336.229025:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076336.229032:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:1.0:1769076336.229039:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076336.229047:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948135808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076336.229057:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076336.229061:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076336.229065:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948135808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076336.229084:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076336.229087:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076336.229091:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076336.229092:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076336.229093:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076336.229096:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076336.229099:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3027
00000400:00000200:1.0:1769076336.229102:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076336.229106:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076336.229108:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076336.229112:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076336.229114:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076336.229117:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076336.229119:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076336.229121:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076336.229123:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076336.229128:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076336.229131:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076336.229136:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076336.229141:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076336.229148:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076336.229154:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076336.229158:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076336.229165:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076336.229172:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076336.229177:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076336.229185:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076336.229190:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076336.229197:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076336.229204:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076336.229210:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076336.229216:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076336.229221:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076336.229226:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076336.229296:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076336.229302:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076336.229309:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076336.229313:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076336.229318:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076336.229332:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076336.229337:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076336.229346:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
00000100:00000001:1.0:1769076336.229354:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076336.229365:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948135936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076336.229388:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076336.229395:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076336.229409:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948135936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076336.229431:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076336.229437:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076336.229445:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076336.229448:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076336.229452:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076336.229455:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076336.229462:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3027
00000400:00000200:1.0:1769076336.229474:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000800:00000200:2.1:1769076336.229480:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000400:00000200:1.0:1769076336.229483:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000800:00000200:2.1:1769076336.229486:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000100:00080000:1.0:1769076336.229488:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076336.229500:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076336.229507:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076336.229513:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076336.229516:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076336.229522:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076336.229526:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076336.229531:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076336.229535:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076336.229542:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076336.229549:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076336.229556:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076336.229560:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076336.229568:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076336.229574:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076336.229581:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076336.229587:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076336.229595:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076336.229602:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076336.229606:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076336.229612:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076336.229619:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076336.229624:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076336.229627:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076336.229633:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076336.229642:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076336.229667:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076336.229671:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076336.229675:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076336.229678:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076336.229680:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076336.229682:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076336.229691:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769076336.229697:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076336.229706:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948136064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076336.229723:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076336.229727:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076336.229777:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948136064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076336.229787:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076336.229790:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076336.229800:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076336.229806:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076336.229809:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076336.229814:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076336.229821:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3027
00000400:00000200:1.0:1769076336.229829:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076336.229836:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076336.229842:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076336.229848:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076336.229855:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076336.229861:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076336.229866:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076336.229873:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076336.229876:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076336.229880:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076336.229884:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076336.229890:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076336.229894:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076336.229902:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076336.229906:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076336.229914:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076336.229920:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076336.229926:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076336.229935:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076336.229943:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076336.229948:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076336.229953:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076336.229959:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076336.229965:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076336.229972:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076336.229979:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076336.229986:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076336.229995:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076336.230001:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076336.230008:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076336.230012:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076336.230018:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076336.230021:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076336.230024:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076336.230031:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:1.0:1769076336.230039:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076336.230048:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948136192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076336.230088:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076336.230094:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076336.230106:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948136192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076336.230125:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076336.230129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076336.230136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076336.230139:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076336.230143:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076336.230148:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076336.230152:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3027
00000400:00000200:1.0:1769076336.230155:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076336.230163:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076336.230167:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076336.230175:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076336.230182:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076336.230189:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076336.230195:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076336.230201:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076336.230206:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076336.230210:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076336.230215:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076336.230220:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076336.230225:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076336.230232:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076336.230238:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076336.230243:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076336.230248:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076336.230267:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076336.230273:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076336.230279:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076336.230283:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076336.230288:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076336.230293:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076336.230298:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076336.230302:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076336.230307:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076336.230311:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076336.230319:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769076336.230326:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076336.230334:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076336.230338:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076336.230345:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076336.230348:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076336.230354:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076336.230364:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769076336.230374:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076336.230386:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948136320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076336.230428:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076336.230435:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076336.230448:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948136320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076336.230475:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076336.230485:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3038)
00000800:00000200:2.1:1769076336.230511:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076336.230514:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769076336.230880:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076336.230883:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769076336.231107:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076336.231109:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769076336.231518:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076336.231522:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000020:00000001:3.0:1769076336.548972:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076336.548981:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076336.548988:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076337.572906:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297701647, at 4297701696
00000100:00000010:1.0:1769076337.572923:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ba0.
00000020:00000001:3.0:1769076339.621001:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076339.621029:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076339.621035:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076340.644988:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076340.644997:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076340.645004:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076341.348851:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076341.348867:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076341.348875:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076341.348882:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076341.348889:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076341.348904:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3033
00000400:00000200:1.0:1769076341.348919:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076341.348928:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076341.348932:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076341.348936:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076341.348941:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076341.348944:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076341.348947:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076341.348952:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076341.348954:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076341.348957:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076341.348961:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076341.348963:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076341.348965:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076341.348968:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076341.348971:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076341.348973:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076341.348975:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076341.348979:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076341.348983:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076341.348985:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076341.348988:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076341.348991:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076341.348994:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076341.348996:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076341.348998:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076341.349010:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076341.349014:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076341.349019:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076341.349021:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076341.349024:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076341.349028:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076341.349033:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076341.349043:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4ec00.
00000100:00000001:1.0:1769076341.349052:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076341.349064:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948136448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076341.349076:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076341.349081:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076341.349086:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948136448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076341.349118:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076341.349121:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076341.349125:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076341.349126:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076341.349128:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076341.349132:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076341.349135:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3033
00000400:00000200:1.0:1769076341.349138:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076341.349141:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076341.349143:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076341.349146:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076341.349164:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076341.349167:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076341.349169:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076341.349172:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076341.349173:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076341.349176:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076341.349178:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076341.349181:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076341.349184:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076341.349189:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076341.349192:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076341.349195:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076341.349198:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076341.349201:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076341.349205:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076341.349207:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076341.349211:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076341.349224:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076341.349233:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076341.349237:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076341.349246:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076341.349257:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076341.349266:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076341.349280:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769076341.349290:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076341.349299:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076341.349306:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076341.349313:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076341.349321:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076341.349327:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076341.349336:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769076341.349344:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076341.349359:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948136576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076341.349382:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076341.349386:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076341.349401:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948136576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076341.349422:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076341.349431:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076341.349435:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076341.349455:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076341.349459:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076341.349464:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076341.349471:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3033
00000400:00000200:1.0:1769076341.349481:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076341.349495:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076341.349501:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076341.349515:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076341.349523:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076341.349531:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076341.349539:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076341.349546:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076341.349550:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076341.349557:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076341.349563:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076341.349571:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076341.349578:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076341.349586:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076341.349594:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076341.349600:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076341.349606:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076341.349614:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076341.349624:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076341.349633:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076341.349639:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076341.349644:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076341.349675:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076341.349682:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076341.349688:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076341.349698:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076341.349704:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076341.349715:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076341.349726:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000800:00000200:2.1:1769076341.349728:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:1.0:1769076341.349759:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076341.349761:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076341.349764:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076341.349766:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076341.349769:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076341.349773:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000800:00000200:2.1:1769076341.349782:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000100:00000001:1.0:1769076341.349783:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076341.349797:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948136704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076341.349810:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076341.349817:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076341.349828:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948136704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076341.349845:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076341.349897:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076341.349907:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076341.349911:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076341.349913:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076341.349916:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076341.349924:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3033
00000400:00000200:1.0:1769076341.349952:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076341.349964:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076341.349967:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076341.349972:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076341.349980:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076341.349984:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076341.349987:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076341.349991:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076341.349996:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076341.350002:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076341.350006:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076341.350009:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076341.350013:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076341.350020:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076341.350027:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076341.350031:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076341.350038:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076341.350044:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076341.350050:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076341.350060:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076341.350064:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076341.350071:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076341.350078:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076341.350088:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076341.350097:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076341.350101:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076341.350107:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076341.350113:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076341.350121:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076341.350130:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076341.350133:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076341.350141:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076341.350146:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076341.350151:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076341.350164:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769076341.350170:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076341.350184:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948136832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076341.350205:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076341.350215:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076341.350240:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948136832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076341.350257:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076341.350264:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076341.350275:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076341.350280:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076341.350284:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076341.350294:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076341.350301:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3033
00000400:00000200:1.0:1769076341.350313:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076341.350320:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076341.350327:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076341.350336:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076341.350344:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076341.350351:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076341.350359:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076341.350364:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076341.350368:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076341.350374:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076341.350378:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076341.350385:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076341.350391:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076341.350401:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076341.350408:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076341.350415:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076341.350419:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076341.350446:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076341.350454:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076341.350460:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076341.350465:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076341.350470:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076341.350473:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076341.350478:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076341.350483:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076341.350493:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076341.350500:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076341.350510:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076341.350519:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076341.350530:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076341.350536:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076341.350545:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076341.350551:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076341.350558:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076341.350568:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769076341.350579:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076341.350593:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948136960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076341.350620:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076341.350626:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076341.350637:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948136960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076341.350687:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076341.350700:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3043)
00000800:00000200:2.1:1769076341.350871:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076341.350874:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769076341.351292:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076341.351296:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769076341.351610:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076341.351612:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769076341.351921:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076341.351924:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000100:00000040:1.0:1769076342.692914:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297706768, at 4297706816
00000100:00000010:1.0:1769076342.692942:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d20.
00000020:00000001:3.0:1769076343.716966:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076343.716975:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076343.716995:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076344.740999:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076344.741008:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076344.741014:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076346.468957:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076346.468967:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076346.468970:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076346.468975:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076346.468981:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076346.468990:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3038
00000400:00000200:3.0:1769076346.469001:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076346.469009:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076346.469014:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076346.469019:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076346.469023:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076346.469026:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076346.469029:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076346.469034:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076346.469037:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076346.469040:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076346.469043:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076346.469046:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076346.469049:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076346.469053:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076346.469056:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076346.469059:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076346.469061:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076346.469066:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076346.469070:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076346.469073:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076346.469076:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076346.469080:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076346.469083:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076346.469086:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076346.469088:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076346.469099:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769076346.469104:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076346.469111:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076346.469113:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076346.469118:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076346.469122:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076346.469129:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076346.469143:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769076346.469154:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076346.469170:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948137088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076346.469191:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076346.469199:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076346.469208:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948137088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076346.469248:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076346.469255:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076346.469261:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076346.469264:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076346.469268:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076346.469273:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076346.469280:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3038
00000400:00000200:3.0:1769076346.469288:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076346.469295:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076346.469300:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076346.469307:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076346.469312:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076346.469317:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076346.469322:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076346.469328:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076346.469332:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076346.469336:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076346.469340:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076346.469343:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076346.469346:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076346.469351:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076346.469354:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076346.469356:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076346.469358:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076346.469361:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076346.469368:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076346.469377:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076346.469383:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076346.469403:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076346.469409:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076346.469412:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076346.469419:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076346.469432:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076346.469448:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076346.469463:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769076346.469471:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076346.469479:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076346.469487:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076346.469497:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076346.469502:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076346.469514:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076346.469546:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769076346.469616:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076346.469636:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948137216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076346.469651:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076346.469661:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076346.469673:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948137216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076346.469700:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076346.469706:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076346.469715:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076346.469720:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076346.469726:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076346.469780:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076346.469784:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3038
00000400:00000200:3.0:1769076346.469792:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076346.469797:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076346.469801:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076346.469805:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076346.469808:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076346.469811:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076346.469813:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076346.469818:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076346.469820:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076346.469823:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076346.469826:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076346.469834:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076346.469852:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076346.469872:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076346.469890:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076346.469903:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076346.469925:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076346.469939:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076346.469950:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076346.469956:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076346.469962:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076346.469968:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076346.469971:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076346.469977:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076346.469984:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076346.469999:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076346.470003:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076346.470009:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769076346.470014:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076346.470027:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076346.470031:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076346.470036:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076346.470038:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076346.470043:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076346.470049:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769076346.470057:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076346.470073:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948137344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076346.470104:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076346.470109:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076346.470125:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948137344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076346.470198:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076346.470205:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076346.470211:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076346.470219:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076346.470226:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076346.470238:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076346.470254:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3038
00000400:00000200:3.0:1769076346.470272:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076346.470285:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076346.470290:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076346.470304:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076346.470316:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076346.470323:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076346.470336:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076346.470342:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076346.470351:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000800:00000200:2.1:1769076346.470351:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:3.0:1769076346.470365:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.1:1769076346.470370:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000020:00000040:3.0:1769076346.470371:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076346.470384:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076346.470398:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076346.470421:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076346.470429:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076346.470434:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076346.470452:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076346.470462:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076346.470478:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076346.470488:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076346.470505:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076346.470514:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076346.470520:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076346.470531:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076346.470542:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076346.470562:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076346.470603:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076346.470617:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769076346.470629:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076346.470653:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076346.470663:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076346.470678:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076346.470684:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076346.470689:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076346.470718:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769076346.470768:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076346.470787:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948137472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076346.470810:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076346.470814:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076346.470824:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948137472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076346.470863:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076346.470872:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076346.470886:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076346.470897:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076346.470904:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076346.470920:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076346.470938:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3038
00000400:00000200:3.0:1769076346.470953:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076346.470968:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076346.470976:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076346.470981:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076346.470990:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076346.470999:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076346.471013:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076346.471018:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076346.471022:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076346.471028:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076346.471032:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076346.471042:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076346.471046:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076346.471057:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076346.471071:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076346.471084:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076346.471099:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076346.471118:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076346.471134:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076346.471156:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076346.471169:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076346.471186:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076346.471193:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076346.471203:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076346.471208:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076346.471220:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076346.471237:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076346.471258:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769076346.471265:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076346.471271:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076346.471280:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076346.471295:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076346.471304:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076346.471312:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076346.471323:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769076346.471330:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076346.471354:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948137600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076346.471434:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076346.471449:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076346.471475:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948137600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076346.471546:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076346.471559:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3048)
00000800:00000200:2.1:1769076346.471919:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076346.471922:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076346.472365:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076346.472368:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076346.472796:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076346.472799:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076346.473229:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076346.473234:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000100:00000040:1.0:1769076347.812973:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297711889, at 4297711936
00000100:00000010:1.0:1769076347.812997:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ea0.
00000020:00000001:3.0:1769076347.813068:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076347.813074:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076347.813080:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076348.837041:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076348.837049:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076348.837054:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076351.588826:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076351.588833:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076351.588835:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076351.588841:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076351.588847:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076351.588852:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076351.588857:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076351.588860:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076351.588864:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076351.589364:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076351.589820:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076351.590185:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076351.590377:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076351.590586:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:3.0:1769076351.908898:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076351.908902:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076351.908905:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076352.612833:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076352.612845:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076352.612848:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076352.612858:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076352.612864:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076352.612870:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076352.612874:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076352.612878:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076352.612882:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076352.932899:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297717007, at 4297717056
00000100:00000010:1.0:1769076352.932923:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ae0.
00000020:00000001:3.0:1769076352.932997:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076352.933006:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076352.933012:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076353.636833:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076353.636844:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076353.636848:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076353.636855:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076353.636860:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076353.636866:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076353.636869:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076353.636873:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076353.636877:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076354.660846:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076354.660856:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076354.660859:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076354.660866:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076354.660871:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076354.660876:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076354.660880:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076354.660884:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076354.660888:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1769076354.661100:0:2422:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.128:988
00000400:00000100:1.0:1769076354.661168:0:2422:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.128@tcp at host 192.168.204.128 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769076354.661187:0:2422:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076354.661195:0:2422:0:(router.c:1755:lnet_notify()) 192.168.204.28@tcp notifying 192.168.204.128@tcp: down
00000400:00000200:1.0:1769076354.661202:0:2422:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076354.661209:0:2422:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769076354.661218:0:2422:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769076354.661225:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:1.0:1769076354.661233:0:2422:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076354.661242:0:2422:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076354.661251:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8198
00000400:00000010:1.0:1769076354.661255:0:2422:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8198.
00000100:00000001:1.0:1769076354.661263:0:2422:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076354.661274:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5704d9df80 x1855007948137728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076354.661314:0:2422:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076354.661324:0:2422:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9df80 x1855007948137728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076376 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076354.661339:0:2422:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076354.661343:0:2422:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769076354.661358:0:2422:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769076354.661364:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e200.
00000400:00000200:1.0:1769076354.661371:0:2422:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076354.661379:0:2422:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076354.661385:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8c38
00000400:00000010:1.0:1769076354.661390:0:2422:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8c38.
00000100:00000001:1.0:1769076354.661396:0:2422:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076354.661407:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5704d9c000 x1855007948137856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076354.661667:0:2422:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076354.661685:0:2422:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c000 x1855007948137856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076376 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076354.661720:0:2422:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076354.661729:0:2422:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769076354.661807:0:2422:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769076354.661814:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ea00.
00000400:00000200:1.0:1769076354.661822:0:2422:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076354.661842:0:2422:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076354.661857:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8d48
00000400:00000010:1.0:1769076354.661868:0:2422:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8d48.
00000100:00000001:1.0:1769076354.661890:0:2422:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076354.661908:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5704d9d180 x1855007948137984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076354.661928:0:2422:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076354.661941:0:2422:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d180 x1855007948137984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076376 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076354.661961:0:2422:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076354.661970:0:2422:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769076354.661995:0:2422:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769076354.662009:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e900.
00000400:00000200:1.0:1769076354.662019:0:2422:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076354.662030:0:2422:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076354.662039:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:1.0:1769076354.662048:0:2422:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:1.0:1769076354.662058:0:2422:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076354.662075:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5704d9d500 x1855007948138112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076354.662110:0:2422:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076354.662124:0:2422:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d500 x1855007948138112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076376 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076354.662155:0:2422:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076354.662164:0:2422:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769076354.662184:0:2422:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769076354.662193:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:1.0:1769076354.662203:0:2422:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076354.662224:0:2422:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076354.662237:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8bb0
00000400:00000010:1.0:1769076354.662245:0:2422:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8bb0.
00000100:00000001:1.0:1769076354.662256:0:2422:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076354.662273:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5704d9dc00 x1855007948138240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076354.662308:0:2422:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076354.662325:0:2422:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948138240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076376 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076354.662354:0:2422:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076354.662365:0:2422:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076355.684849:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076355.684859:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076355.684863:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076355.684870:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076355.684877:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076355.684883:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076355.684886:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076355.684889:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076355.684892:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076356.004922:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076356.004927:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076356.004930:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076356.708895:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076356.708901:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076356.708905:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076356.708911:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076356.708916:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076356.708921:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076356.708925:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076356.708928:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076356.708931:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076356.709661:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076356.709668:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076356.710348:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076356.710351:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076356.710696:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076356.710700:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076356.711016:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076356.711018:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076356.711214:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076356.711217:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1769076357.028951:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076357.028980:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076357.028984:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076357.732879:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076357.732891:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076357.732894:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076357.732903:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076357.732908:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076357.732914:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076357.732919:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076357.732923:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076357.732927:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076358.052893:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297722128, at 4297722176
00000100:00000010:1.0:1769076358.052935:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2275a0.
00000100:00000001:3.0:1769076358.756866:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076358.756879:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076358.756881:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076358.756889:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076358.756895:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076358.756901:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076358.756904:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076358.756908:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076358.756911:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076359.780837:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076359.780849:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076359.780852:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076359.780860:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076359.780866:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076359.780872:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076359.780875:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076359.780880:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076359.780883:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076360.100966:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076360.100974:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076360.100980:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076360.804875:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076360.804887:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076360.804891:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076360.804899:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076360.804905:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076360.804910:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076360.804914:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076360.804918:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076360.804923:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076361.124979:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076361.124986:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076361.124992:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076361.828862:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076361.828874:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076361.828878:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076361.828886:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076361.828893:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076361.828899:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076361.828904:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076361.828910:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076361.828919:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076361.829853:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076361.829868:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076361.830912:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076361.830915:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076361.831225:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076361.831227:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076361.831571:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076361.831574:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076361.831905:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076361.831908:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1769076362.852828:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076362.852839:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076362.852842:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076362.852851:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076362.852856:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076362.852861:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076362.852865:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076362.852869:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076362.852873:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076363.172885:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297727248, at 4297727296
00000100:00000010:1.0:1769076363.172915:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227c00.
00000100:00000001:3.0:1769076363.876857:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076363.876866:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076363.876868:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076363.876875:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076363.876880:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076363.876884:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076363.876888:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076363.876891:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076363.876894:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076364.197041:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076364.197047:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076364.197052:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076364.900893:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076364.900902:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076364.900904:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076364.900912:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076364.900917:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076364.900921:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076364.900923:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076364.900926:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076364.900928:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076365.221023:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076365.221030:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076365.221034:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076365.924844:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076365.924856:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076365.924858:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076365.924866:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076365.924871:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076365.924877:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076365.924880:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076365.924884:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076365.924887:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076366.948890:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076366.948904:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076366.948910:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076366.948922:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076366.948931:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076366.948939:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076366.948947:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076366.948955:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076366.948959:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076366.950117:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076366.950129:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076366.951414:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076366.951418:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076366.951913:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076366.951918:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076366.952348:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076366.952351:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076366.952990:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076366.952993:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1769076367.972919:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076367.972931:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076367.972934:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076367.972943:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076367.972948:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076367.972955:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076367.972960:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076367.972964:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076367.972968:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076368.292868:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297732368, at 4297732416
00000100:00000010:1.0:1769076368.292900:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2272a0.
00000020:00000001:3.0:1769076368.293036:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076368.293042:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076368.293046:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076368.996824:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076368.996834:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076368.996837:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076368.996844:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076368.996848:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076368.996853:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076368.996856:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076368.996859:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076368.996862:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076369.316987:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076369.316993:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076369.316998:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076370.020843:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076370.020855:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076370.020858:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076370.020865:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076370.020870:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076370.020874:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076370.020878:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076370.020882:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076370.020885:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076371.044851:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076371.044861:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076371.044863:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076371.044870:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076371.044875:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076371.044879:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076371.044883:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076371.044886:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076371.044890:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076372.068840:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076372.068850:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076372.068854:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076372.068863:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076372.068869:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076372.068873:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076372.068877:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076372.068880:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076372.068885:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076372.070002:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076372.070012:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076372.071250:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076372.071254:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076372.071686:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076372.071689:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076372.072095:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076372.072101:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076372.072582:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076372.072586:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1769076372.389167:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076372.389173:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076372.389178:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076373.412853:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297737488, at 4297737536
00000100:00000010:1.0:1769076373.412876:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227de0.
00000020:00000001:3.0:1769076373.413171:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076373.413180:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076373.413188:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076376.164900:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076376.164910:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076376.164913:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076376.164921:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076376.164926:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076376.164931:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076376.164935:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076376.164939:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076376.164945:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076376.484895:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076376.484900:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076376.484904:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076377.188882:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076377.188895:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076377.188900:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076377.188911:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076377.188922:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076377.188930:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076377.188937:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076377.188943:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076377.188951:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076377.190276:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076377.190284:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076377.191833:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076377.191839:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076377.192279:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076377.192282:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076377.193036:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076377.193040:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076377.193444:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076377.193447:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1769076377.509203:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076377.509209:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076377.509216:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076378.212877:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076378.212891:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076378.212894:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076378.212903:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076378.212920:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076378.212926:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076378.212930:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076378.212935:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076378.212939:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076378.532864:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297742608, at 4297742656
00000100:00000010:1.0:1769076378.532889:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470000.
00000100:00000001:3.0:1769076379.236864:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076379.236873:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076379.236876:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076379.236882:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076379.236887:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076379.236892:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076379.236895:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076379.236899:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076379.236903:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076380.260847:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076380.260857:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076380.260860:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076380.260867:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076380.260872:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076380.260877:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076380.260881:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076380.260884:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076380.260888:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076380.580928:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076380.580935:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076380.580940:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076381.284851:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076381.284862:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076381.284864:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076381.284870:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076381.284875:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076381.284880:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076381.284883:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076381.284886:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076381.284890:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076381.605002:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076381.605008:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076381.605014:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076382.308822:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076382.308830:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076382.308833:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076382.308839:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076382.308843:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076382.308847:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076382.308850:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076382.308853:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076382.308856:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076382.309836:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076382.309845:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076382.311011:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076382.311017:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076382.311490:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076382.311495:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076382.312003:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076382.312007:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076382.312453:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076382.312456:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1769076382.628881:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076382.628885:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076382.628888:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076383.332833:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076383.332842:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076383.332845:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076383.332852:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076383.332857:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076383.332861:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076383.332865:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076383.332868:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076383.332872:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076383.652889:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297747728, at 4297747776
00000100:00000010:1.0:1769076383.652906:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227de0.
00000100:00000001:3.0:1769076384.356865:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076384.356874:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076384.356876:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076384.356883:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076384.356888:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076384.356893:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076384.356896:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076384.356900:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076384.356903:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076384.677023:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076384.677028:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076384.677033:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076385.380811:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076385.380829:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076385.380832:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076385.380839:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076385.380843:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076385.380847:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076385.380849:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076385.380853:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076385.380856:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076385.700859:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076385.700862:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076385.700865:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076386.404809:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076386.404817:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076386.404819:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076386.404837:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076386.404842:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076386.404847:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076386.404851:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076386.404855:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076386.404859:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076386.725041:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076386.725048:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076386.725054:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076387.428858:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076387.428868:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076387.428872:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076387.428917:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076387.428926:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076387.428933:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076387.428942:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076387.428949:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076387.428955:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076387.430242:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076387.430250:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076387.432088:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076387.432104:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076387.432592:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076387.432595:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076387.433005:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076387.433009:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076387.433498:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076387.433501:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1769076388.452909:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076388.452919:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076388.452922:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076388.452929:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076388.452934:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076388.452939:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076388.452943:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076388.452948:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076388.452952:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076388.772948:0:46300:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297752848, at 4297752896
00000100:00000010:1.0:1769076388.772972:0:46300:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2272a0.
00000020:00000001:3.0:1769076388.773164:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076388.773171:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076388.773176:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076389.476878:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076389.476891:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076389.476894:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076389.476902:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076389.476908:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076389.476913:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076389.476917:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076389.476920:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076389.476924:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076389.797052:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076389.797061:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076389.797068:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076390.500863:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076390.500873:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076390.500876:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076390.500883:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076390.500888:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076390.500893:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076390.500896:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076390.500899:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076390.500903:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076390.820996:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076390.821004:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076390.821011:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076391.524881:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076391.524893:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076391.524896:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076391.524904:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076391.524910:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076391.524915:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076391.524919:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076391.524923:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076391.524927:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076392.548888:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076392.548898:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076392.548902:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076392.548910:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076392.548916:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076392.548921:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076392.548925:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076392.548928:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076392.548934:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076392.550040:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076392.550049:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076392.551345:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076392.551350:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076392.551818:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076392.551822:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076392.552190:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076392.552195:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076392.552784:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076392.552788:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1769076392.869053:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076392.869061:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076392.869067:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076393.572879:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076393.572893:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076393.572897:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076393.572907:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076393.572914:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076393.572919:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076393.572924:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076393.572928:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076393.572933:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076393.892901:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297757968, at 4297758016
00000100:00000010:1.0:1769076393.892937:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227600.
00000100:00000001:3.0:1769076394.596901:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076394.596913:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076394.596917:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076394.596926:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076394.596931:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076394.596936:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076394.596940:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076394.596944:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076394.596948:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076394.917090:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076394.917101:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076394.917109:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076395.620829:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076395.620837:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076395.620839:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076395.620845:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076395.620849:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076395.620854:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076395.620857:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076395.620861:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076395.620863:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076396.644817:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076396.644825:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076396.644827:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076396.644832:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076396.644835:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076396.644839:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076396.644841:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076396.644844:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076396.644847:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076396.964989:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076396.964996:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076396.965001:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076397.668887:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076397.668900:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076397.668907:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076397.668916:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076397.668925:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076397.668932:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076397.668944:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076397.668950:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076397.668963:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076397.670315:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076397.670333:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076397.671892:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076397.671896:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076397.672326:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076397.672331:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076397.672775:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076397.672778:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076397.673173:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076397.673176:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1769076398.692838:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076398.692849:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076398.692852:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076398.692859:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076398.692864:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076398.692869:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076398.692873:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076398.692876:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076398.692880:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076399.012958:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297763089, at 4297763136
00000100:00000010:1.0:1769076399.012985:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2275a0.
00000020:00000001:3.0:1769076399.013122:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076399.013129:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076399.013134:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076399.716840:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076399.716851:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076399.716854:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076399.716861:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076399.716865:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076399.716870:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076399.716873:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076399.716877:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076399.716881:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076400.740849:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076400.740858:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076400.740861:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076400.740867:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076400.740871:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076400.740876:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076400.740879:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076400.740883:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076400.740886:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076401.061060:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076401.061073:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076401.061082:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076401.764826:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076401.764836:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076401.764839:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076401.764847:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076401.764852:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076401.764857:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076401.764860:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076401.764864:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076401.764869:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076402.788831:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076402.788837:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076402.788839:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076402.788845:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076402.788849:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076402.788853:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076402.788855:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076402.788858:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076402.788861:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076402.790070:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076402.790086:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076402.791537:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076402.791560:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076402.792080:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076402.792085:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076402.792419:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076402.792422:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076402.792911:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076402.792915:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769076403.108927:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076403.108933:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076403.108937:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076403.812812:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076403.812820:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076403.812823:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076403.812829:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076403.812833:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076403.812837:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076403.812840:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076403.812843:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076403.812846:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076404.132853:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297768208, at 4297768256
00000100:00000010:1.0:1769076404.132866:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470d80.
00000100:00000001:3.0:1769076404.836862:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076404.836877:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076404.836880:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076404.836889:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076404.836895:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076404.836900:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076404.836904:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076404.836908:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076404.836912:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076405.156956:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076405.156964:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076405.156972:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076405.860859:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076405.860874:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076405.860878:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076405.860890:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076405.860898:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076405.860906:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076405.860911:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076405.860916:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076405.860922:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076406.884822:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076406.884831:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076406.884834:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076406.884840:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076406.884846:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076406.884851:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076406.884854:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076406.884857:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076406.884861:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076407.205067:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076407.205075:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076407.205081:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076407.908839:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076407.908849:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076407.908852:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076407.908860:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076407.908865:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076407.908871:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076407.908875:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076407.908880:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076407.908884:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076407.910344:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076407.910353:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076407.912071:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076407.912075:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076407.912528:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076407.912532:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076407.913101:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076407.913105:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076407.913574:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076407.913578:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1769076408.932843:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076408.932856:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076408.932861:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076408.932871:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076408.932877:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076408.932882:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076408.932886:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076408.932889:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076408.932893:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076409.252924:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297773329, at 4297773376
00000100:00000010:1.0:1769076409.252948:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470d20.
00000020:00000001:3.0:1769076409.253026:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076409.253033:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076409.253039:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076409.956835:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076409.956844:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076409.956847:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076409.956854:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076409.956859:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076409.956864:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076409.956867:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076409.956871:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076409.956875:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076410.980831:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076410.980841:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076410.980845:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076410.980852:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076410.980857:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076410.980862:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076410.980865:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076410.980869:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076410.980873:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076411.300957:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076411.300963:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076411.300968:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076412.004803:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076412.004811:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076412.004814:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076412.004820:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076412.004824:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076412.004828:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076412.004831:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076412.004833:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076412.004836:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076413.028833:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076413.028847:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076413.028853:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076413.028862:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076413.028868:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076413.028874:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076413.028879:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076413.028883:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076413.028889:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076413.028894:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076413.028904:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076413.028909:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076413.028915:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076413.028921:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076413.028932:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3104
00000400:00000200:1.0:1769076413.028946:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076413.028956:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076413.028963:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076413.028970:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076413.028975:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076413.028980:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076413.028985:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076413.028990:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076413.028993:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076413.028997:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076413.029000:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076413.029003:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076413.029007:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076413.029011:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076413.029028:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076413.029031:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076413.029033:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076413.029038:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076413.029042:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076413.029046:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076413.029049:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076413.029053:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076413.029057:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076413.029060:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076413.029063:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076413.029073:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769076413.029077:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076413.029082:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076413.029084:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076413.029088:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076413.029091:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076413.029097:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076413.029106:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769076413.029115:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076413.029127:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948145408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076413.029141:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076413.029147:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076413.029153:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948145408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076413.029180:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076413.029185:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076413.029189:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076413.029192:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076413.029194:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076413.029198:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076413.029201:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3104
00000400:00000200:1.0:1769076413.029205:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076413.029209:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076413.029212:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076413.029216:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076413.029218:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076413.029221:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076413.029223:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076413.029226:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076413.029227:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076413.029229:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076413.029232:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076413.029234:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076413.029237:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076413.029241:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076413.029244:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076413.029246:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076413.029250:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076413.029254:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076413.029257:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076413.029261:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076413.029264:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076413.029271:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076413.029274:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076413.029277:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076413.029282:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076413.029286:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076413.029289:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076413.029295:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076413.029299:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076413.029308:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076413.029310:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076413.029318:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076413.029321:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076413.029328:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076413.029335:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f800.
00000100:00000001:1.0:1769076413.029342:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076413.029354:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948145536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076413.029395:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076413.029398:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076413.029403:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948145536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076413.029428:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076413.029441:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076413.029475:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076413.029479:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076413.029482:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076413.029489:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076413.029494:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3104
00000400:00000200:1.0:1769076413.029502:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076413.029508:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076413.029512:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076413.029518:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076413.029522:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076413.029526:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076413.029531:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076413.029535:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076413.029538:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076413.029542:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076413.029545:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076413.029550:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076413.029555:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076413.029561:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076413.029565:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076413.029570:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076413.029580:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076413.029587:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076413.029598:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076413.029607:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076413.029613:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076413.029618:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076413.029633:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076413.029640:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076413.029643:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076413.029649:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076413.029655:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076413.029665:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076413.029674:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076413.029678:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076413.029682:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076413.029692:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076413.029694:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076413.029699:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076413.029711:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769076413.029720:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076413.029796:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948145664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076413.029819:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076413.029825:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076413.029840:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948145664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076413.029877:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076413.029886:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076413.029894:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076413.029902:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076413.029909:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076413.029916:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076413.029926:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3104
00000400:00000200:1.0:1769076413.030007:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076413.030019:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076413.030025:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076413.030035:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076413.030042:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076413.030051:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076413.030055:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:0.1:1769076413.030062:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:1.0:1769076413.030064:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076413.030069:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000800:00000200:0.1:1769076413.030073:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000020:00000001:1.0:1769076413.030076:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076413.030083:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076413.030092:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076413.030099:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076413.030111:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076413.030118:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076413.030128:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076413.030134:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076413.030139:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076413.030150:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076413.030155:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076413.030160:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076413.030168:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076413.030180:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076413.030188:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076413.030208:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076413.030224:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076413.030230:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076413.030239:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076413.030244:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076413.030255:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076413.030258:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076413.030263:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076413.030269:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076413.030276:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076413.030285:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769076413.030292:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076413.030304:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948145792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076413.030317:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076413.030325:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076413.030335:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948145792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076413.030353:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076413.030362:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076413.030373:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076413.030376:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076413.030382:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076413.030387:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076413.030394:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3104
00000400:00000200:1.0:1769076413.030405:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076413.030413:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076413.030422:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076413.030435:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076413.030446:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076413.030481:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076413.030493:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076413.030507:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076413.030517:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076413.030527:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076413.030535:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076413.030548:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076413.030562:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076413.030579:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076413.030586:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076413.030594:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076413.030604:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076413.030614:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076413.030629:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076413.030635:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076413.030641:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076413.030648:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076413.030660:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076413.030668:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076413.030675:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076413.030684:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076413.030692:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076413.030703:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769076413.030714:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076413.030727:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076413.030772:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076413.030778:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076413.030783:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076413.030789:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076413.030801:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769076413.030812:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076413.030828:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948145920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076413.030874:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076413.030881:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076413.030896:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948145920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076413.030927:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076413.030937:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3114)
00000800:00000200:0.1:1769076413.031155:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076413.031159:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076413.031664:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076413.031670:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076413.032079:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076413.032096:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076413.032568:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076413.032571:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1769076413.348975:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076413.348981:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076413.348987:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076414.052834:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076414.052843:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076414.052845:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076414.052869:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076414.052879:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076414.052884:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076414.052888:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076414.052892:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076414.052896:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076414.372941:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297778448, at 4297778496
00000100:00000010:1.0:1769076414.372964:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470a20.
00000100:00000001:3.0:1769076415.076813:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076415.076823:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076415.076826:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076415.076833:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076415.076838:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076415.076842:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076415.076846:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076415.076849:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076415.076853:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076415.397066:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076415.397072:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076415.397077:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076416.100830:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076416.100840:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076416.100843:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076416.100850:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076416.100855:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076416.100859:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076416.100862:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076416.100865:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076416.100869:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076417.124852:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076417.124862:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076417.124865:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076417.124872:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076417.124877:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076417.124882:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076417.124885:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076417.124889:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076417.124893:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076417.445104:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076417.445108:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076417.445113:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076418.148851:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076418.148865:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1769076418.148871:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769076418.148871:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076418.148884:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076418.148893:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076418.148899:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076418.148903:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076418.148906:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076418.148910:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076418.148913:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076418.148929:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076418.148944:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076418.148953:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076418.148968:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3109
00000400:00000200:1.0:1769076418.148988:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076418.149000:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076418.149007:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076418.149013:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076418.149021:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076418.149026:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076418.149031:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076418.149040:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076418.149045:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076418.149050:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076418.149056:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076418.149061:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076418.149066:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076418.149073:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076418.149077:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076418.149081:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076418.149085:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076418.149092:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076418.149098:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076418.149102:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076418.149107:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076418.149112:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076418.149116:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076418.149119:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076418.149123:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076418.149133:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076418.149139:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076418.149145:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076418.149148:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076418.149152:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076418.149156:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076418.149163:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076418.149177:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769076418.149188:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076418.149201:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948146048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076418.149217:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076418.149223:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076418.149230:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948146048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076418.149261:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076418.149266:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076418.149271:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076418.149273:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076418.149276:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076418.149280:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076418.149284:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3109
00000400:00000200:1.0:1769076418.149293:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076418.149298:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076418.149302:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076418.149306:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076418.149309:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076418.149313:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076418.149316:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076418.149321:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076418.149324:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076418.149328:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076418.149335:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076418.149341:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076418.149347:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076418.149397:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076418.149416:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076418.149435:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076418.149455:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076418.149468:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076418.149485:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076418.149495:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076418.149506:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076418.149524:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076418.149542:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076418.149576:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076418.149593:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076418.149606:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076418.149609:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076418.149619:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769076418.149628:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076418.149642:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076418.149646:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076418.149649:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076418.149652:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076418.149658:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076418.149669:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4ec00.
00000100:00000001:1.0:1769076418.149678:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076418.149702:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948146176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076418.149803:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076418.149815:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076418.149842:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948146176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076418.149881:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076418.149886:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076418.149895:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076418.149898:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076418.149901:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076418.149906:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076418.149917:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3109
00000400:00000200:1.0:1769076418.150024:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076418.150039:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076418.150045:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076418.150058:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076418.150063:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076418.150075:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076418.150081:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076418.150089:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076418.150096:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076418.150100:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076418.150104:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076418.150116:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000800:00000200:0.1:1769076418.150117:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:1.0:1769076418.150123:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076418.150137:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076418.150140:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076418.150144:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076418.150146:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076418.150149:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076418.150152:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076418.150155:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076418.150158:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076418.150164:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076418.150176:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076418.150182:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076418.150192:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076418.150207:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076418.150216:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076418.150224:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076418.150231:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076418.150236:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076418.150249:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076418.150255:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076418.150260:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076418.150266:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076418.150299:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769076418.150328:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076418.150388:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948146304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076418.150442:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076418.150454:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076418.150465:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948146304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076418.150502:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076418.150511:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076418.150528:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076418.150535:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076418.150544:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076418.150557:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076418.150569:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3109
00000400:00000200:1.0:1769076418.150594:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076418.150606:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076418.150612:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076418.150625:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076418.150630:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076418.150641:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076418.150649:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076418.150656:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076418.150663:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076418.150673:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076418.150683:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076418.150694:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076418.150705:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076418.150728:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076418.150795:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076418.150809:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076418.150828:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076418.150845:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076418.150868:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076418.150884:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076418.150896:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076418.150909:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076418.150926:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076418.150945:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076418.150959:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076418.150990:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076418.151011:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076418.151029:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076418.151047:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076418.151094:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076418.151106:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076418.151117:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.1:1769076418.151119:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:1.0:1769076418.151124:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076418.151136:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076418.151161:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:1.0:1769076418.151176:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076418.151203:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948146432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076418.151253:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076418.151265:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076418.151298:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948146432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076418.151388:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076418.151405:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076418.151429:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076418.151440:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076418.151452:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076418.151464:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076418.151481:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3109
00000400:00000200:1.0:1769076418.151507:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076418.151529:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076418.151541:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076418.151558:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076418.151571:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076418.151585:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076418.151596:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076418.151604:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076418.151612:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076418.151621:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076418.151630:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076418.151645:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076418.151658:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076418.151677:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076418.151692:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076418.151707:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076418.151719:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076418.151730:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076418.151795:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076418.151802:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076418.151807:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076418.151818:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076418.151831:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076418.151841:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076418.151850:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076418.151861:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076418.151866:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076418.151881:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076418.151893:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076418.151906:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076418.151912:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076418.151921:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076418.151927:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076418.151936:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076418.151953:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769076418.151966:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076418.151994:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948146560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076418.152035:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076418.152048:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076418.152072:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948146560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076418.152122:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076418.152140:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3119)
00000800:00000200:0.1:1769076418.152191:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076418.152573:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076418.152899:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769076419.172988:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076419.172998:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076419.173001:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076419.173008:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076419.173013:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076419.173017:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076419.173021:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076419.173024:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076419.173027:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076419.492921:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297783568, at 4297783616
00000100:00000010:1.0:1769076419.492952:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470660.
00000020:00000001:3.0:1769076419.493071:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076419.493078:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076419.493084:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076420.196884:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076420.196894:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076420.196898:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076420.196905:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076420.196910:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076420.196915:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076420.196918:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076420.196922:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076420.196926:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076421.221087:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076421.221096:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076421.221098:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076421.221104:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076421.221109:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076421.221114:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076421.221117:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076421.221120:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076421.221123:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076421.541045:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076421.541054:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076421.541061:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076422.244920:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076422.244929:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076422.244932:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076422.244938:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076422.244943:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076422.244948:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076422.244951:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076422.244955:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076422.244959:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076423.268881:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076423.268899:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076423.268904:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076423.268911:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076423.268918:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076423.268929:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3114
00000100:00000001:3.0:1769076423.268941:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000400:00000200:1.0:1769076423.268944:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769076423.268948:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076423.268951:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076423.268954:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076423.268961:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076423.268968:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076423.268973:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1769076423.268973:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000040:1.0:1769076423.268979:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076423.268979:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076423.268984:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:3.0:1769076423.268985:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076423.268990:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769076423.268991:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1769076423.268994:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1769076423.268995:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000100:00000001:3.0:1769076423.268999:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076423.269000:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076423.269005:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076423.269009:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076423.269015:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076423.269021:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076423.269025:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076423.269030:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076423.269035:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076423.269042:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076423.269048:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076423.269054:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076423.269060:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076423.269065:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076423.269070:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076423.269074:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076423.269077:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076423.269085:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769076423.269090:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076423.269095:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076423.269098:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076423.269101:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076423.269119:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076423.269125:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076423.269138:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
00000100:00000001:1.0:1769076423.269149:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076423.269165:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948146688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076423.269185:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076423.269192:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076423.269201:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948146688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076423.269303:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076423.269311:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076423.269318:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076423.269321:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076423.269325:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076423.269332:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076423.269338:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3114
00000400:00000200:1.0:1769076423.269347:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076423.269356:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076423.269362:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076423.269369:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076423.269374:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076423.269380:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076423.269386:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076423.269391:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076423.269394:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076423.269399:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076423.269408:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076423.269419:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076423.269428:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076423.269441:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076423.269467:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076423.269481:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076423.269491:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076423.269502:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076423.269514:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076423.269527:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076423.269537:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076423.269549:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076423.269562:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076423.269574:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076423.269585:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076423.269597:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076423.269610:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076423.269625:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076423.269635:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076423.269647:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076423.269653:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076423.269660:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076423.269665:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076423.269674:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076423.269689:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:1.0:1769076423.269704:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076423.269722:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948146816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076423.269817:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076423.269827:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076423.269845:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948146816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076423.269884:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076423.269896:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076423.269908:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076423.269916:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076423.269920:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076423.269936:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076423.269947:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3114
00000400:00000200:1.0:1769076423.270087:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000800:00000200:0.1:1769076423.270105:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000400:00000200:1.0:1769076423.270107:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000800:00000200:0.1:1769076423.270118:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00080000:1.0:1769076423.270120:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076423.270135:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076423.270147:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076423.270160:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076423.270170:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076423.270181:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076423.270187:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076423.270195:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076423.270201:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076423.270212:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076423.270222:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076423.270238:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076423.270247:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076423.270259:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076423.270270:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076423.270304:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076423.270313:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076423.270324:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076423.270333:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076423.270344:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076423.270353:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076423.270365:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076423.270373:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076423.270385:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076423.270398:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076423.270408:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076423.270419:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076423.270429:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076423.270436:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076423.270440:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076423.270445:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076423.270452:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076423.270469:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769076423.270480:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076423.270499:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948146944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076423.270532:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076423.270555:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076423.270572:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948146944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076423.270609:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076423.270617:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076423.270629:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076423.270635:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076423.270643:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076423.270655:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076423.270668:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3114
00000400:00000200:1.0:1769076423.270686:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076423.270701:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076423.270710:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076423.270724:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076423.270775:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076423.270788:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076423.270797:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076423.270802:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076423.270808:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076423.270816:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076423.270823:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076423.270835:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076423.270847:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076423.270867:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076423.270879:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076423.270890:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076423.270902:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076423.270912:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076423.270926:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076423.270939:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076423.270950:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076423.270963:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076423.270978:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076423.270988:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076423.270997:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076423.271009:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076423.271017:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076423.271031:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076423.271041:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076423.271052:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076423.271059:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076423.271068:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076423.271075:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076423.271083:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076423.271098:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769076423.271111:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076423.271128:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948147072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076423.271154:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076423.271165:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076423.271185:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948147072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076423.271223:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076423.271232:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076423.271248:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076423.271258:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076423.271265:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076423.271303:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076423.271316:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3114
00000400:00000200:1.0:1769076423.271331:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076423.271340:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076423.271346:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076423.271354:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076423.271366:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076423.271370:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076423.271378:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076423.271384:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076423.271388:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076423.271395:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076423.271401:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076423.271411:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076423.271422:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076423.271442:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076423.271450:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076423.271463:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076423.271475:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076423.271487:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076423.271502:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076423.271513:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076423.271525:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076423.271536:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076423.271546:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076423.271552:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076423.271558:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076423.271569:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076423.271576:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076423.271589:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076423.271598:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076423.271610:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076423.271616:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076423.271623:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076423.271627:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076423.271633:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076423.271650:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:1.0:1769076423.271664:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076423.271689:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948147200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076423.271778:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076423.271790:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076423.271811:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769076423.271813:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948147200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1769076423.271815:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1769076423.271848:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076423.271858:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3125)
00000800:00000200:0.1:1769076423.272394:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076423.272397:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076423.272908:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076423.272914:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076423.273543:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076423.273548:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1769076423.588960:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076423.588968:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076423.588975:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076424.292953:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076424.292966:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076424.292970:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076424.292979:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076424.292985:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076424.292991:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076424.292996:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076424.293001:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076424.293006:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076424.612995:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297788688, at 4297788736
00000100:00000010:1.0:1769076424.613017:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470660.
00000020:00000001:3.0:1769076424.613071:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076424.613078:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076424.613084:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076425.316868:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076425.316880:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076425.316883:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076425.316893:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076425.316900:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076425.316906:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076425.316911:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076425.316917:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076425.316923:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076425.636928:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076425.636936:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076425.636943:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076426.340772:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076426.340778:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076426.340780:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076426.340785:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076426.340788:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076426.340791:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076426.340793:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076426.340795:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076426.340797:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076427.364833:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076427.364844:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076427.364864:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076427.364872:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076427.364878:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076427.364883:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076427.364888:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076427.364892:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076427.364897:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076427.685034:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076427.685042:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076427.685049:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076428.388832:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076428.388846:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076428.388851:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076428.388863:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:1.0:1769076428.388871:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769076428.388872:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076428.388881:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769076428.388889:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076428.388890:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076428.388899:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769076428.388902:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769076428.388912:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076428.388913:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076428.388926:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076428.388939:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3120
00000400:00000200:1.0:1769076428.388958:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076428.388970:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076428.388976:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076428.388984:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076428.388990:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076428.388995:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076428.389000:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076428.389008:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076428.389012:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076428.389017:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076428.389022:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076428.389026:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076428.389029:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076428.389034:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076428.389037:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076428.389039:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076428.389042:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076428.389045:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076428.389049:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076428.389053:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076428.389057:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076428.389061:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076428.389064:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076428.389068:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076428.389071:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076428.389081:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769076428.389085:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076428.389091:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076428.389093:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076428.389097:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076428.389100:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076428.389106:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076428.389116:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769076428.389124:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076428.389138:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948147328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076428.389152:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076428.389157:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076428.389163:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948147328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076428.389236:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076428.389241:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076428.389246:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076428.389248:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076428.389251:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076428.389255:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076428.389259:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3120
00000400:00000200:1.0:1769076428.389265:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076428.389269:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076428.389273:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076428.389278:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076428.389281:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076428.389284:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076428.389288:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076428.389292:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076428.389293:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076428.389296:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076428.389299:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076428.389301:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076428.389304:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076428.389308:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076428.389313:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076428.389316:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076428.389331:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076428.389337:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076428.389345:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076428.389353:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076428.389356:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076428.389366:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076428.389376:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076428.389383:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076428.389392:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076428.389403:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076428.389415:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076428.389423:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076428.389433:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076428.389444:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076428.389449:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076428.389460:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076428.389467:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076428.389471:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076428.389483:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4ec00.
00000100:00000001:1.0:1769076428.389494:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076428.389506:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948147456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076428.389527:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076428.389536:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076428.389547:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948147456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076428.389566:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076428.389572:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076428.389583:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076428.389586:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076428.389588:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076428.389593:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076428.389603:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3120
00000400:00000200:1.0:1769076428.389613:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076428.389622:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076428.389628:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076428.389637:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076428.389642:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076428.389650:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076428.389657:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076428.389666:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076428.389673:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076428.389677:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076428.389682:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076428.389688:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076428.389694:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076428.389707:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076428.389716:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076428.389720:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076428.389728:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076428.389768:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076428.389774:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076428.389778:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076428.389782:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076428.389790:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076428.389794:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076428.389800:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076428.389805:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076428.389810:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076428.389817:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076428.389828:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076428.389836:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076428.389844:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076428.389850:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076428.389859:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076428.389865:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076428.389871:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076428.389886:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769076428.389898:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076428.389918:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948147584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076428.389952:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076428.389961:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076428.389977:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948147584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1769076428.389985:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076428.389996:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1769076428.390021:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076428.390031:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076428.390048:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076428.390054:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076428.390060:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076428.390068:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076428.390080:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3120
00000400:00000200:1.0:1769076428.390093:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076428.390106:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076428.390113:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076428.390122:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076428.390132:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076428.390141:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076428.390149:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076428.390159:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076428.390165:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076428.390170:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076428.390176:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076428.390179:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076428.390182:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076428.390222:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076428.390233:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076428.390240:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076428.390245:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076428.390252:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076428.390258:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076428.390263:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076428.390270:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076428.390276:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076428.390280:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076428.390284:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076428.390292:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076428.390298:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076428.390302:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076428.390317:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076428.390322:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076428.390330:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076428.390338:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076428.390342:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076428.390348:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076428.390354:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076428.390366:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769076428.390375:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076428.390392:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948147712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076428.390413:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076428.390420:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076428.390433:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948147712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076428.390465:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076428.390473:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076428.390483:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076428.390490:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076428.390494:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076428.390504:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076428.390512:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3120
00000400:00000200:1.0:1769076428.390523:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076428.390531:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076428.390537:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076428.390548:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076428.390553:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076428.390559:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076428.390566:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076428.390576:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076428.390579:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076428.390585:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076428.390590:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076428.390598:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076428.390606:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076428.390618:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076428.390621:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076428.390629:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076428.390640:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076428.390649:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076428.390660:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076428.390669:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076428.390681:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076428.390689:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076428.390698:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076428.390704:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076428.390710:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076428.390716:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076428.390723:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076428.390771:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076428.390779:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076428.390790:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076428.390795:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076428.390801:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076428.390806:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076428.390811:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076428.390819:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769076428.390827:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076428.390843:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948147840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076428.390905:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076428.390918:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076428.390938:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948147840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076428.390978:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076428.390996:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3130)
00000800:00000200:0.1:1769076428.391231:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076428.391236:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076428.391721:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076428.391725:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076428.392115:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076428.392131:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076428.392618:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076428.392622:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1769076428.708959:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076428.708965:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076428.708970:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076429.412816:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076429.412826:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076429.412830:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076429.412838:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076429.412843:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076429.412847:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076429.412851:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076429.412855:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076429.412860:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076429.732856:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297793808, at 4297793856
00000100:00000010:1.0:1769076429.732877:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470a20.
00000020:00000001:3.0:1769076429.732972:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076429.732977:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076429.732982:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076430.437085:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076430.437094:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076430.437098:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076430.437105:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076430.437109:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076430.437114:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076430.437117:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076430.437121:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076430.437124:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076431.460837:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076431.460847:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076431.460849:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076431.460857:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076431.460862:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076431.460866:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076431.460870:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076431.460873:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076431.460877:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076431.780990:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076431.781010:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076431.781016:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076432.484843:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076432.484853:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076432.484856:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076432.484862:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076432.484867:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076432.484872:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076432.484875:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076432.484879:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076432.484883:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076432.805028:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076432.805038:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076432.805044:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076433.508897:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076433.508910:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076433.508913:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076433.508923:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076433.508929:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076433.508935:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076433.508940:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076433.508944:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076433.508948:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076433.510043:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076433.510053:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076433.511346:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076433.511354:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076433.511907:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076433.511910:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076433.512307:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076433.512311:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076433.512835:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076433.512838:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1769076433.829040:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076433.829048:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076433.829053:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076434.532841:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076434.532865:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076434.532868:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076434.532877:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076434.532883:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076434.532888:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076434.532892:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076434.532897:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076434.532901:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076434.852934:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297798928, at 4297798976
00000100:00000010:1.0:1769076434.852961:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470d20.
00000100:00000001:3.0:1769076435.556822:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076435.556830:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076435.556833:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076435.556839:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076435.556844:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076435.556849:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076435.556854:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076435.556858:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076435.556861:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076435.876966:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076435.876972:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076435.876977:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076436.580883:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076436.580895:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076436.580899:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076436.580908:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076436.580914:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076436.580921:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076436.580926:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076436.580931:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076436.580936:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076436.900947:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076436.900953:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076436.900959:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076437.604866:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076437.604889:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076437.604894:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076437.604904:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076437.604913:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076437.604921:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076437.604927:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076437.604933:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076437.604940:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076437.924879:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076437.924884:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076437.924889:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076438.628889:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076438.628903:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076438.628906:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076438.628915:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076438.628921:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076438.628933:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076438.628938:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076438.628944:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076438.628949:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076438.630188:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076438.630197:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076438.631599:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076438.631603:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076438.632006:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076438.632011:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076438.632449:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076438.632452:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076438.632968:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076438.632971:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1769076439.652862:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076439.652868:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076439.652870:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076439.652875:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076439.652878:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076439.652881:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076439.652882:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076439.652884:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076439.652886:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076439.972809:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297804048, at 4297804096
00000100:00000010:1.0:1769076439.972827:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ae0.
00000020:00000001:3.0:1769076439.972984:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076439.972987:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076439.972990:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076440.676855:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076440.676871:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076440.676877:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076440.676889:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076440.676934:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076440.676940:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076440.676949:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076440.676954:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076440.676969:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076440.996971:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076440.996977:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076440.997004:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076441.700858:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076441.700867:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076441.700871:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076441.700878:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076441.700882:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076441.700886:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076441.700888:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076441.700891:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076441.700894:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076442.021055:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076442.021061:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076442.021066:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076442.724858:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076442.724864:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076442.724866:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076442.724870:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076442.724874:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076442.724876:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076442.724878:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076442.724880:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076442.724882:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076443.748839:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076443.748867:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076443.748871:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076443.748879:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076443.748885:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076443.748890:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076443.748894:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076443.748900:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076443.748907:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076443.750124:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076443.750132:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076443.751540:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076443.751544:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076443.752070:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076443.752075:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076443.752539:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076443.752542:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076443.753167:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076443.753171:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1769076444.069598:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076444.069605:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076444.069612:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076444.772890:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076444.772938:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076444.772941:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076444.772975:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076444.772980:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076444.772985:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076444.772989:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076444.772992:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076444.772996:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076445.092851:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297809168, at 4297809216
00000100:00000010:1.0:1769076445.092871:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ea0.
00000020:00000001:3.0:1769076445.092999:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076445.093005:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076445.093009:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076445.796840:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076445.796852:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076445.796854:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076445.796861:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076445.796866:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076445.796871:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076445.796877:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076445.796880:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076445.796884:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076446.116992:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076446.117000:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076446.117007:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076446.820834:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076446.820841:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076446.820844:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076446.820849:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076446.820853:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076446.820856:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076446.820859:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076446.820872:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076446.820875:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076447.844904:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076447.844919:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076447.844922:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076447.844946:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076447.844953:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076447.844971:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076447.844977:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076447.844982:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076447.844988:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076448.164886:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076448.164891:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076448.164895:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076448.868892:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076448.868904:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076448.868908:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076448.868917:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:1.0:1769076448.868918:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769076448.868927:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1769076448.868933:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076448.868936:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076448.868940:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769076448.868945:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1769076448.868949:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076448.868953:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076448.868956:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076448.868966:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3140
00000100:00000001:3.0:1769076448.868974:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076448.868976:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076448.868991:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076448.868994:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076448.868998:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076448.869003:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076448.869007:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076448.869011:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076448.869016:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076448.869018:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076448.869021:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076448.869025:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076448.869028:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076448.869032:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076448.869036:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076448.869039:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076448.869043:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076448.869045:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076448.869049:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076448.869053:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076448.869055:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076448.869058:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076448.869061:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076448.869064:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076448.869067:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076448.869070:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076448.869079:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769076448.869083:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076448.869087:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076448.869089:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076448.869093:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076448.869095:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076448.869100:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076448.869109:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769076448.869117:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076448.869139:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948149888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076448.869152:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076448.869157:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076448.869162:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948149888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076448.869190:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076448.869206:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076448.869210:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076448.869211:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076448.869213:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076448.869217:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076448.869220:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3140
00000400:00000200:1.0:1769076448.869224:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076448.869227:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076448.869230:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076448.869233:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076448.869235:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076448.869237:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076448.869240:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076448.869242:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076448.869244:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076448.869246:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076448.869249:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076448.869251:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076448.869254:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076448.869257:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076448.869259:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076448.869261:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076448.869263:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076448.869266:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076448.869269:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076448.869271:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076448.869273:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076448.869279:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076448.869281:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076448.869284:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076448.869288:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076448.869293:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076448.869296:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076448.869300:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076448.869305:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076448.869307:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076448.869309:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076448.869310:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076448.869312:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076448.869314:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076448.869319:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f800.
00000100:00000001:1.0:1769076448.869337:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076448.869348:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948150016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076448.869368:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076448.869384:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076448.869399:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948150016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076448.869480:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076448.869487:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076448.869500:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076448.869510:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076448.869527:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076448.869539:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076448.869554:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3140
00000400:00000200:1.0:1769076448.869575:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076448.869586:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076448.869596:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076448.869610:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076448.869614:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076448.869619:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076448.869630:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076448.869650:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076448.869654:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076448.869658:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076448.869665:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076448.869668:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076448.869681:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076448.869692:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076448.869703:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076448.869707:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076448.869711:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076448.869721:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076448.869786:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076448.869795:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076448.869800:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076448.869806:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076448.869811:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076448.869816:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076448.869821:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076448.869828:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076448.869832:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076448.869840:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076448.869878:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076448.869889:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076448.869901:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076448.869918:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076448.869928:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076448.869943:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076448.869955:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769076448.869965:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076448.869986:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948150144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076448.870026:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076448.870040:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076448.870069:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948150144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076448.870118:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076448.870131:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076448.870153:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076448.870161:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076448.870167:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076448.870184:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076448.870194:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3140
00000400:00000200:1.0:1769076448.870207:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076448.870219:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076448.870224:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076448.870242:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000200:2.1:1769076448.870242:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769076448.870255:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076448.870261:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000200:2.1:1769076448.870261:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000100:00000001:1.0:1769076448.870272:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076448.870289:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076448.870292:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076448.870306:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076448.870320:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076448.870336:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076448.870346:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076448.870366:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076448.870377:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076448.870388:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076448.870403:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076448.870415:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076448.870423:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076448.870428:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076448.870436:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076448.870448:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076448.870461:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076448.870476:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076448.870483:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076448.870497:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076448.870509:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076448.870525:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076448.870533:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076448.870545:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076448.870550:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076448.870554:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076448.870561:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076448.870566:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076448.870587:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769076448.870602:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076448.870615:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948150272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076448.870635:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076448.870639:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076448.870647:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948150272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076448.870674:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076448.870680:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076448.870686:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076448.870691:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076448.870697:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076448.870703:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076448.870708:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3140
00000400:00000200:1.0:1769076448.870725:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076448.870776:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076448.870783:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076448.870792:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076448.870796:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076448.870803:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076448.870818:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076448.870828:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076448.870840:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076448.870867:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076448.870877:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076448.870890:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076448.870914:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076448.870938:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076448.870946:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076448.870962:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076448.870980:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076448.870992:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076448.871010:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076448.871020:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076448.871036:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076448.871046:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076448.871067:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076448.871081:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076448.871095:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076448.871115:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076448.871133:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076448.871158:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076448.871170:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076448.871180:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076448.871186:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076448.871193:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076448.871202:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076448.871210:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076448.871226:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769076448.871239:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076448.871268:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948150400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076448.871333:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076448.871345:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076448.871373:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948150400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076448.871421:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076448.871431:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3150)
00000800:00000200:2.1:1769076448.871662:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076448.871666:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769076448.872237:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076448.872243:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769076448.872636:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076448.872640:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769076448.873116:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076448.873120:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1769076449.188927:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076449.188932:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076449.188936:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076449.892827:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076449.892881:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076449.892884:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076449.892892:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076449.892897:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076449.892903:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076449.892907:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076449.892911:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076449.892915:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076450.212817:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297814288, at 4297814336
00000100:00000010:1.0:1769076450.212850:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d80.
00000020:00000001:3.0:1769076450.212942:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076450.212946:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076450.212949:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076450.916796:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076450.916803:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076450.916805:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076450.916809:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076450.916825:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076450.916830:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076450.916833:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076450.916836:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076450.916855:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076451.940903:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076451.940916:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076451.940920:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076451.940930:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076451.940936:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076451.940940:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076451.940944:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076451.940948:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076451.940952:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076452.261015:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076452.261053:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076452.261060:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076452.964882:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076452.964890:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076452.964893:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076452.964900:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076452.964906:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076452.964911:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076452.964914:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076452.964928:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076452.964931:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076453.284954:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076453.284958:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076453.284961:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076453.988900:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076453.988912:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076453.988916:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076453.988924:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076453.988931:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076453.988936:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076453.988940:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076453.988946:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076453.988950:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076453.990273:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076453.990281:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769076453.991178:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076453.991182:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769076453.991534:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076453.991538:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769076453.991936:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076453.991940:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769076453.992294:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076453.992298:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000020:00000001:3.0:1769076454.309141:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076454.309150:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076454.309172:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076455.012873:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076455.012882:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076455.012885:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076455.012892:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076455.012897:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076455.012902:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076455.012905:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076455.012909:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076455.012913:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076455.332846:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297819408, at 4297819456
00000100:00000010:1.0:1769076455.332863:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470d80.
00000100:00000001:3.0:1769076456.036796:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076456.036803:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076456.036804:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076456.036809:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076456.036812:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076456.036815:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076456.036817:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076456.036819:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076456.036821:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076456.356994:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076456.357005:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076456.357013:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076457.060826:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076457.060835:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076457.060838:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076457.060845:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076457.060850:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076457.060854:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076457.060858:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076457.060862:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076457.060865:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076457.381084:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076457.381095:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076457.381103:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076458.404967:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076458.404973:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076458.404979:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076459.108926:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076459.108939:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076459.108943:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076459.108948:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076459.108953:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076459.108964:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3150
00000400:00000200:1.0:1769076459.108976:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076459.108984:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076459.108989:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076459.108997:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076459.109003:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076459.109008:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076459.109013:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076459.109019:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076459.109022:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076459.109026:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076459.109031:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076459.109035:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076459.109040:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076459.109046:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076459.109050:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076459.109054:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076459.109058:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076459.109079:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076459.109086:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076459.109092:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076459.109096:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076459.109100:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076459.109103:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076459.109107:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076459.109110:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076459.109117:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769076459.109122:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076459.109126:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076459.109129:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076459.109132:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076459.109135:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076459.109140:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076459.109149:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4ec00.
00000100:00000001:1.0:1769076459.109159:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076459.109173:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948151168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076459.109191:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076459.109198:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076459.109207:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948151168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076459.109243:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076459.109249:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076459.109254:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076459.109257:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076459.109261:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076459.109274:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076459.109277:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3150
00000400:00000200:1.0:1769076459.109283:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076459.109287:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076459.109290:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076459.109294:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076459.109297:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076459.109299:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076459.109302:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076459.109306:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076459.109307:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076459.109309:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076459.109312:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076459.109315:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076459.109317:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076459.109320:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076459.109322:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076459.109324:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076459.109326:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076459.109329:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076459.109332:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076459.109334:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076459.109336:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076459.109342:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076459.109345:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076459.109347:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076459.109351:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076459.109360:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076459.109364:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076459.109370:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076459.109374:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076459.109377:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076459.109379:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076459.109383:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076459.109391:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076459.109420:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076459.109443:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769076459.109455:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076459.109471:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948151296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076459.109508:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076459.109535:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076459.109548:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948151296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076459.109587:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076459.109592:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076459.109617:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076459.109619:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076459.109622:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076459.109627:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076459.109636:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3150
00000400:00000200:1.0:1769076459.109645:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076459.109658:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076459.109666:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076459.109725:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076459.109793:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076459.109802:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076459.109811:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076459.109836:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076459.109841:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076459.109848:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076459.109855:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076459.109864:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076459.109872:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076459.109883:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076459.109892:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076459.109904:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076459.109913:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076459.109922:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076459.109930:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076459.109942:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076459.109966:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076459.109974:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076459.109984:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076459.109991:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076459.109997:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076459.110025:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076459.110031:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076459.110038:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076459.110046:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076459.110055:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076459.110059:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076459.110067:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076459.110073:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1769076459.110077:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:1.0:1769076459.110079:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076459.110089:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:1.0:1769076459.110096:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076459.110102:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000100:00100000:1.0:1769076459.110113:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948151424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076459.110136:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076459.110142:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076459.110153:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948151424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076459.110187:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076459.110198:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076459.110216:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076459.110222:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076459.110227:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076459.110239:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076459.110250:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3150
00000400:00000200:1.0:1769076459.110283:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076459.110295:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076459.110303:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076459.110310:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076459.110315:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076459.110323:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076459.110328:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076459.110333:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076459.110337:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076459.110343:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076459.110348:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076459.110351:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076459.110362:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076459.110367:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076459.110370:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076459.110377:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076459.110384:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076459.110389:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076459.110401:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076459.110426:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076459.110435:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076459.110445:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076459.110454:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076459.110462:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076459.110471:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076459.110483:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076459.110494:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076459.110508:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076459.110532:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076459.110544:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076459.110548:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076459.110555:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076459.110559:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076459.110567:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076459.110575:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769076459.110584:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076459.110616:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948151552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076459.110669:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076459.110673:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076459.110711:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948151552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076459.110781:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076459.110786:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076459.110802:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076459.110806:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076459.110814:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076459.110825:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076459.110834:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3150
00000400:00000200:1.0:1769076459.110848:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076459.110858:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076459.110869:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076459.110881:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076459.110888:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076459.110897:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076459.110906:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076459.110914:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076459.110917:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076459.110925:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076459.110948:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076459.110955:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076459.110964:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076459.110976:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076459.110983:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076459.110996:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076459.111025:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076459.111035:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076459.111050:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076459.111062:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076459.111070:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076459.111079:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076459.111087:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076459.111095:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076459.111105:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076459.111116:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076459.111124:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076459.111134:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076459.111140:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076459.111147:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076459.111154:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076459.111165:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076459.111172:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076459.111180:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076459.111194:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769076459.111207:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076459.111228:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948151680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076459.111255:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076459.111263:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076459.111294:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948151680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076459.111360:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076459.111370:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3160)
00000800:00000200:0.1:1769076459.111644:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076459.111648:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769076459.112222:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076459.112227:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769076459.112872:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076459.112876:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769076459.113537:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076459.113542:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000100:00000040:1.0:1769076460.452922:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297824528, at 4297824576
00000100:00000010:1.0:1769076460.452945:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470000.
00000020:00000001:3.0:1769076460.452978:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076460.452984:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076460.452990:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076461.476924:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076461.476930:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076461.476935:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076462.500985:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076462.500990:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076462.500996:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076464.228879:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076464.228891:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076464.228897:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076464.228905:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076464.228913:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076464.228927:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3155
00000400:00000200:1.0:1769076464.228956:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076464.228979:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076464.228984:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076464.228990:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076464.228994:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076464.229002:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076464.229008:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076464.229014:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076464.229018:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076464.229023:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076464.229026:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076464.229031:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076464.229034:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076464.229039:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076464.229042:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076464.229049:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076464.229052:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076464.229056:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076464.229059:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076464.229061:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076464.229064:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076464.229068:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076464.229071:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076464.229074:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076464.229077:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076464.229086:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769076464.229090:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076464.229094:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076464.229096:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076464.229099:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076464.229102:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076464.229106:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076464.229114:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:1.0:1769076464.229121:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076464.229131:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948151808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076464.229142:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076464.229147:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076464.229152:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948151808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076464.229176:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076464.229179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076464.229184:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076464.229185:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076464.229187:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076464.229191:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076464.229193:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3155
00000400:00000200:1.0:1769076464.229197:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076464.229202:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076464.229206:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076464.229213:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076464.229219:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076464.229223:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076464.229229:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076464.229238:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076464.229250:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076464.229260:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076464.229270:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076464.229290:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076464.229320:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076464.229345:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076464.229361:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076464.229375:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076464.229386:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076464.229399:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076464.229414:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076464.229426:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076464.229431:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076464.229443:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076464.229453:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076464.229458:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076464.229470:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076464.229499:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076464.229504:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076464.229514:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076464.229529:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076464.229540:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076464.229542:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076464.229549:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076464.229556:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076464.229563:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076464.229603:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
00000100:00000001:1.0:1769076464.229611:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076464.229625:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948151936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076464.229676:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076464.229679:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076464.229695:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948151936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076464.229780:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076464.229792:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076464.229807:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076464.229817:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076464.229821:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076464.229841:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076464.229854:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3155
00000400:00000200:1.0:1769076464.229889:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076464.229901:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076464.229908:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076464.229914:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076464.229918:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076464.229933:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076464.229940:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076464.229960:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076464.229965:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000800:00000200:0.1:1769076464.229969:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:1.0:1769076464.229975:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:0.1:1769076464.229978:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000020:00000040:1.0:1769076464.229980:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076464.229999:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076464.230015:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076464.230029:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076464.230033:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076464.230042:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076464.230055:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076464.230064:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076464.230080:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076464.230091:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076464.230106:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076464.230115:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076464.230138:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076464.230148:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076464.230154:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076464.230162:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076464.230166:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076464.230179:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076464.230195:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076464.230210:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076464.230217:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076464.230226:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076464.230237:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076464.230249:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076464.230258:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769076464.230269:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076464.230303:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948152064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076464.230322:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076464.230328:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076464.230345:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948152064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076464.230391:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076464.230413:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076464.230426:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076464.230428:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076464.230433:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076464.230439:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076464.230447:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3155
00000400:00000200:1.0:1769076464.230458:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076464.230467:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076464.230480:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076464.230511:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076464.230517:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076464.230526:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076464.230530:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076464.230535:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076464.230539:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076464.230546:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076464.230550:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076464.230554:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076464.230569:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076464.230585:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076464.230607:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076464.230611:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076464.230618:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076464.230621:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076464.230630:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076464.230638:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076464.230647:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076464.230656:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076464.230670:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076464.230677:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076464.230681:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076464.230696:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076464.230700:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076464.230707:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076464.230712:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076464.230719:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076464.230725:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076464.230730:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076464.230759:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076464.230761:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076464.230766:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769076464.230774:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076464.230790:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948152192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076464.230805:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076464.230815:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076464.230830:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948152192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076464.230857:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076464.230871:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076464.230895:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076464.230907:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076464.230910:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076464.230916:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076464.230928:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3155
00000400:00000200:1.0:1769076464.230949:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076464.230965:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076464.230975:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076464.230986:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076464.230994:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076464.231010:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076464.231016:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076464.231023:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076464.231027:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076464.231037:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076464.231040:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076464.231054:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076464.231069:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076464.231082:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076464.231100:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076464.231115:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076464.231127:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076464.231143:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076464.231158:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076464.231170:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076464.231176:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076464.231184:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076464.231198:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076464.231204:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076464.231210:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076464.231222:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076464.231237:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076464.231243:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076464.231253:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076464.231265:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076464.231272:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076464.231290:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076464.231317:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076464.231323:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076464.231337:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:1.0:1769076464.231344:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076464.231355:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948152320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076464.231386:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076464.231394:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076464.231420:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948152320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076464.231453:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076464.231495:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3166)
00000800:00000200:0.1:1769076464.231717:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076464.231721:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076464.232127:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076464.232131:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076464.232530:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076464.232536:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076464.233127:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076464.233130:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769076464.549017:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076464.549024:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076464.549030:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076465.572905:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297829648, at 4297829696
00000100:00000010:1.0:1769076465.572929:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470f00.
00000020:00000001:3.0:1769076465.573097:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076465.573103:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076465.573108:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076466.597023:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076466.597032:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076466.597039:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076468.645010:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076468.645019:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076468.645025:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769076469.350032:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076469.350042:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076469.351236:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076469.351239:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076469.351714:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076469.351770:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076469.352145:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076469.352149:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076469.352676:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076469.352679:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769076469.668988:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076469.668994:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076469.668999:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076470.692919:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297834768, at 4297834816
00000100:00000010:1.0:1769076470.692943:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470b40.
00000020:00000001:3.0:1769076470.692973:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076470.692979:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076470.692986:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076472.740884:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076472.740888:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076472.740891:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076473.764942:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076473.764947:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076473.764953:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076474.468976:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076474.468986:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076474.468990:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076474.468995:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076474.469000:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076474.469009:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3166
00000400:00000200:1.0:1769076474.469020:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076474.469029:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076474.469033:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076474.469038:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076474.469042:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076474.469046:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076474.469049:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076474.469055:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076474.469057:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076474.469061:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076474.469065:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076474.469068:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076474.469071:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076474.469076:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076474.469079:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076474.469081:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076474.469084:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076474.469088:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076474.469092:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076474.469096:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076474.469100:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076474.469104:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076474.469108:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076474.469111:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076474.469114:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076474.469125:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769076474.469129:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076474.469134:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076474.469136:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076474.469140:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076474.469144:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076474.469149:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076474.469160:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4ec00.
00000100:00000001:1.0:1769076474.469169:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076474.469180:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948153088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076474.469194:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076474.469199:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076474.469205:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948153088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076474.469237:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076474.469241:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076474.469246:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076474.469249:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076474.469251:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076474.469255:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076474.469258:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3166
00000400:00000200:1.0:1769076474.469263:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076474.469268:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076474.469272:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076474.469277:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076474.469282:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076474.469285:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076474.469289:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076474.469292:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076474.469295:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076474.469296:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076474.469299:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076474.469302:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076474.469306:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076474.469317:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076474.469324:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076474.469328:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076474.469334:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076474.469338:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076474.469348:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076474.469358:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076474.469364:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076474.469372:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076474.469378:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076474.469383:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076474.469390:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076474.469397:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076474.469406:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076474.469445:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076474.469456:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076474.469466:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076474.469473:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076474.469482:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076474.469489:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076474.469497:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076474.469512:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769076474.469525:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076474.469545:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948153216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076474.469573:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076474.469580:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076474.469593:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948153216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076474.469642:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076474.469652:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076474.469662:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076474.469669:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076474.469676:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076474.469680:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076474.469691:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3166
00000400:00000200:1.0:1769076474.469854:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076474.469868:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076474.469876:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076474.469882:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076474.469891:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076474.469903:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076474.469913:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076474.469921:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:0.1:1769076474.469922:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000040:1.0:1769076474.469925:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000800:00000200:0.1:1769076474.469931:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1769076474.469932:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076474.469938:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076474.469948:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076474.469956:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076474.469969:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076474.469978:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076474.469987:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076474.469993:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076474.470002:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076474.470008:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076474.470018:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076474.470021:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076474.470029:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076474.470035:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076474.470041:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076474.470045:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076474.470050:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076474.470053:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076474.470065:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076474.470072:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076474.470082:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076474.470086:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076474.470093:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076474.470097:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076474.470101:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076474.470111:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769076474.470117:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076474.470133:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948153344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076474.470157:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076474.470164:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076474.470173:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948153344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076474.470190:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076474.470199:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076474.470208:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076474.470215:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076474.470217:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076474.470223:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076474.470230:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3166
00000400:00000200:1.0:1769076474.470240:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076474.470250:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076474.470258:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076474.470266:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076474.470276:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076474.470280:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076474.470291:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076474.470294:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076474.470297:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076474.470302:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076474.470306:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076474.470312:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076474.470321:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076474.470331:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076474.470334:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076474.470343:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076474.470350:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076474.470357:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076474.470367:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076474.470376:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076474.470383:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076474.470387:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076474.470396:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076474.470402:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076474.470410:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076474.470443:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076474.470452:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076474.470464:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076474.470476:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076474.470489:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076474.470494:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076474.470504:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076474.470509:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076474.470517:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076474.470532:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769076474.470545:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076474.470562:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948153472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076474.470608:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076474.470617:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076474.470633:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948153472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076474.470667:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076474.470674:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076474.470684:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076474.470691:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076474.470698:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076474.470707:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076474.470718:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3166
00000400:00000200:1.0:1769076474.470761:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076474.470767:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076474.470771:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076474.470777:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076474.470785:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076474.470792:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076474.470801:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076474.470811:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076474.470817:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076474.470822:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076474.470827:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076474.470835:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076474.470844:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076474.470851:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076474.470858:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076474.470868:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076474.470879:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076474.470889:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076474.470899:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076474.470910:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076474.470918:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076474.470924:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076474.470934:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076474.470943:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076474.470949:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076474.470957:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076474.470963:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076474.470972:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076474.470980:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076474.470988:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076474.470993:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076474.471003:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076474.471005:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076474.471007:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076474.471013:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769076474.471021:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076474.471036:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948153600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076474.471054:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076474.471058:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076474.471070:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948153600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076474.471124:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076474.471134:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3176)
00000800:00000200:0.1:1769076474.471366:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076474.471369:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076474.471903:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076474.471907:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076474.472467:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076474.472473:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076474.473142:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076474.473148:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1769076474.788932:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076474.788938:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076474.788944:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076475.812879:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297839888, at 4297839936
00000100:00000010:1.0:1769076475.812910:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470f60.
00000020:00000001:3.0:1769076476.837001:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076476.837012:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076476.837018:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076477.861037:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076477.861043:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076477.861049:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076478.885031:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076478.885038:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076478.885054:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076479.588894:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076479.588912:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076479.588927:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076479.588937:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076479.588949:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076479.588967:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3171
00000400:00000200:1.0:1769076479.588994:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076479.589009:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076479.589017:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076479.589025:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076479.589032:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076479.589038:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076479.589043:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076479.589052:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076479.589057:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076479.589062:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076479.589068:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076479.589074:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076479.589079:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076479.589084:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076479.589087:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076479.589090:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076479.589093:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076479.589097:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076479.589103:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076479.589107:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076479.589111:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076479.589115:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076479.589119:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076479.589123:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076479.589126:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076479.589151:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769076479.589157:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076479.589163:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076479.589166:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076479.589170:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076479.589174:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076479.589181:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076479.589193:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f800.
00000100:00000001:1.0:1769076479.589204:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076479.589218:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948153728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076479.589233:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076479.589241:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076479.589247:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948153728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076479.589280:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076479.589285:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076479.589290:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076479.589292:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076479.589295:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076479.589299:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076479.589303:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3171
00000400:00000200:1.0:1769076479.589308:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076479.589312:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076479.589316:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076479.589321:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076479.589325:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076479.589329:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076479.589357:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076479.589361:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076479.589363:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076479.589366:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076479.589370:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076479.589378:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076479.589388:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076479.589399:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076479.589404:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076479.589412:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076479.589420:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076479.589430:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076479.589438:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076479.589448:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076479.589455:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076479.589466:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076479.589472:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076479.589482:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076479.589489:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076479.589498:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076479.589504:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076479.589516:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076479.589524:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076479.589531:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076479.589536:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076479.589544:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076479.589549:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076479.589557:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076479.589565:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769076479.589577:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076479.589597:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948153856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076479.589633:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076479.589642:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076479.589657:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948153856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076479.589698:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076479.589710:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076479.589725:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076479.589768:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076479.589773:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076479.589778:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076479.589784:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3171
00000400:00000200:1.0:1769076479.589796:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076479.589807:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076479.589812:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076479.589820:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076479.589823:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076479.589829:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076479.589834:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076479.589840:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076479.589842:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076479.589847:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076479.589854:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076479.589860:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076479.589867:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076479.589879:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076479.589886:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076479.589898:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076479.589903:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076479.589906:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076479.589917:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076479.589926:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076479.589932:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076479.589939:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076479.589950:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076479.589956:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076479.589961:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076479.589975:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076479.589987:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076479.590003:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076479.590015:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076479.590028:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076479.590036:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076479.590043:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076479.590050:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1769076479.590052:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:1.0:1769076479.590057:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076479.590069:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
02000000:00000010:1.0:1769076479.590081:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769076479.590092:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076479.590111:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948153984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076479.590133:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076479.590140:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076479.590149:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948153984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076479.590176:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076479.590186:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076479.590199:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076479.590202:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076479.590208:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076479.590214:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076479.590223:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3171
00000400:00000200:1.0:1769076479.590238:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076479.590253:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076479.590260:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076479.590267:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076479.590272:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076479.590281:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076479.590288:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076479.590298:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076479.590304:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076479.590311:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076479.590315:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076479.590319:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076479.590358:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076479.590367:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076479.590377:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076479.590381:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076479.590385:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076479.590397:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076479.590404:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076479.590414:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076479.590420:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076479.590428:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076479.590432:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076479.590443:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076479.590448:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076479.590455:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076479.590464:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076479.590472:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076479.590477:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076479.590485:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076479.590488:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076479.590496:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076479.590499:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076479.590503:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076479.590513:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769076479.590524:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076479.590539:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948154112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076479.590560:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076479.590569:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076479.590591:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948154112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076479.590642:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076479.590656:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076479.590674:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076479.590682:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076479.590689:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076479.590702:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076479.590717:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3171
00000400:00000200:1.0:1769076479.590780:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076479.590794:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076479.590801:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076479.590816:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076479.590821:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076479.590830:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076479.590839:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076479.590848:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076479.590855:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076479.590860:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076479.590868:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076479.590873:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076479.590879:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076479.590891:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076479.590899:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076479.590906:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076479.590914:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076479.590921:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076479.590932:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076479.590942:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076479.590949:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076479.590956:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076479.590965:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076479.590979:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076479.590990:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076479.591005:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076479.591015:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076479.591029:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076479.591041:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076479.591055:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076479.591061:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076479.591083:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076479.591091:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076479.591099:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076479.591112:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769076479.591160:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076479.591179:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948154240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076479.591205:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076479.591214:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076479.591225:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948154240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076479.591254:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076479.591268:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3181)
00000800:00000200:0.1:1769076479.591417:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076479.591422:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076479.591905:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076479.591909:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076479.592289:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076479.592292:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076479.592954:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076479.592974:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000100:00000040:1.0:1769076480.932944:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297845008, at 4297845056
00000100:00000010:1.0:1769076480.932969:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034703c0.
00000020:00000001:3.0:1769076480.933058:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076480.933084:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076480.933090:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076481.956950:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076481.956956:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076481.956961:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076482.980938:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076482.980943:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076482.980949:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076484.708971:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076484.708987:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076484.708992:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076484.708999:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076484.709006:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076484.709019:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3176
00000400:00000200:1.0:1769076484.709036:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076484.709053:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076484.709061:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076484.709068:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076484.709077:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076484.709083:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076484.709088:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076484.709097:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076484.709102:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076484.709108:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076484.709114:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076484.709119:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076484.709139:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076484.709147:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076484.709150:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076484.709153:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076484.709156:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076484.709161:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076484.709167:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076484.709171:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076484.709175:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076484.709180:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076484.709184:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076484.709187:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076484.709191:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076484.709208:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769076484.709214:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076484.709220:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076484.709222:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076484.709227:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076484.709232:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076484.709239:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076484.709278:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769076484.709290:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076484.709305:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948154368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076484.709321:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076484.709328:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076484.709335:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948154368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076484.709366:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076484.709371:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076484.709376:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076484.709379:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076484.709381:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076484.709386:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076484.709389:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3176
00000400:00000200:1.0:1769076484.709397:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076484.709402:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076484.709407:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076484.709412:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076484.709416:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076484.709420:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076484.709424:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076484.709428:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076484.709430:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076484.709442:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076484.709446:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076484.709453:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076484.709459:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076484.709475:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076484.709482:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076484.709495:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076484.709512:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076484.709529:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076484.709542:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076484.709562:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076484.709573:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076484.709584:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076484.709596:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076484.709604:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076484.709625:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076484.709641:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076484.709647:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076484.709656:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076484.709663:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076484.709672:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076484.709677:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076484.709687:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076484.709692:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076484.709699:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076484.709709:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4ec00.
00000100:00000001:1.0:1769076484.709718:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076484.709786:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948154496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076484.709813:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076484.709820:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076484.709836:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948154496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076484.709907:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076484.709921:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076484.709929:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076484.709938:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076484.709941:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076484.709946:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076484.709956:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3176
00000400:00000200:1.0:1769076484.709975:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076484.709983:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076484.709986:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076484.709991:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076484.710000:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076484.710012:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076484.710018:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076484.710022:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076484.710024:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076484.710031:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076484.710043:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076484.710058:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076484.710074:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076484.710087:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076484.710101:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076484.710122:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076484.710140:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076484.710149:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076484.710172:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076484.710190:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076484.710202:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076484.710208:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076484.710224:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076484.710230:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076484.710240:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076484.710283:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076484.710293:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076484.710313:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000800:00000200:0.1:1769076484.710325:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000040:1.0:1769076484.710327:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076484.710338:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076484.710341:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076484.710345:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076484.710347:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076484.710350:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076484.710356:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769076484.710362:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076484.710380:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948154624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076484.710405:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076484.710421:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076484.710430:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948154624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076484.710448:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076484.710455:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076484.710472:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076484.710488:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076484.710494:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076484.710506:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076484.710516:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3176
00000400:00000200:1.0:1769076484.710550:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076484.710560:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076484.710565:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076484.710586:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076484.710593:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076484.710603:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076484.710613:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076484.710620:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076484.710626:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076484.710636:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076484.710644:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076484.710659:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076484.710673:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076484.710697:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076484.710716:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076484.710789:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076484.710810:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076484.710822:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076484.710843:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076484.710850:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076484.710860:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076484.710866:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076484.710886:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076484.710895:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076484.710905:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076484.710917:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076484.710927:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076484.710951:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076484.710965:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076484.710976:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076484.710984:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076484.710994:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076484.711002:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076484.711008:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076484.711023:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:1.0:1769076484.711044:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076484.711066:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948154752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076484.711114:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076484.711125:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076484.711148:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948154752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076484.711218:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076484.711234:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076484.711289:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076484.711298:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076484.711305:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076484.711315:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076484.711333:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3176
00000400:00000200:1.0:1769076484.711368:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076484.711389:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076484.711406:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076484.711431:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076484.711451:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1769076484.711451:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769076484.711469:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076484.711480:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076484.711493:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076484.711502:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076484.711513:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076484.711523:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076484.711535:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076484.711549:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076484.711569:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076484.711588:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076484.711604:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076484.711615:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076484.711627:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076484.711651:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076484.711669:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076484.711679:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076484.711691:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076484.711700:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076484.711710:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076484.711721:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076484.711786:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076484.711798:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076484.711813:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076484.711828:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076484.711845:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076484.711851:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076484.711861:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076484.711870:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076484.711877:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076484.711892:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769076484.711925:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076484.711946:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948154880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076484.712009:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076484.712022:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076484.712050:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948154880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076484.712111:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076484.712136:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3186)
00000800:00000200:0.1:1769076484.712277:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076484.712612:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076484.712952:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:3.0:1769076485.028980:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076485.028987:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076485.028996:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076486.052876:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297850128, at 4297850176
00000100:00000010:1.0:1769076486.052913:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034707e0.
00000020:00000001:3.0:1769076486.053027:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076486.053035:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076486.053043:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076487.076983:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076487.076991:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076487.076999:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076489.124983:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076489.124989:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076489.124994:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076489.828853:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076489.828863:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076489.828866:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076489.828869:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076489.828873:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076489.828880:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3181
00000400:00000200:3.0:1769076489.828891:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076489.828899:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076489.828904:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076489.828910:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076489.828916:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076489.828922:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076489.828925:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076489.828928:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076489.828929:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076489.828931:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076489.828934:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076489.828935:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076489.828937:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076489.828939:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076489.828941:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076489.828942:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076489.828944:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076489.828946:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076489.828948:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076489.828950:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076489.828952:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076489.828954:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076489.828956:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076489.828958:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076489.828959:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076489.828964:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000020:00000040:3.0:1769076489.828967:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076489.828970:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076489.828971:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076489.828973:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076489.828975:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076489.828979:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076489.828985:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769076489.829004:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076489.829012:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948155008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076489.829020:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076489.829023:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076489.829027:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948155008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076489.829045:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076489.829048:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076489.829052:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076489.829054:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076489.829055:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076489.829059:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076489.829062:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3181
00000400:00000200:3.0:1769076489.829066:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076489.829069:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076489.829072:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076489.829076:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076489.829078:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076489.829081:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076489.829083:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076489.829085:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076489.829087:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076489.829088:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076489.829090:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076489.829093:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076489.829098:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076489.829101:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076489.829103:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076489.829105:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076489.829108:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076489.829112:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076489.829115:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076489.829120:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076489.829123:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076489.829131:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076489.829136:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076489.829139:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076489.829145:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076489.829153:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076489.829179:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076489.829183:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3480.
00000020:00000040:3.0:1769076489.829197:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076489.829199:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076489.829201:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076489.829203:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076489.829204:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076489.829206:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076489.829213:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769076489.829219:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076489.829230:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3480 x1855007948155136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076489.829249:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076489.829264:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076489.829271:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb7685cc] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3480 x1855007948155136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076489.829284:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076489.829288:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076489.829300:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076489.829302:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076489.829305:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076489.829309:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076489.829312:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3181
00000400:00000200:3.0:1769076489.829321:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076489.829328:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076489.829332:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076489.829348:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076489.829354:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076489.829356:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076489.829358:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076489.829362:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076489.829366:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076489.829370:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076489.829373:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076489.829378:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076489.829383:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076489.829393:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076489.829398:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076489.829417:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076489.829422:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076489.829428:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076489.829433:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076489.829438:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076489.829446:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076489.829453:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076489.829459:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076489.829472:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076489.829476:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076489.829481:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076489.829485:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076489.829491:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769076489.829498:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076489.829505:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076489.829508:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076489.829513:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076489.829516:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076489.829520:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076489.829527:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769076489.829533:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076489.829544:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948155264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076489.829564:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076489.829571:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076489.829585:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948155264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1769076489.829592:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076489.829599:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1769076489.829672:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076489.829680:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076489.829687:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076489.829689:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076489.829693:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076489.829695:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076489.829701:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3181
00000400:00000200:3.0:1769076489.829709:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076489.829717:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076489.829722:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076489.829729:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076489.829761:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076489.829764:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076489.829767:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076489.829770:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076489.829771:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076489.829773:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076489.829776:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076489.829781:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076489.829787:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076489.829795:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076489.829800:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076489.829805:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076489.829810:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076489.829816:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076489.829821:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076489.829828:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076489.829833:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076489.829837:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076489.829855:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076489.829859:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076489.829864:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076489.829868:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076489.829873:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076489.829880:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769076489.829885:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076489.829890:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076489.829893:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076489.829897:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076489.829900:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076489.829905:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076489.829923:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769076489.829930:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076489.829941:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948155392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076489.829959:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076489.829964:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076489.829974:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948155392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076489.829996:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076489.830001:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076489.830008:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076489.830011:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076489.830014:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076489.830020:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076489.830027:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3181
00000400:00000200:3.0:1769076489.830035:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076489.830043:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076489.830049:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076489.830057:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076489.830060:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076489.830065:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076489.830068:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076489.830072:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076489.830073:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076489.830076:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076489.830079:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076489.830082:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076489.830085:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076489.830091:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076489.830095:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076489.830099:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076489.830103:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076489.830109:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076489.830115:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076489.830122:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076489.830128:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076489.830132:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076489.830138:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076489.830143:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076489.830147:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076489.830153:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076489.830169:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076489.830177:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769076489.830182:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076489.830186:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076489.830189:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076489.830195:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076489.830196:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076489.830198:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076489.830201:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769076489.830206:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076489.830216:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948155520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076489.830247:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076489.830252:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076489.830261:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948155520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076489.830284:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076489.830293:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3191)
00000800:00000200:0.1:1769076489.830399:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076489.830402:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076489.830641:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076489.830644:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076489.830851:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076489.830853:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076489.831154:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076489.831157:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1769076490.149078:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076490.149084:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076490.149088:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076491.172835:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297855247, at 4297855296
00000100:00000010:1.0:1769076491.172853:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470a80.
00000020:00000001:3.0:1769076491.172906:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076491.172910:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076491.172914:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076493.220948:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076493.220951:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076493.220954:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076494.244947:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076494.244950:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076494.244953:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076494.948789:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076494.948799:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076494.948804:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076494.948809:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076494.948814:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076494.948821:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3186
00000400:00000200:3.0:1769076494.948831:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076494.948836:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076494.948839:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076494.948842:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076494.948844:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076494.948846:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076494.948848:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076494.948858:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076494.948860:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076494.948862:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076494.948864:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076494.948866:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076494.948868:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076494.948870:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076494.948871:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076494.948873:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076494.948874:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076494.948876:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076494.948878:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076494.948880:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076494.948882:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076494.948884:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076494.948886:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076494.948888:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076494.948889:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076494.948896:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769076494.948899:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076494.948902:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076494.948903:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076494.948905:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076494.948907:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076494.948911:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076494.948917:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769076494.948922:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076494.948929:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948155648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076494.948937:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076494.948940:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076494.948943:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948155648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076494.948960:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076494.948962:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076494.948964:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076494.948966:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076494.948967:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076494.948969:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076494.948970:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3186
00000400:00000200:3.0:1769076494.948973:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076494.948976:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076494.948978:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076494.948981:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076494.948983:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076494.948985:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076494.948989:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076494.948993:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076494.948996:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076494.948998:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076494.948999:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076494.949002:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076494.949005:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076494.949011:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076494.949016:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076494.949019:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076494.949022:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076494.949026:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076494.949030:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076494.949034:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076494.949041:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076494.949047:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076494.949052:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076494.949055:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076494.949059:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076494.949064:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076494.949069:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076494.949091:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769076494.949095:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076494.949100:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076494.949102:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076494.949103:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076494.949109:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076494.949112:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076494.949118:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769076494.949122:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076494.949127:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948155776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076494.949140:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076494.949143:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076494.949152:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948155776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076494.949164:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076494.949167:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076494.949177:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076494.949182:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076494.949186:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076494.949191:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076494.949197:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3186
00000400:00000200:3.0:1769076494.949206:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076494.949214:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076494.949219:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076494.949228:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076494.949232:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076494.949234:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076494.949235:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076494.949237:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076494.949239:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076494.949241:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076494.949244:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076494.949248:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076494.949252:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076494.949257:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076494.949259:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076494.949263:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076494.949265:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076494.949266:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076494.949268:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076494.949273:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076494.949276:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076494.949279:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076494.949283:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076494.949285:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076494.949288:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076494.949292:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076494.949293:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076494.949296:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769076494.949300:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076494.949304:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076494.949307:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076494.949310:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076494.949312:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076494.949315:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076494.949319:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000010:3.0:1769076494.949320:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000800:00000200:0.1:1769076494.949323:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1769076494.949325:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076494.949331:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948155904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076494.949341:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076494.949344:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076494.949352:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948155904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076494.949364:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076494.949367:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076494.949373:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076494.949376:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076494.949378:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076494.949384:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076494.949389:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3186
00000400:00000200:3.0:1769076494.949394:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076494.949400:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076494.949402:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076494.949406:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076494.949410:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076494.949413:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076494.949418:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076494.949423:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076494.949425:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076494.949427:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076494.949432:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076494.949436:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076494.949439:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076494.949444:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076494.949450:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076494.949456:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076494.949460:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076494.949467:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076494.949471:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076494.949477:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076494.949484:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076494.949489:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076494.949492:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076494.949495:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076494.949497:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076494.949499:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076494.949500:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076494.949503:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769076494.949507:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076494.949510:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076494.949513:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076494.949516:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076494.949518:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076494.949521:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076494.949527:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769076494.949531:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076494.949539:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948156032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076494.949552:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076494.949556:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076494.949564:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948156032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076494.949582:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076494.949589:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076494.949597:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076494.949601:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076494.949605:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076494.949611:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076494.949618:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3186
00000400:00000200:3.0:1769076494.949628:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076494.949633:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076494.949637:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076494.949642:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076494.949647:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076494.949651:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076494.949654:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076494.949658:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076494.949662:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076494.949667:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076494.949671:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076494.949677:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076494.949682:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076494.949689:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076494.949694:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076494.949701:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076494.949707:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076494.949713:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076494.949719:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076494.949724:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076494.949727:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076494.949755:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076494.949761:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076494.949764:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076494.949767:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076494.949772:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076494.949775:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076494.949779:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769076494.949783:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076494.949789:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076494.949792:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076494.949795:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076494.949797:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076494.949800:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076494.949806:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769076494.949811:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076494.949819:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948156160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076494.949833:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076494.949837:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076494.949843:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948156160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076494.949856:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076494.949862:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3196)
00000800:00000200:0.1:1769076494.949943:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076494.949946:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076494.950166:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076494.950168:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076494.950384:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076494.950387:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076494.950663:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076494.950677:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1769076495.268875:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076495.268878:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076495.268882:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076496.292849:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297860367, at 4297860416
00000100:00000010:1.0:1769076496.292869:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470ea0.
00000020:00000001:3.0:1769076497.316875:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076497.316878:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076497.316881:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076498.340959:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076498.340964:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076498.340969:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076499.044933:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076499.044942:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076499.044944:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076499.044949:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076499.044953:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076499.044957:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076499.044959:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076499.044961:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076499.044963:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076499.364936:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076499.364940:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076499.364943:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076500.068810:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076500.068821:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076500.068824:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076500.068827:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076500.068831:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076500.068840:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3191
00000400:00000200:3.0:1769076500.068849:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076500.068856:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076500.068859:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076500.068862:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076500.068865:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076500.068868:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076500.068870:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076500.068874:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076500.068878:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076500.068881:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076500.068885:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076500.068888:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076500.068891:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076500.068896:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076500.068900:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076500.068902:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076500.068906:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076500.068911:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076500.068916:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076500.068920:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076500.068923:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076500.068927:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076500.068930:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076500.068932:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076500.068934:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076500.068943:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769076500.068946:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076500.068950:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076500.068951:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076500.068954:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076500.068956:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076500.068962:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076500.068970:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769076500.068977:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076500.069013:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948156288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076500.069023:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076500.069027:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076500.069032:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948156288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076500.069049:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076500.069051:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076500.069054:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076500.069055:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076500.069056:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076500.069059:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076500.069060:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3191
00000400:00000200:3.0:1769076500.069064:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076500.069067:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076500.069069:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076500.069072:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076500.069074:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076500.069078:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076500.069082:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076500.069086:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076500.069088:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076500.069091:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076500.069093:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076500.069097:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076500.069102:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076500.069109:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076500.069113:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076500.069116:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076500.069119:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076500.069121:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076500.069126:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076500.069130:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076500.069134:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076500.069140:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076500.069145:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076500.069148:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076500.069155:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076500.069160:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076500.069162:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076500.069167:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769076500.069170:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076500.069172:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076500.069174:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076500.069177:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076500.069181:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076500.069184:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076500.069190:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769076500.069195:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076500.069201:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948156416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076500.069213:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076500.069216:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076500.069223:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948156416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076500.069243:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076500.069248:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076500.069252:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076500.069255:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076500.069259:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076500.069262:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076500.069268:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3191
00000400:00000200:3.0:1769076500.069272:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076500.069274:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076500.069277:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076500.069284:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076500.069287:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076500.069292:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076500.069295:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076500.069297:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076500.069299:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076500.069302:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076500.069304:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076500.069307:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076500.069310:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076500.069316:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076500.069320:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076500.069326:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076500.069329:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076500.069335:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076500.069340:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076500.069343:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076500.069344:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076500.069348:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076500.069353:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076500.069357:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076500.069362:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076500.069367:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076500.069372:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076500.069376:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769076500.069379:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076500.069381:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076500.069382:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076500.069385:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076500.069387:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076500.069391:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076500.069395:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769076500.069400:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076500.069404:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00100000:3.0:1769076500.069409:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948156544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1769076500.069410:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1769076500.069422:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076500.069426:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076500.069432:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948156544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076500.069438:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076500.069442:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076500.069449:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076500.069450:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076500.069452:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076500.069455:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076500.069461:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3191
00000400:00000200:3.0:1769076500.069466:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076500.069471:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076500.069474:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076500.069480:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076500.069483:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076500.069487:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076500.069491:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076500.069495:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076500.069496:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076500.069499:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076500.069502:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076500.069506:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076500.069509:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076500.069515:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076500.069517:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076500.069520:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076500.069524:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076500.069525:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076500.069530:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076500.069534:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076500.069538:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076500.069541:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076500.069546:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076500.069549:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076500.069553:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076500.069556:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076500.069558:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076500.069560:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769076500.069563:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076500.069566:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076500.069571:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076500.069576:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076500.069577:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076500.069581:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076500.069586:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769076500.069591:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076500.069595:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948156672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076500.069603:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076500.069606:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076500.069613:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948156672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076500.069631:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076500.069637:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076500.069647:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076500.069652:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076500.069656:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076500.069662:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076500.069670:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3191
00000400:00000200:3.0:1769076500.069681:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076500.069688:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076500.069692:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076500.069697:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076500.069701:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076500.069705:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076500.069709:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076500.069714:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076500.069716:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076500.069718:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076500.069722:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076500.069727:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076500.069757:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076500.069760:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076500.069762:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076500.069764:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076500.069768:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076500.069773:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076500.069780:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076500.069786:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076500.069789:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076500.069794:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076500.069797:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076500.069802:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076500.069806:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076500.069810:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076500.069813:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076500.069819:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769076500.069825:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076500.069830:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076500.069833:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076500.069835:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076500.069838:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076500.069840:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076500.069845:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769076500.069851:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076500.069860:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948156800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076500.069877:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076500.069881:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076500.069888:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948156800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076500.069904:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076500.069909:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3201)
00000800:00000200:0.1:1769076500.070090:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076500.070092:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076500.070287:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076500.070288:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076500.070469:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076500.070472:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076500.070687:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076500.070688:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1769076501.412812:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297865487, at 4297865536
00000100:00000010:1.0:1769076501.412827:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470720.
00000020:00000001:3.0:1769076501.412869:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076501.412872:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076501.412875:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076502.436942:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076502.436978:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076502.436984:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076503.460881:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076503.460886:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076503.460889:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076505.188810:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076505.188819:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076505.188821:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076505.188825:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076505.188828:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076505.188834:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3196
00000400:00000200:3.0:1769076505.188843:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076505.188852:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076505.188855:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076505.188860:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076505.188865:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076505.188869:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076505.188872:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076505.188875:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076505.188876:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076505.188878:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076505.188880:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076505.188882:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076505.188883:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076505.188886:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076505.188887:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076505.188889:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076505.188891:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076505.188893:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076505.188896:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076505.188897:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076505.188899:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076505.188912:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076505.188914:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076505.188916:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076505.188917:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076505.188924:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769076505.188927:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076505.188929:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076505.188931:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076505.188933:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076505.188934:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076505.188938:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076505.188945:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769076505.188950:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076505.188957:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948156928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076505.188964:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076505.188968:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076505.188971:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948156928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076505.188990:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076505.188993:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076505.188996:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076505.188998:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076505.188999:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076505.189003:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076505.189005:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3196
00000400:00000200:3.0:1769076505.189010:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076505.189013:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076505.189016:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076505.189018:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076505.189020:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076505.189023:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076505.189025:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076505.189027:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076505.189028:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076505.189030:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076505.189032:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076505.189034:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076505.189037:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076505.189040:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076505.189042:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076505.189044:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076505.189046:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076505.189048:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076505.189051:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076505.189054:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076505.189056:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076505.189061:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076505.189063:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076505.189065:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076505.189069:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076505.189072:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076505.189074:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076505.189078:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769076505.189080:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076505.189082:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076505.189084:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076505.189086:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076505.189087:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076505.189089:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076505.189093:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769076505.189095:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076505.189100:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948157056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076505.189107:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076505.189110:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076505.189113:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948157056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076505.189121:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076505.189124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076505.189128:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076505.189130:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076505.189131:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076505.189134:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076505.189136:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3196
00000400:00000200:3.0:1769076505.189140:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076505.189143:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076505.189146:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076505.189149:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076505.189151:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076505.189153:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076505.189155:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076505.189157:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076505.189158:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076505.189160:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076505.189161:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076505.189163:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076505.189166:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076505.189168:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076505.189170:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076505.189172:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076505.189174:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076505.189177:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076505.189179:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076505.189182:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076505.189184:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076505.189186:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076505.189188:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076505.189190:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076505.189192:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076505.189194:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076505.189196:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076505.189199:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769076505.189201:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076505.189204:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076505.189205:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076505.189207:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076505.189208:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076505.189210:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076505.189214:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769076505.189216:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076505.189220:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948157184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076505.189228:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076505.189230:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076505.189231:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:3.0:1769076505.189234:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948157184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1769076505.189235:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1769076505.189242:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076505.189245:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076505.189248:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076505.189260:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076505.189262:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076505.189265:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076505.189267:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3196
00000400:00000200:3.0:1769076505.189271:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076505.189274:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076505.189277:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076505.189280:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076505.189282:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076505.189284:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076505.189286:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076505.189289:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076505.189290:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076505.189292:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076505.189294:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076505.189296:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076505.189298:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076505.189301:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076505.189302:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076505.189305:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076505.189307:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076505.189309:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076505.189312:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076505.189315:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076505.189316:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076505.189318:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076505.189320:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076505.189322:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076505.189325:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076505.189328:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076505.189330:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076505.189333:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769076505.189335:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076505.189337:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076505.189338:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076505.189340:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076505.189342:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076505.189343:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076505.189347:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769076505.189350:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076505.189355:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948157312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076505.189364:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076505.189367:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076505.189371:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948157312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076505.189379:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076505.189382:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076505.189386:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076505.189387:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076505.189389:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076505.189392:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076505.189394:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3196
00000400:00000200:3.0:1769076505.189398:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076505.189402:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076505.189404:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076505.189407:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076505.189409:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076505.189412:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076505.189414:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076505.189416:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076505.189418:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076505.189420:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076505.189422:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076505.189424:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076505.189426:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076505.189429:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076505.189431:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076505.189433:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076505.189435:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076505.189438:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076505.189441:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076505.189443:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076505.189445:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076505.189448:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076505.189450:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076505.189452:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076505.189454:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076505.189457:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076505.189459:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076505.189462:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769076505.189464:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076505.189467:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076505.189468:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076505.189470:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076505.189472:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076505.189473:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076505.189477:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769076505.189480:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076505.189484:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948157440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076505.189498:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076505.189500:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076505.189504:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948157440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076505.189512:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076505.189516:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3207)
00000800:00000200:0.1:1769076505.189640:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076505.189642:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769076505.189846:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076505.189848:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769076505.190059:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076505.190060:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769076505.190240:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076505.190242:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000020:00000001:3.0:1769076505.508874:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076505.508879:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076505.508883:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076506.532816:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297870607, at 4297870656
00000100:00000010:1.0:1769076506.532832:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470ba0.
00000020:00000001:3.0:1769076506.532915:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076506.532919:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076506.532923:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076507.556898:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076507.556902:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076507.556905:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076509.604982:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076509.604987:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076509.604991:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769076510.309520:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076510.309527:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076510.310010:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076510.310027:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076510.310230:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076510.310232:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076510.310413:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076510.310415:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076510.310589:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076510.310591:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1769076510.628920:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076510.628927:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076510.628932:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076511.652789:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297875727, at 4297875776
00000100:00000010:1.0:1769076511.652815:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034709c0.
00000020:00000001:3.0:1769076511.652971:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076511.652975:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076511.652979:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076513.700862:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076513.700866:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076513.700868:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076514.724890:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076514.724895:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076514.724899:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076515.428836:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076515.428843:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076515.428847:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076515.428852:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076515.428856:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076515.428863:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3207
00000400:00000200:1.0:1769076515.428873:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076515.428880:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076515.428884:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076515.428887:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076515.428890:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076515.428892:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076515.428894:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076515.428897:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076515.428898:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076515.428901:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076515.428903:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076515.428904:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076515.428906:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076515.428909:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076515.428911:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076515.428912:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076515.428914:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076515.428916:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076515.428918:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076515.428919:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076515.428922:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076515.428924:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076515.428925:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076515.428927:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076515.428928:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076515.428935:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769076515.428938:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076515.428941:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076515.428942:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076515.428944:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076515.428946:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076515.428949:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076515.428956:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
00000100:00000001:1.0:1769076515.428961:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076515.428979:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948158208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076515.428990:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076515.428994:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076515.428999:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948158208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076515.429020:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076515.429023:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076515.429027:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076515.429028:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076515.429030:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076515.429033:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076515.429037:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3207
00000400:00000200:1.0:1769076515.429040:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076515.429043:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076515.429045:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076515.429049:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076515.429053:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076515.429055:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076515.429059:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076515.429063:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076515.429064:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076515.429066:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076515.429069:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076515.429072:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076515.429076:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076515.429082:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076515.429086:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076515.429090:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076515.429094:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076515.429098:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076515.429103:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076515.429107:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076515.429110:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076515.429115:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076515.429116:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076515.429117:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076515.429120:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076515.429123:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076515.429126:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076515.429131:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076515.429132:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076515.429134:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076515.429136:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076515.429140:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076515.429143:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076515.429146:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076515.429151:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:1.0:1769076515.429154:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076515.429160:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948158336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076515.429172:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076515.429175:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076515.429179:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948158336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076515.429190:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076515.429194:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076515.429197:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076515.429199:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076515.429201:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076515.429205:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076515.429209:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3207
00000400:00000200:1.0:1769076515.429212:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076515.429214:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076515.429216:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076515.429220:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076515.429225:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076515.429227:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076515.429228:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076515.429234:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076515.429236:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076515.429237:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076515.429238:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076515.429240:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076515.429243:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076515.429247:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076515.429248:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076515.429249:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076515.429251:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076515.429252:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076515.429257:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076515.429260:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076515.429264:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076515.429266:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076515.429270:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076515.429271:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076515.429272:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076515.429276:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076515.429277:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076515.429282:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076515.429285:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076515.429290:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076515.429292:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076515.429297:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076515.429300:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076515.429303:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076515.429308:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769076515.429311:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076515.429315:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948158464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076515.429320:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076515.429321:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076515.429323:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948158464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076515.429333:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076515.429338:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076515.429341:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076515.429342:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076515.429344:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076515.429346:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076515.429348:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3207
00000400:00000200:1.0:1769076515.429350:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076515.429355:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076515.429359:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076515.429360:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076515.429362:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076515.429365:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076515.429367:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076515.429372:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076515.429373:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076515.429374:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076515.429376:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076515.429379:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076515.429383:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076515.429387:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076515.429390:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076515.429395:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076515.429396:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076515.429400:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076515.429405:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076515.429409:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076515.429414:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076515.429417:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076515.429421:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076515.429424:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076515.429427:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076515.429432:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076515.429435:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076515.429440:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076515.429443:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076515.429446:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076515.429448:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076515.429451:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076515.429454:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076515.429457:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076515.429460:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4ec00.
00000100:00000001:1.0:1769076515.429464:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076515.429471:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948158592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076515.429477:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076515.429481:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076515.429484:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948158592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076515.429495:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076515.429499:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076515.429504:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076515.429507:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076515.429509:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1769076515.429511:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769076515.429512:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076515.429517:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3207
00000800:00000200:0.1:1769076515.429519:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000400:00000200:1.0:1769076515.429522:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076515.429530:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076515.429533:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076515.429538:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076515.429541:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076515.429544:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076515.429547:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076515.429551:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076515.429552:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076515.429556:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076515.429560:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076515.429563:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076515.429566:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076515.429573:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076515.429577:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076515.429580:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076515.429582:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076515.429587:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076515.429593:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076515.429595:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076515.429599:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076515.429601:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076515.429605:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076515.429609:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076515.429611:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076515.429616:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076515.429619:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076515.429621:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076515.429623:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076515.429624:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076515.429625:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076515.429626:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076515.429627:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076515.429628:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076515.429631:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769076515.429635:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076515.429641:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948158720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076515.429670:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076515.429672:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076515.429679:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948158720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076515.429687:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076515.429690:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3217)
00000800:00000200:0.1:1769076515.430128:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076515.430131:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769076515.430461:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076515.430464:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769076515.430812:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076515.430816:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769076515.431176:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076515.431179:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1769076515.748889:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076515.748893:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076515.748896:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076516.772800:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297880847, at 4297880896
00000100:00000010:1.0:1769076516.772817:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470de0.
00000020:00000001:3.0:1769076517.796934:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076517.796945:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076517.796968:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076518.820944:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076518.820950:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076518.820956:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076519.845090:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076519.845096:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076519.845100:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076520.548848:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076520.548855:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076520.548858:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076520.548862:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076520.548866:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076520.548874:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3212
00000400:00000200:3.0:1769076520.548884:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076520.548891:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076520.548895:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076520.548900:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076520.548904:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076520.548907:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076520.548909:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076520.548914:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076520.548917:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076520.548920:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076520.548922:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076520.548924:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076520.548927:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076520.548929:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076520.548931:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076520.548932:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076520.548934:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076520.548937:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076520.548940:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076520.548943:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076520.548947:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076520.548950:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076520.548954:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076520.548957:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076520.548959:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076520.548969:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3480.
00000020:00000040:3.0:1769076520.548973:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076520.548978:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076520.548980:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076520.548983:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076520.548987:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076520.548991:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076520.549001:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769076520.549009:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076520.549020:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3480 x1855007948158848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076520.549044:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076520.549048:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076520.549055:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb7685cc] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3480 x1855007948158848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076520.549082:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076520.549086:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076520.549091:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076520.549093:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076520.549094:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076520.549097:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076520.549099:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3212
00000400:00000200:3.0:1769076520.549104:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076520.549107:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076520.549110:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076520.549114:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076520.549116:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076520.549118:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076520.549120:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076520.549123:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076520.549126:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076520.549128:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076520.549132:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076520.549135:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076520.549138:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076520.549144:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076520.549150:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076520.549155:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076520.549159:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076520.549165:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076520.549170:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076520.549175:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076520.549177:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076520.549183:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076520.549190:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076520.549194:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076520.549200:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076520.549206:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076520.549209:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076520.549214:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000020:00000040:3.0:1769076520.549219:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076520.549223:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076520.549227:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076520.549230:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076520.549233:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076520.549235:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076520.549244:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769076520.549253:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076520.549261:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948158976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076520.549270:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076520.549276:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076520.549284:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948158976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076520.549294:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076520.549298:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076520.549305:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076520.549308:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076520.549310:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076520.549316:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076520.549331:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3212
00000400:00000200:3.0:1769076520.549338:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076520.549346:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076520.549350:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076520.549355:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076520.549358:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076520.549361:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076520.549363:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076520.549365:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076520.549367:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076520.549370:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076520.549373:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076520.549375:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076520.549380:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076520.549387:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076520.549391:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076520.549395:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076520.549399:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076520.549402:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076520.549408:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076520.549412:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076520.549415:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076520.549420:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076520.549427:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076520.549432:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076520.549437:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076520.549440:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076520.549444:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076520.549451:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769076520.549456:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076520.549460:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076520.549462:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076520.549465:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076520.549469:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076520.549472:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076520.549479:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769076520.549487:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076520.549499:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948159104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1769076520.549509:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769076520.549518:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1769076520.549519:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1769076520.549524:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076520.549533:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948159104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076520.549551:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076520.549558:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076520.549565:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076520.549570:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076520.549575:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076520.549581:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076520.549588:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3212
00000400:00000200:3.0:1769076520.549597:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076520.549606:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076520.549613:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076520.549619:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076520.549623:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076520.549627:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076520.549630:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076520.549632:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076520.549634:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076520.549638:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076520.549641:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076520.549660:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076520.549662:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076520.549665:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076520.549666:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076520.549668:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076520.549669:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076520.549671:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076520.549680:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076520.549684:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076520.549686:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076520.549692:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076520.549696:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076520.549698:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076520.549703:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076520.549707:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076520.549712:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076520.549718:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769076520.549723:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076520.549726:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076520.549727:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076520.549729:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076520.549763:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076520.549767:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076520.549773:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769076520.549778:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076520.549788:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948159232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076520.549795:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076520.549798:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076520.549804:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948159232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076520.549832:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076520.549834:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076520.549841:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076520.549843:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076520.549846:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076520.549849:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076520.549854:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3212
00000400:00000200:3.0:1769076520.549860:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076520.549867:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076520.549872:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076520.549879:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076520.549884:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076520.549890:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076520.549893:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076520.549898:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076520.549901:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076520.549905:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076520.549908:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076520.549912:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076520.549916:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076520.549923:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076520.549927:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076520.549932:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076520.549936:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076520.549942:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076520.549951:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076520.549957:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076520.549962:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076520.549968:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076520.549974:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076520.549982:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076520.549988:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076520.549997:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076520.550003:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076520.550011:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769076520.550018:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076520.550026:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076520.550030:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076520.550036:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076520.550041:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076520.550046:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076520.550056:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769076520.550064:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076520.550078:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948159360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076520.550093:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076520.550098:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076520.550106:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948159360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076520.550119:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076520.550127:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3222)
00000800:00000200:0.1:1769076520.550239:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076520.550241:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076520.550522:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076520.550526:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076520.550810:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076520.550826:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076520.551053:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076520.551055:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000100:00000040:1.0:1769076521.892887:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297885967, at 4297886016
00000100:00000010:1.0:1769076521.892909:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034705a0.
00000020:00000001:3.0:1769076521.893015:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076521.893022:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076521.893027:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076522.916922:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076522.916926:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076522.916947:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076523.940991:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076523.940997:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076523.941001:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076525.668847:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076525.668865:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076525.668872:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076525.668879:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076525.668887:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076525.668902:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3217
00000400:00000200:3.0:1769076525.668941:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076525.668961:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076525.668974:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076525.668984:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076525.668991:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076525.668998:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076525.669004:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076525.669012:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076525.669017:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076525.669023:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076525.669029:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076525.669032:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076525.669037:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076525.669043:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076525.669046:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076525.669049:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076525.669053:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076525.669057:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076525.669062:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076525.669066:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076525.669069:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076525.669073:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076525.669077:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076525.669080:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076525.669083:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076525.669095:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769076525.669100:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076525.669105:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076525.669107:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076525.669111:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076525.669114:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076525.669120:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076525.669129:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769076525.669137:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076525.669150:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948159488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076525.669163:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076525.669169:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076525.669175:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948159488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076525.669207:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076525.669239:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076525.669243:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076525.669246:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076525.669249:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076525.669254:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076525.669258:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3217
00000400:00000200:3.0:1769076525.669265:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076525.669270:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076525.669277:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076525.669287:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076525.669292:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076525.669299:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076525.669308:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076525.669315:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076525.669318:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076525.669324:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076525.669328:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076525.669335:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076525.669342:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076525.669369:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076525.669378:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076525.669391:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076525.669405:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076525.669416:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076525.669428:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076525.669439:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076525.669448:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076525.669459:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076525.669468:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076525.669479:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076525.669492:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076525.669504:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076525.669508:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076525.669517:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769076525.669525:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076525.669538:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076525.669544:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076525.669548:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076525.669552:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076525.669582:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076525.669610:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769076525.669619:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076525.669634:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948159616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076525.669651:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076525.669659:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076525.669669:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948159616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076525.669691:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076525.669697:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076525.669706:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076525.669710:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076525.669713:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076525.669720:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076525.669729:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3217
00000400:00000200:3.0:1769076525.669738:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076525.669784:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076525.669789:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076525.669823:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076525.669833:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076525.669845:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076525.669856:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076525.669868:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076525.669876:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076525.669885:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076525.669893:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076525.669905:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076525.669916:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076525.669933:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076525.669942:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1769076525.669951:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:3.0:1769076525.669956:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000200:0.1:1769076525.669959:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1769076525.669970:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076525.669985:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076525.670002:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076525.670017:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076525.670026:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076525.670035:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076525.670044:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076525.670051:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076525.670058:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076525.670069:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076525.670078:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076525.670087:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769076525.670095:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076525.670106:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076525.670110:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076525.670117:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076525.670121:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076525.670126:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076525.670135:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769076525.670144:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076525.670159:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948159744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076525.670177:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076525.670184:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076525.670197:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948159744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076525.670234:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076525.670238:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076525.670243:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076525.670248:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076525.670251:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076525.670260:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076525.670267:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3217
00000400:00000200:3.0:1769076525.670276:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076525.670282:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076525.670284:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076525.670289:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076525.670298:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076525.670307:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076525.670313:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076525.670320:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076525.670324:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076525.670330:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076525.670334:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076525.670342:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076525.670347:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076525.670377:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076525.670387:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076525.670398:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076525.670410:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076525.670438:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076525.670452:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076525.670463:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076525.670473:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076525.670481:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076525.670490:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076525.670498:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076525.670504:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076525.670512:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076525.670517:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076525.670529:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769076525.670536:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076525.670546:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076525.670548:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076525.670553:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076525.670556:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076525.670580:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076525.670588:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769076525.670597:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076525.670629:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948159872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076525.670646:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076525.670653:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076525.670669:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948159872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076525.670715:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076525.670725:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076525.670736:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076525.670745:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076525.670776:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076525.670782:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076525.670786:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3217
00000400:00000200:3.0:1769076525.670801:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076525.670815:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076525.670825:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076525.670842:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076525.670855:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076525.670869:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076525.670882:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076525.670894:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076525.670902:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076525.670913:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076525.670921:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076525.670932:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076525.670947:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076525.670968:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076525.670981:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076525.670996:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076525.671008:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076525.671023:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076525.671031:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076525.671043:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076525.671052:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076525.671060:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076525.671068:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076525.671076:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076525.671082:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076525.671092:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076525.671098:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076525.671110:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769076525.671122:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076525.671135:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076525.671143:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076525.671153:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076525.671160:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076525.671170:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076525.671184:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769076525.671198:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076525.671233:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948160000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076525.671251:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076525.671256:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076525.671263:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948160000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076525.671285:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076525.671294:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3227)
00000800:00000200:0.1:1769076525.671392:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076525.671397:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076525.671974:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076525.671978:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076525.672395:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076525.672400:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076525.673089:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076525.673093:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1769076525.989049:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076525.989055:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076525.989060:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076527.012804:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297891088, at 4297891136
00000100:00000010:1.0:1769076527.012819:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470540.
00000020:00000001:3.0:1769076527.012894:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076527.012897:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076527.012901:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076528.036891:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076528.036896:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076528.036901:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076530.085011:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076530.085017:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076530.085021:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076530.789001:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076530.789021:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076530.789027:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076530.789035:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076530.789045:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076530.789059:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3222
00000400:00000200:1.0:1769076530.789075:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076530.789085:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076530.789090:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076530.789096:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076530.789101:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076530.789105:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076530.789108:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076530.789114:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076530.789132:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076530.789136:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076530.789141:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076530.789144:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076530.789147:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076530.789152:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076530.789155:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076530.789158:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076530.789161:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076530.789165:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076530.789169:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076530.789172:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076530.789177:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076530.789187:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076530.789191:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076530.789195:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076530.789198:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076530.789215:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769076530.789220:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076530.789226:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076530.789228:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076530.789232:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076530.789237:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076530.789247:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076530.789263:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:1.0:1769076530.789276:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076530.789296:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948160128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076530.789318:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076530.789327:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076530.789338:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948160128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076530.789383:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076530.789388:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076530.789394:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076530.789396:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076530.789398:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076530.789403:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076530.789407:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3222
00000400:00000200:1.0:1769076530.789413:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076530.789418:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076530.789421:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076530.789425:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076530.789428:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076530.789431:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076530.789434:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076530.789437:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076530.789438:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076530.789440:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076530.789444:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076530.789446:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076530.789449:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076530.789452:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076530.789455:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076530.789458:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076530.789462:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076530.789465:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076530.789470:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076530.789498:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076530.789500:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076530.789509:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076530.789512:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076530.789515:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076530.789521:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076530.789526:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076530.789528:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076530.789537:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076530.789540:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076530.789543:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076530.789545:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076530.789547:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076530.789550:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076530.789554:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076530.789561:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769076530.789568:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076530.789577:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948160256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076530.789597:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076530.789604:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076530.789617:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948160256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076530.789687:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076530.789696:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076530.789717:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076530.789727:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076530.789807:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076530.789817:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076530.789825:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3222
00000400:00000200:1.0:1769076530.789837:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076530.789859:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076530.789868:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076530.789879:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076530.789888:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076530.789893:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076530.789909:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076530.789914:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076530.789916:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076530.789921:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076530.789930:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076530.789937:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076530.789940:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076530.789946:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076530.789960:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076530.789972:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076530.789984:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076530.789990:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076530.790016:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076530.790029:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076530.790039:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076530.790050:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076530.790061:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076530.790071:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076530.790079:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076530.790083:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076530.790094:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076530.790104:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076530.790110:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076530.790115:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076530.790119:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076530.790125:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076530.790132:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076530.790142:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076530.790151:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769076530.790160:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076530.790175:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948160384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076530.790199:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076530.790209:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076530.790244:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948160384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076530.790310:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076530.790352:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076530.790370:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:0.1:1769076530.790371:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769076530.790382:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.1:1769076530.790383:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000100:00080000:1.0:1769076530.790391:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076530.790401:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076530.790417:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3222
00000400:00000200:1.0:1769076530.790438:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076530.790455:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076530.790461:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076530.790493:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076530.790500:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076530.790515:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076530.790522:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076530.790535:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076530.790540:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076530.790550:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076530.790559:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076530.790572:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076530.790578:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076530.790586:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076530.790596:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076530.790610:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076530.790623:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076530.790637:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076530.790652:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076530.790659:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076530.790663:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076530.790670:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076530.790676:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076530.790689:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076530.790705:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076530.790726:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076530.790761:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076530.790770:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076530.790777:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076530.790784:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076530.790791:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076530.790796:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076530.790799:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076530.790817:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076530.790840:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769076530.790854:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076530.790872:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948160512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076530.790898:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076530.790906:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076530.790919:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948160512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076530.790992:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076530.791008:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076530.791028:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076530.791038:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076530.791044:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076530.791055:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076530.791068:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3222
00000400:00000200:1.0:1769076530.791085:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076530.791094:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076530.791102:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076530.791112:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076530.791127:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076530.791136:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076530.791147:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076530.791157:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076530.791160:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076530.791164:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076530.791179:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076530.791201:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076530.791214:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076530.791243:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076530.791266:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076530.791283:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076530.791298:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076530.791319:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076530.791348:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076530.791360:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076530.791369:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076530.791381:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076530.791402:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076530.791414:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076530.791425:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076530.791442:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076530.791454:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076530.791496:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076530.791507:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076530.791524:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076530.791537:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076530.791543:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076530.791557:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076530.791569:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076530.791580:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769076530.791595:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076530.791625:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948160640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076530.791659:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076530.791665:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076530.791681:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948160640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076530.791727:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076530.791772:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3232)
00000800:00000200:0.1:1769076530.792011:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076530.792014:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076530.792461:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076530.792464:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076530.792899:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076530.792903:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076530.793325:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076530.793328:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769076531.108965:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076531.108982:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076531.108987:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076532.132915:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297896209, at 4297896256
00000020:00000001:3.0:1769076532.132927:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000010:1.0:1769076532.132935:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470360.
00000020:00000001:3.0:1769076532.132936:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076532.132947:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076534.180993:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076534.180999:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076534.181004:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076535.204888:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076535.204891:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076535.204893:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076535.908853:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076535.908854:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076535.908861:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769076535.908863:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076535.908864:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076535.908866:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1769076535.908868:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:3.0:1769076535.908870:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076535.908873:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076535.908874:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769076535.908876:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076535.908879:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076535.908882:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769076535.908882:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3227
00000100:00000001:1.0:1769076535.908886:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076535.908891:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076535.908897:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076535.908901:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076535.908905:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076535.908908:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076535.908911:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076535.908913:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076535.908918:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076535.908920:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076535.908923:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076535.908926:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076535.908928:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076535.908931:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076535.908934:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076535.908936:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076535.908938:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076535.908940:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076535.908942:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076535.908945:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076535.908946:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076535.908949:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076535.908951:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076535.908953:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076535.908955:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076535.908956:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076535.908964:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769076535.908967:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076535.908969:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076535.908971:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076535.908973:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076535.908975:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076535.908978:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076535.908984:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769076535.908990:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076535.908997:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948160768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076535.909004:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076535.909008:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076535.909011:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948160768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076535.909027:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076535.909029:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076535.909032:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076535.909033:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076535.909034:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076535.909037:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076535.909038:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3227
00000400:00000200:3.0:1769076535.909042:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076535.909044:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076535.909046:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076535.909049:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076535.909051:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076535.909053:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076535.909054:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076535.909056:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076535.909059:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076535.909061:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076535.909065:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076535.909069:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076535.909071:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076535.909076:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076535.909080:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076535.909084:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076535.909088:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076535.909092:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076535.909096:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076535.909100:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076535.909103:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076535.909109:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076535.909113:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076535.909117:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076535.909122:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076535.909127:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076535.909129:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076535.909133:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769076535.909134:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076535.909136:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076535.909137:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076535.909138:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076535.909140:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076535.909142:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076535.909148:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769076535.909152:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076535.909158:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948160896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076535.909168:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076535.909172:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076535.909177:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948160896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076535.909192:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076535.909197:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076535.909201:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076535.909203:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076535.909205:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076535.909208:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076535.909213:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3227
00000400:00000200:3.0:1769076535.909221:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076535.909226:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076535.909229:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076535.909234:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076535.909238:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076535.909243:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076535.909246:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076535.909249:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076535.909251:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076535.909254:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076535.909255:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076535.909256:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076535.909261:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076535.909266:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076535.909269:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076535.909274:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076535.909276:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076535.909279:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076535.909283:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076535.909287:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076535.909290:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076535.909293:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076535.909297:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076535.909301:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076535.909303:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076535.909308:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076535.909312:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076535.909316:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769076535.909320:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076535.909325:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076535.909327:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076535.909330:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076535.909333:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076535.909334:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076535.909339:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769076535.909345:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076535.909351:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948161024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076535.909357:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076535.909361:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076535.909366:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948161024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076535.909374:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076535.909378:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076535.909381:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076535.909383:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.1:1769076535.909383:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076535.909404:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000100:00080000:3.0:1769076535.909409:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076535.909412:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076535.909417:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3227
00000400:00000200:3.0:1769076535.909420:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076535.909425:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076535.909429:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076535.909436:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076535.909439:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076535.909443:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076535.909446:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076535.909448:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076535.909451:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076535.909453:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076535.909456:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076535.909461:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076535.909465:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076535.909471:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076535.909474:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076535.909476:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076535.909479:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076535.909483:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076535.909488:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076535.909492:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076535.909495:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076535.909498:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076535.909501:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076535.909505:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076535.909508:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076535.909510:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076535.909512:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076535.909518:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769076535.909522:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076535.909525:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076535.909527:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076535.909530:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076535.909531:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076535.909532:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076535.909536:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769076535.909541:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076535.909549:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948161152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076535.909561:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076535.909564:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076535.909570:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948161152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076535.909582:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076535.909585:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076535.909591:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076535.909594:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076535.909597:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076535.909601:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076535.909606:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3227
00000400:00000200:3.0:1769076535.909612:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076535.909617:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076535.909627:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076535.909634:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076535.909638:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076535.909643:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076535.909647:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076535.909652:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076535.909654:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076535.909658:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076535.909662:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076535.909664:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076535.909667:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076535.909672:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076535.909674:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076535.909679:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076535.909683:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076535.909687:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076535.909692:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076535.909696:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076535.909699:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076535.909701:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076535.909706:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076535.909710:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076535.909713:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076535.909717:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076535.909721:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076535.909726:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769076535.909763:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076535.909770:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076535.909774:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076535.909777:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076535.909782:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076535.909786:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076535.909794:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769076535.909801:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076535.909809:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948161280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076535.909819:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076535.909823:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076535.909828:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948161280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076535.909842:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076535.909849:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3237)
00000800:00000200:0.1:1769076535.909955:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076535.909957:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076535.910142:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076535.910144:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076535.910316:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076535.910318:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076535.910542:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076535.910544:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769076536.228909:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076536.228913:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076536.228916:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076536.932774:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076536.932781:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076536.932783:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076536.932788:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076536.932791:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076536.932793:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076536.932796:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076536.932798:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076536.932800:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076537.252838:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297901327, at 4297901376
00000100:00000010:1.0:1769076537.252855:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470900.
00000100:00000001:1.0:1769076537.956824:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076537.956830:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076537.956832:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076537.956837:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076537.956839:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076537.956843:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076537.956845:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076537.956847:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076537.956849:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076538.276863:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076538.276866:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076538.276869:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076538.980781:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076538.980788:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076538.980789:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076538.980793:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076538.980796:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076538.980799:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076538.980801:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076538.980803:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076538.980805:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076539.300932:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076539.300935:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076539.300938:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076540.004812:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076540.004818:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076540.004820:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076540.004824:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076540.004827:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076540.004831:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076540.004833:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076540.004835:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076540.004837:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076540.324849:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076540.324853:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076540.324856:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076541.028786:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769076541.028786:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076541.028793:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076541.028795:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076541.028795:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076541.028797:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1769076541.028800:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:3.0:1769076541.028801:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076541.028804:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076541.028804:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769076541.028808:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076541.028810:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769076541.028812:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3232
00000100:00000001:1.0:1769076541.028813:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076541.028816:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076541.028821:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076541.028827:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076541.028831:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076541.028834:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076541.028837:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076541.028840:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076541.028843:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076541.028847:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076541.028849:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076541.028852:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076541.028855:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076541.028857:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076541.028859:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076541.028861:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076541.028863:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076541.028864:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076541.028866:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076541.028869:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076541.028871:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076541.028873:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076541.028875:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076541.028878:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076541.028880:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076541.028881:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076541.028883:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076541.028890:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769076541.028892:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076541.028895:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076541.028897:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076541.028899:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076541.028901:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076541.028905:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076541.028911:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769076541.028917:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076541.028925:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948161408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076541.028936:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076541.028941:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076541.028947:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948161408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076541.028971:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076541.028975:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076541.028978:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076541.028980:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076541.028982:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076541.028985:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076541.028988:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3232
00000400:00000200:3.0:1769076541.028993:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076541.028997:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076541.028998:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076541.029001:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076541.029002:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076541.029003:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076541.029005:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076541.029006:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076541.029007:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076541.029008:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076541.029010:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076541.029011:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076541.029013:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076541.029014:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076541.029016:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076541.029017:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076541.029018:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076541.029020:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076541.029021:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076541.029023:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076541.029024:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076541.029028:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076541.029029:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076541.029031:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076541.029033:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076541.029035:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076541.029037:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076541.029039:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769076541.029041:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076541.029043:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076541.029045:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076541.029047:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076541.029048:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076541.029050:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076541.029053:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769076541.029057:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076541.029062:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948161536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076541.029068:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076541.029070:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076541.029073:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948161536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076541.029079:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076541.029081:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076541.029084:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076541.029086:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076541.029088:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076541.029090:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076541.029097:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3232
00000400:00000200:3.0:1769076541.029104:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076541.029110:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076541.029113:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076541.029118:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076541.029137:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076541.029146:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076541.029155:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076541.029166:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076541.029172:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076541.029178:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076541.029180:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076541.029193:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076541.029204:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076541.029218:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076541.029232:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076541.029249:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076541.029258:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076541.029270:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076541.029283:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076541.029291:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076541.029294:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076541.029312:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076541.029319:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076541.029325:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076541.029328:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076541.029335:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076541.029336:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076541.029340:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769076541.029346:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076541.029348:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076541.029349:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076541.029352:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076541.029357:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076541.029361:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076541.029374:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769076541.029382:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076541.029403:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948161664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076541.029429:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076541.029441:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076541.029457:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948161664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076541.029486:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076541.029489:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076541.029504:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076541.029507:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076541.029509:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076541.029517:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076541.029525:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3232
00000400:00000200:3.0:1769076541.029542:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076541.029563:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076541.029578:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076541.029595:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076541.029606:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076541.029615:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076541.029618:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076541.029620:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076541.029621:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076541.029622:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076541.029624:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076541.029631:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076541.029633:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076541.029640:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076541.029650:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076541.029660:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076541.029670:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076541.029676:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076541.029683:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076541.029696:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076541.029700:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076541.029708:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076541.029712:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076541.029717:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076541.029723:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076541.029756:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076541.029757:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076541.029760:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769076541.029762:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076541.029764:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076541.029766:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076541.029769:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076541.029771:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076541.029773:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076541.029779:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769076541.029783:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076541.029792:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948161792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1769076541.029808:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076541.029817:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1769076541.029820:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076541.029828:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076541.029847:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948161792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076541.029869:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076541.029881:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076541.029884:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076541.029893:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076541.029901:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076541.029907:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076541.029919:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3232
00000400:00000200:3.0:1769076541.029938:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076541.029951:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076541.029957:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076541.029978:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076541.029993:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076541.029998:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076541.030010:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076541.030020:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076541.030028:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076541.030032:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076541.030042:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076541.030047:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076541.030054:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076541.030058:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076541.030060:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076541.030067:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076541.030070:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076541.030073:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076541.030087:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076541.030090:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076541.030093:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076541.030098:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076541.030108:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076541.030114:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076541.030122:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076541.030134:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076541.030144:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076541.030159:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769076541.030170:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076541.030181:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076541.030188:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076541.030200:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076541.030207:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076541.030211:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076541.030221:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769076541.030234:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076541.030247:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948161920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076541.030332:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076541.030335:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076541.030344:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948161920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076541.030396:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076541.030410:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3242)
00000800:00000200:0.1:1769076541.030682:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076541.030686:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076541.031364:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076541.031367:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076541.031662:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076541.031665:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076541.031974:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076541.031977:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1769076542.052813:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076542.052822:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076542.052824:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076542.052829:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076542.052832:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076542.052835:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076542.052837:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076542.052839:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076542.052841:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076542.372810:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297906448, at 4297906496
00000100:00000010:1.0:1769076542.372822:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470c60.
00000020:00000001:3.0:1769076542.372838:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076542.372842:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076542.372846:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076543.076824:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076543.076831:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076543.076832:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076543.076837:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076543.076840:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076543.076843:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076543.076845:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076543.076847:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076543.076849:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076543.396857:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076543.396860:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076543.396863:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076544.100827:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076544.100834:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076544.100836:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076544.100841:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076544.100845:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076544.100849:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076544.100851:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076544.100854:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076544.100857:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076545.124788:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076545.124795:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076545.124797:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076545.124801:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076545.124804:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076545.124807:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076545.124809:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076545.124812:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076545.124815:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076546.148783:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769076546.148785:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076546.148790:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769076546.148792:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076546.148794:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076546.148796:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076546.148800:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1769076546.148802:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076546.148805:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769076546.148808:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769076546.148813:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3237
00000100:00000001:1.0:1769076546.148814:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076546.148819:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1769076546.148822:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769076546.148823:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076546.148829:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076546.148829:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076546.148834:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076546.148837:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076546.148840:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076546.148842:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076546.148844:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076546.148847:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076546.148848:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076546.148850:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076546.148852:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076546.148854:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076546.148857:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076546.148859:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076546.148861:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076546.148862:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076546.148863:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076546.148865:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076546.148867:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076546.148869:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076546.148871:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076546.148873:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076546.148875:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076546.148877:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076546.148878:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076546.148884:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000020:00000040:3.0:1769076546.148886:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076546.148889:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076546.148891:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076546.148894:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076546.148896:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076546.148900:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076546.148908:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769076546.148915:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076546.148924:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948162048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076546.148935:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076546.148939:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076546.148944:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948162048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076546.148967:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076546.148969:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076546.148972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076546.148973:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076546.148974:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076546.148977:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076546.148978:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3237
00000400:00000200:3.0:1769076546.148981:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076546.148983:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076546.148985:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076546.148987:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076546.148989:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076546.148990:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076546.148991:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076546.148993:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076546.148994:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076546.148995:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076546.148996:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076546.148998:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076546.148999:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076546.149001:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076546.149003:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076546.149004:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076546.149006:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076546.149008:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076546.149011:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076546.149012:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076546.149013:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076546.149017:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076546.149019:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076546.149020:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076546.149024:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076546.149026:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076546.149031:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076546.149036:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3480.
00000020:00000040:3.0:1769076546.149040:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076546.149043:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076546.149045:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076546.149049:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076546.149051:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076546.149054:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076546.149061:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769076546.149066:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076546.149076:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3480 x1855007948162176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076546.149092:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076546.149095:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076546.149102:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb7685cc] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3480 x1855007948162176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076546.149112:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076546.149116:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076546.149119:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076546.149121:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076546.149123:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076546.149128:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076546.149130:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3237
00000400:00000200:3.0:1769076546.149135:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076546.149139:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076546.149140:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076546.149143:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076546.149148:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076546.149150:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076546.149151:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076546.149154:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076546.149157:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076546.149161:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076546.149163:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076546.149166:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076546.149171:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076546.149181:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076546.149185:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076546.149190:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076546.149195:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076546.149200:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076546.149204:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076546.149207:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076546.149210:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076546.149212:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076546.149227:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076546.149228:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076546.149231:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076546.149234:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076546.149236:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076546.149242:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769076546.149245:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076546.149247:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076546.149249:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076546.149252:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076546.149255:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076546.149257:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076546.149261:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769076546.149266:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076546.149276:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948162304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076546.149289:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076546.149294:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076546.149301:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948162304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076546.149318:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076546.149322:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076546.149330:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076546.149334:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076546.149336:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076546.149344:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076546.149352:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3237
00000400:00000200:3.0:1769076546.149362:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076546.149371:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076546.149377:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076546.149384:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000200:0.1:1769076546.149386:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769076546.149389:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1769076546.149391:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1769076546.149394:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076546.149398:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076546.149403:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076546.149405:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076546.149408:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076546.149411:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076546.149416:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076546.149421:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076546.149428:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076546.149430:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076546.149434:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076546.149436:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076546.149439:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076546.149445:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076546.149447:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076546.149452:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076546.149455:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076546.149460:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076546.149462:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076546.149466:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076546.149470:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076546.149475:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076546.149480:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769076546.149484:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076546.149489:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076546.149492:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076546.149493:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076546.149497:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076546.149499:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076546.149503:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769076546.149507:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076546.149514:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948162432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076546.149522:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076546.149524:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076546.149529:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948162432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076546.149536:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076546.149541:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076546.149544:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076546.149547:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076546.149549:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076546.149551:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076546.149555:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3237
00000400:00000200:3.0:1769076546.149560:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076546.149565:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076546.149567:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076546.149573:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076546.149575:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076546.149580:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076546.149582:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076546.149584:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076546.149585:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076546.149587:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076546.149590:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076546.149593:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076546.149597:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076546.149604:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076546.149608:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076546.149611:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076546.149615:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076546.149617:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076546.149619:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076546.149623:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076546.149626:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076546.149630:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076546.149633:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076546.149636:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076546.149640:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076546.149642:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076546.149645:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076546.149650:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769076546.149654:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076546.149658:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076546.149660:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076546.149665:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076546.149668:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076546.149670:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076546.149675:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769076546.149681:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076546.149696:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948162560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076546.149712:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076546.149716:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076546.149724:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948162560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076546.149752:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076546.149755:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3247)
00000800:00000200:0.1:1769076546.149992:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076546.149995:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076546.150284:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076546.150288:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076546.150532:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076546.150534:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076546.150710:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076546.150712:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1769076546.468958:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076546.468962:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076546.468966:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076547.172830:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076547.172842:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076547.172845:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076547.172854:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076547.172859:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076547.172864:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076547.172867:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076547.172871:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076547.172874:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076547.492874:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297911567, at 4297911616
00000100:00000010:1.0:1769076547.492907:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470ae0.
00000020:00000001:3.0:1769076547.492917:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076547.492923:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076547.492927:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076548.196793:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076548.196802:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076548.196803:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076548.196808:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076548.196812:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076548.196816:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076548.196819:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076548.196821:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076548.196824:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076549.220825:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076549.220834:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076549.220836:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076549.220842:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076549.220845:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076549.220850:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076549.220853:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076549.220857:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076549.220860:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076550.244856:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076550.244865:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076550.244867:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076550.244873:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076550.244877:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076550.244880:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076550.244883:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076550.244885:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076550.244888:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076550.564873:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076550.564881:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076550.564885:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076551.268832:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076551.268839:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076551.268842:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076551.268849:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076551.268854:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076551.268859:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076551.268867:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076551.268870:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076551.268874:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076551.269493:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076551.269990:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076551.270237:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076551.270420:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076551.270586:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:3.0:1769076551.588907:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076551.588911:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076551.588914:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076552.292944:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076552.292956:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076552.292958:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076552.292964:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076552.292969:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076552.292974:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076552.292977:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076552.292982:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076552.292985:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076552.612880:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297916687, at 4297916736
00000100:00000010:1.0:1769076552.612901:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470e40.
00000020:00000001:3.0:1769076552.612979:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076552.612983:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076552.612986:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076553.316891:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076553.316899:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076553.316901:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076553.316906:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076553.316909:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076553.316914:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076553.316916:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076553.316919:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076553.316921:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076554.341067:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076554.341088:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076554.341090:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076554.341095:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076554.341100:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076554.341103:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076554.341106:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076554.341108:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076554.341111:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076554.660969:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076554.660973:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076554.660976:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076555.364907:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076555.364918:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076555.364920:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076555.364927:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076555.364932:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076555.364937:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076555.364941:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076555.364944:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076555.364947:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076555.684923:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076555.684927:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076555.684930:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076556.388845:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076556.388859:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076556.388865:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076556.388873:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076556.388881:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076556.388891:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3248
00000400:00000200:3.0:1769076556.388903:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076556.388911:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076556.388914:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076556.388917:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076556.388921:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076556.388924:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076556.388926:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076556.388929:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076556.388931:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076556.388934:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076556.388936:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076556.388939:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076556.388941:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076556.388943:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076556.388945:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076556.388946:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076556.388947:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076556.388950:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076556.388952:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076556.388954:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076556.388956:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076556.388959:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076556.388961:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076556.388963:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076556.388965:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076556.388971:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769076556.388974:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076556.388977:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076556.388979:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076556.388983:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076556.388985:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076556.388990:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076556.388999:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769076556.389006:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076556.389015:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948163328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076556.389024:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076556.389028:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076556.389031:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948163328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076556.389073:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076556.389076:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076556.389079:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076556.389080:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076556.389081:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076556.389084:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076556.389086:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3248
00000400:00000200:3.0:1769076556.389090:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076556.389092:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076556.389094:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076556.389097:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076556.389099:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076556.389101:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076556.389103:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076556.389105:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076556.389106:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076556.389108:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076556.389112:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076556.389114:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076556.389119:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076556.389124:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076556.389125:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076556.389129:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076556.389131:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076556.389134:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076556.389140:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076556.389144:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076556.389147:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076556.389154:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076556.389160:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076556.389163:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076556.389167:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076556.389172:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076556.389175:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076556.389181:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769076556.389184:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076556.389189:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076556.389192:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076556.389194:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076556.389196:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076556.389199:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076556.389202:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769076556.389207:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076556.389215:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948163456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076556.389225:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076556.389228:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076556.389232:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948163456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076556.389245:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076556.389249:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076556.389253:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076556.389255:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076556.389256:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076556.389259:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076556.389263:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3248
00000400:00000200:3.0:1769076556.389267:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076556.389270:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076556.389272:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076556.389274:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076556.389276:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076556.389277:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076556.389279:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076556.389281:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076556.389283:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076556.389285:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076556.389288:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076556.389302:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076556.389308:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076556.389317:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076556.389322:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076556.389343:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076556.389348:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076556.389354:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076556.389362:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076556.389368:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076556.389370:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076556.389373:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076556.389379:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076556.389383:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076556.389386:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076556.389392:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076556.389396:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076556.389404:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769076556.389409:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076556.389432:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076556.389435:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076556.389440:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076556.389444:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076556.389446:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076556.389455:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769076556.389462:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076556.389474:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948163584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076556.389487:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076556.389493:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076556.389506:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948163584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769076556.389513:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076556.389520:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1769076556.389538:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076556.389543:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076556.389552:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076556.389557:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076556.389560:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076556.389565:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076556.389572:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3248
00000400:00000200:3.0:1769076556.389580:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076556.389590:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076556.389729:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076556.389783:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076556.389788:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076556.389794:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076556.389800:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076556.389805:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076556.389809:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076556.389813:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076556.389819:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076556.389824:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076556.389830:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076556.389838:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076556.389844:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076556.389851:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076556.389857:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076556.389864:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076556.389871:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076556.389877:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076556.389882:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076556.389886:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076556.389893:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076556.389899:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076556.389904:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076556.389911:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076556.389915:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076556.389921:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769076556.389926:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076556.389931:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076556.389934:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076556.389939:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076556.389942:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076556.389946:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076556.389953:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769076556.389959:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076556.389970:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948163712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076556.390004:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076556.390009:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076556.390018:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948163712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076556.390038:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076556.390056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076556.390062:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076556.390064:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076556.390065:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076556.390069:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076556.390075:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3248
00000400:00000200:3.0:1769076556.390084:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076556.390093:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076556.390098:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076556.390103:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076556.390106:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076556.390109:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076556.390115:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076556.390120:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076556.390123:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076556.390127:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076556.390138:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076556.390144:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076556.390149:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076556.390158:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076556.390164:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076556.390170:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076556.390176:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076556.390180:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076556.390187:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076556.390192:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076556.390197:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076556.390202:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076556.390208:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076556.390213:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076556.390217:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076556.390224:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076556.390229:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076556.390236:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769076556.390242:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076556.390247:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076556.390251:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076556.390256:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076556.390258:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076556.390263:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076556.390271:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769076556.390278:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076556.390289:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948163840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076556.390312:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076556.390318:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076556.390326:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948163840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076556.390350:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076556.390360:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3258)
00000800:00000200:2.1:1769076556.390397:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076556.390400:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076556.390762:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076556.390766:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076556.391084:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076556.391087:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076556.391385:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076556.391387:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1769076556.708960:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076556.708963:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076556.708966:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076557.732814:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297921807, at 4297921856
00000100:00000010:1.0:1769076557.732834:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ba0.
00000020:00000001:3.0:1769076558.757048:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076558.757054:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076558.757058:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076559.780932:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076559.780938:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076559.780941:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076560.484891:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076560.484901:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076560.484903:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076560.484911:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076560.484916:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076560.484920:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076560.484924:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076560.484927:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076560.484930:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076560.805030:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076560.805036:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076560.805040:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076561.508813:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076561.508822:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076561.508825:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076561.508831:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076561.508835:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076561.508839:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076561.508842:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076561.508846:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076561.508852:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076561.509547:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076561.509553:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076561.510645:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076561.510651:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076561.511117:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076561.511120:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076561.511394:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076561.511396:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076561.511578:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076561.511580:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1769076562.532837:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076562.532845:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076562.532847:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076562.532854:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076562.532858:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076562.532862:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076562.532864:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076562.532867:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076562.532870:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076562.852840:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297926927, at 4297926976
00000100:00000010:1.0:1769076562.852857:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ba0.
00000020:00000001:3.0:1769076562.852900:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076562.852904:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076562.852907:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076563.556845:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076563.556853:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076563.556855:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076563.556862:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076563.556866:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076563.556870:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076563.556873:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076563.556876:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076563.556879:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076563.876867:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076563.876870:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076563.876873:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076564.580794:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076564.580801:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076564.580803:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076564.580810:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076564.580814:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076564.580818:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076564.580821:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076564.580823:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076564.580826:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076564.900892:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076564.900896:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076564.900925:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076565.604833:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076565.604842:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076565.604843:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076565.604849:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076565.604852:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076565.604856:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076565.604859:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076565.604861:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076565.604863:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076566.628836:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076566.628846:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076566.628848:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076566.628851:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1769076566.628854:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:3.0:1769076566.628858:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076566.628860:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076566.628863:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769076566.628864:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769076566.628867:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076566.628868:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076566.628879:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076566.628887:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3258
00000100:00000001:1.0:1769076566.628889:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076566.628894:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076566.628900:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076566.628906:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076566.628909:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076566.628913:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076566.628916:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076566.628919:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076566.628920:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076566.628924:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076566.628926:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076566.628928:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076566.628931:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076566.628933:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076566.628935:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076566.628938:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076566.628939:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076566.628940:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076566.628942:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076566.628944:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076566.628946:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076566.628948:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076566.628950:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076566.628953:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076566.628955:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076566.628956:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076566.628958:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076566.628968:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769076566.628971:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076566.628975:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076566.628977:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076566.628979:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076566.628982:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076566.628986:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076566.628995:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769076566.629001:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076566.629010:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948164608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076566.629018:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076566.629023:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076566.629026:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948164608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076566.629044:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076566.629046:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076566.629050:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076566.629051:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076566.629052:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076566.629055:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076566.629056:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3258
00000400:00000200:3.0:1769076566.629059:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076566.629060:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076566.629062:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076566.629064:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076566.629066:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076566.629067:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076566.629069:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076566.629071:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076566.629073:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076566.629074:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076566.629076:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076566.629077:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076566.629078:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076566.629080:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076566.629082:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076566.629084:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076566.629086:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076566.629089:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076566.629092:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076566.629095:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076566.629099:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076566.629105:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076566.629108:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076566.629112:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076566.629117:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076566.629124:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076566.629126:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076566.629131:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769076566.629135:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076566.629138:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076566.629141:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076566.629143:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076566.629146:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076566.629149:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076566.629157:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769076566.629161:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076566.629169:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948164736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076566.629178:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076566.629182:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076566.629188:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948164736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076566.629198:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076566.629201:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076566.629206:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076566.629207:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076566.629208:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076566.629210:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076566.629216:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3258
00000400:00000200:3.0:1769076566.629219:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076566.629221:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076566.629226:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076566.629232:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076566.629235:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076566.629240:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076566.629246:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076566.629251:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076566.629253:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076566.629256:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076566.629259:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076566.629264:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076566.629268:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076566.629275:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076566.629277:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076566.629282:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076566.629283:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076566.629286:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076566.629291:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076566.629293:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076566.629294:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076566.629296:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076566.629299:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076566.629302:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076566.629305:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076566.629307:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076566.629310:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076566.629316:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769076566.629319:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076566.629324:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076566.629326:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076566.629329:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076566.629332:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076566.629334:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076566.629338:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769076566.629344:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076566.629351:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948164864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076566.629375:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076566.629378:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076566.629386:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948164864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076566.629396:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076566.629398:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076566.629403:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076566.629406:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076566.629408:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076566.629414:0:37:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:2.1:1769076566.629417:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:3.0:1769076566.629419:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3258
00000800:00000200:2.1:1769076566.629423:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000400:00000200:3.0:1769076566.629426:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076566.629433:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076566.629438:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076566.629443:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076566.629445:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076566.629448:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076566.629453:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076566.629455:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076566.629457:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076566.629460:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076566.629463:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076566.629465:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076566.629468:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076566.629473:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076566.629475:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076566.629479:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076566.629483:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076566.629486:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076566.629492:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076566.629496:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076566.629499:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076566.629502:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076566.629504:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076566.629507:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076566.629510:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076566.629515:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076566.629519:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076566.629524:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769076566.629528:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076566.629533:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076566.629535:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076566.629536:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076566.629539:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076566.629541:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076566.629547:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769076566.629551:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076566.629558:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948164992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076566.629566:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076566.629568:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076566.629575:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948164992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076566.629583:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076566.629588:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076566.629595:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076566.629599:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076566.629602:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076566.629606:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076566.629611:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3258
00000400:00000200:3.0:1769076566.629620:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076566.629626:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076566.629630:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076566.629636:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076566.629640:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076566.629644:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076566.629647:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076566.629651:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076566.629654:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076566.629657:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076566.629660:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076566.629668:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076566.629672:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076566.629677:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076566.629680:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076566.629684:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076566.629688:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076566.629692:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076566.629698:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076566.629700:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076566.629704:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076566.629706:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076566.629710:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076566.629711:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076566.629717:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076566.629723:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076566.629724:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076566.629729:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769076566.629757:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076566.629758:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076566.629760:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076566.629761:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076566.629762:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076566.629764:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076566.629767:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769076566.629773:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076566.629782:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948165120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076566.629801:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076566.629806:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076566.629814:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948165120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076566.629827:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076566.629834:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3268)
00000800:00000200:2.1:1769076566.630071:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076566.630074:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076566.630345:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076566.630346:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076566.630528:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076566.630530:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076566.630758:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076566.630761:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1769076566.948916:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076566.948921:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076566.948925:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076567.652826:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076567.652834:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076567.652836:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076567.652842:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076567.652845:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076567.652850:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076567.652876:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076567.652879:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076567.652882:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076567.972817:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297932047, at 4297932096
00000100:00000010:1.0:1769076567.972834:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d80.
00000020:00000001:3.0:1769076567.972901:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076567.972905:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076567.972908:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076568.676890:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076568.676900:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076568.676903:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076568.676910:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076568.676914:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076568.676919:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076568.676922:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076568.676925:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076568.676928:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076568.997121:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076568.997127:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076568.997132:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076569.700876:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076569.700884:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076569.700887:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076569.700892:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076569.700897:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076569.700901:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076569.700904:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076569.700906:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076569.700909:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076570.724827:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076570.724834:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076570.724836:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076570.724840:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076570.724844:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076570.724847:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076570.724849:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076570.724851:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076570.724854:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076571.044989:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076571.044995:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076571.044999:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076571.748858:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769076571.748862:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076571.748867:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076571.748870:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076571.748876:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1769076571.748878:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076571.748881:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769076571.748884:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769076571.748887:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076571.748889:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076571.748897:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076571.748900:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769076571.748901:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076571.748910:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076571.748917:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3263
00000400:00000200:3.0:1769076571.748931:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076571.748940:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076571.748944:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076571.748949:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076571.748953:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076571.748956:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076571.748960:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076571.748965:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076571.748968:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076571.748971:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076571.748975:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076571.748989:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076571.748996:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076571.749001:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076571.749004:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076571.749006:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076571.749009:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076571.749014:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076571.749018:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076571.749022:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076571.749026:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076571.749030:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076571.749034:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076571.749037:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076571.749040:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076571.749050:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769076571.749070:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076571.749075:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076571.749077:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076571.749082:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076571.749084:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076571.749089:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076571.749097:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769076571.749105:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076571.749114:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948165248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076571.749144:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076571.749149:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076571.749156:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948165248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076571.749186:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076571.749190:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076571.749195:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076571.749197:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076571.749199:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076571.749203:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076571.749206:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3263
00000400:00000200:3.0:1769076571.749211:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076571.749215:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076571.749219:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076571.749224:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076571.749228:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076571.749232:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076571.749235:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076571.749238:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076571.749240:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076571.749243:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076571.749250:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076571.749261:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076571.749272:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076571.749285:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076571.749299:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076571.749326:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076571.749332:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076571.749340:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076571.749351:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076571.749357:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076571.749363:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076571.749372:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076571.749378:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076571.749384:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076571.749392:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076571.749398:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076571.749401:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076571.749408:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769076571.749422:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076571.749428:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076571.749433:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076571.749440:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076571.749445:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076571.749455:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076571.749462:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769076571.749486:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076571.749502:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948165376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076571.749592:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076571.749600:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076571.749615:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948165376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076571.749664:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076571.749676:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076571.749689:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076571.749694:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076571.749700:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076571.749727:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076571.749735:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3263
00000400:00000200:3.0:1769076571.749831:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076571.749843:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076571.749855:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076571.749865:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076571.749870:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076571.749881:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076571.749884:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076571.749893:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076571.749894:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076571.749896:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076571.749898:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076571.749905:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076571.749909:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076571.749924:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076571.749929:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076571.749935:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000200:2.1:1769076571.749942:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769076571.749945:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:2.1:1769076571.749950:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000020:00000040:3.0:1769076571.749953:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076571.749962:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076571.749966:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076571.749971:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076571.749978:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076571.749985:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076571.749991:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076571.749995:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076571.750004:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076571.750011:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076571.750018:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769076571.750023:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076571.750028:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076571.750032:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076571.750038:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076571.750042:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076571.750046:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076571.750071:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769076571.750081:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076571.750094:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948165504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076571.750150:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076571.750156:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076571.750170:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948165504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076571.750194:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076571.750199:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076571.750207:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076571.750210:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076571.750215:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076571.750223:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076571.750232:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3263
00000400:00000200:3.0:1769076571.750248:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076571.750258:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076571.750264:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076571.750276:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076571.750289:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076571.750299:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076571.750326:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076571.750332:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076571.750346:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076571.750349:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076571.750354:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076571.750363:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076571.750373:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076571.750383:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076571.750391:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076571.750401:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076571.750408:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076571.750413:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076571.750431:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076571.750441:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076571.750452:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076571.750462:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076571.750468:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076571.750474:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076571.750481:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076571.750490:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076571.750499:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076571.750513:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769076571.750522:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076571.750529:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076571.750534:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076571.750543:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076571.750549:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076571.750556:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076571.750568:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769076571.750574:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076571.750588:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948165632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076571.750611:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076571.750615:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076571.750625:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948165632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076571.750685:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076571.750695:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076571.750710:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076571.750716:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076571.750724:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076571.750735:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076571.750746:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3263
00000400:00000200:3.0:1769076571.750763:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076571.750771:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076571.750776:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076571.750836:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076571.750841:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076571.750848:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076571.750861:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076571.750872:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076571.750875:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076571.750877:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076571.750878:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076571.750881:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076571.750889:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076571.750899:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076571.750902:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076571.750907:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076571.750917:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076571.750928:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076571.750940:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076571.750952:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076571.750958:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076571.750967:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076571.750974:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076571.750981:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076571.750988:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076571.750998:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076571.751005:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076571.751016:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769076571.751026:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076571.751036:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076571.751041:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076571.751049:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076571.751069:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076571.751075:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076571.751083:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769076571.751092:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076571.751103:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948165760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076571.751119:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076571.751141:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076571.751167:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948165760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076571.751208:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076571.751221:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3273)
00000800:00000200:2.1:1769076571.751287:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076571.751290:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076571.751637:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076571.751640:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076571.752019:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076571.752021:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076571.752521:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076571.752524:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1769076572.069034:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076572.069038:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076572.069041:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076572.772876:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076572.772888:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076572.772891:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076572.772900:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076572.772906:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076572.772911:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076572.772914:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076572.772918:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076572.772921:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076573.092887:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297937168, at 4297937216
00000100:00000010:1.0:1769076573.092911:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ea0.
00000020:00000001:3.0:1769076573.093077:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076573.093084:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076573.093090:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076573.796831:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076573.796842:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076573.796845:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076573.796852:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076573.796858:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076573.796863:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076573.796867:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076573.796872:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076573.796876:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076574.820855:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076574.820879:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076574.820880:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076574.820885:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076574.820889:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076574.820892:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076574.820894:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076574.820897:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076574.820899:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076575.140954:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076575.140961:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076575.140966:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076575.844874:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076575.844885:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076575.844888:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076575.844896:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076575.844901:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076575.844907:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076575.844911:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076575.844916:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076575.844920:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076576.164970:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076576.164978:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076576.164984:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076576.868940:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076576.868952:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076576.868958:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076576.868970:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076576.868981:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076576.868987:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076576.868992:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076576.868998:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076576.869004:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076576.870184:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076576.870192:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769076576.871357:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076576.871360:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769076576.871922:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076576.871927:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769076576.872386:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076576.872389:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769076576.872843:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076576.872848:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1769076577.189402:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076577.189407:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076577.189411:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076577.892794:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076577.892800:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076577.892803:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076577.892808:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076577.892812:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076577.892816:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076577.892819:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076577.892822:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076577.892824:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076578.212874:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297942288, at 4297942336
00000100:00000010:1.0:1769076578.212897:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470e40.
00000100:00000001:1.0:1769076578.916861:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076578.916868:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076578.916870:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076578.916875:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076578.916878:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076578.916881:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076578.916884:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076578.916886:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076578.916888:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076579.236928:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076579.236933:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076579.236936:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076579.940854:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076579.940862:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076579.940864:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076579.940871:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076579.940875:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076579.940879:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076579.940881:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076579.940884:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076579.940887:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076580.260833:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076580.260837:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076580.260840:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076580.964852:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076580.964862:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076580.964864:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076580.964870:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076580.964874:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076580.964879:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076580.964881:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076580.964883:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076580.964886:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076581.988785:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076581.988791:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076581.988793:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076581.988797:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076581.988801:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076581.988808:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076581.988811:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076581.988813:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076581.988815:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076581.988881:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076581.988890:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076581.988893:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076581.988897:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076581.988901:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076581.988909:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3273
00000400:00000200:3.0:1769076581.988919:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076581.988926:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076581.988929:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076581.988932:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076581.988936:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076581.988939:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076581.988940:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076581.988960:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076581.988962:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076581.988964:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076581.988967:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076581.988969:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076581.988971:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076581.988974:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076581.988976:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076581.988978:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076581.988980:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076581.988983:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076581.988986:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076581.988988:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076581.988997:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076581.989001:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076581.989006:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076581.989009:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076581.989012:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076581.989025:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3480.
00000020:00000040:3.0:1769076581.989030:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076581.989036:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076581.989038:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076581.989042:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076581.989046:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076581.989052:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076581.989064:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769076581.989074:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076581.989088:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3480 x1855007948166528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076581.989101:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076581.989106:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076581.989110:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb7685cc] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3480 x1855007948166528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076581.989142:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076581.989146:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076581.989151:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076581.989153:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076581.989155:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076581.989161:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076581.989166:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3273
00000400:00000200:3.0:1769076581.989174:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076581.989182:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076581.989190:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076581.989200:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076581.989211:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076581.989223:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076581.989230:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076581.989241:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076581.989245:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076581.989265:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076581.989271:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076581.989283:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076581.989289:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076581.989298:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076581.989314:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076581.989329:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076581.989333:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076581.989345:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076581.989364:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076581.989375:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076581.989379:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076581.989408:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076581.989415:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076581.989419:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076581.989426:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076581.989435:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076581.989448:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076581.989476:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000020:00000040:3.0:1769076581.989486:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076581.989497:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076581.989502:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076581.989506:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076581.989507:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076581.989510:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076581.989522:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769076581.989560:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076581.989570:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948166656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076581.989599:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076581.989605:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076581.989692:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948166656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076581.989708:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076581.989723:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076581.989739:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:0.1:1769076581.989764:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076581.989768:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000100:00000001:3.0:1769076581.989800:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076581.989803:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076581.989814:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076581.989821:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3273
00000400:00000200:3.0:1769076581.989833:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076581.989844:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076581.989850:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076581.989855:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076581.989861:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076581.989865:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076581.989870:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076581.989872:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076581.989876:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076581.989897:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076581.989901:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076581.989906:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076581.989909:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076581.989917:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076581.989929:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076581.989941:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076581.989952:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076581.989968:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076581.989992:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076581.990002:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076581.990009:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076581.990017:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076581.990021:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076581.990024:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076581.990027:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076581.990032:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076581.990038:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076581.990060:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769076581.990068:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076581.990079:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076581.990084:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076581.990088:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076581.990091:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076581.990101:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076581.990109:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769076581.990119:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076581.990139:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948166784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076581.990176:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076581.990181:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076581.990197:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948166784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076581.990224:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076581.990229:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076581.990237:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076581.990243:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076581.990247:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076581.990261:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076581.990270:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3273
00000400:00000200:3.0:1769076581.990304:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076581.990316:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076581.990321:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076581.990335:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076581.990346:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076581.990351:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076581.990358:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076581.990367:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076581.990372:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076581.990378:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076581.990383:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076581.990391:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076581.990398:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076581.990410:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076581.990419:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076581.990428:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076581.990436:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076581.990450:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076581.990458:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076581.990463:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076581.990466:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076581.990474:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076581.990502:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076581.990512:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076581.990520:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076581.990535:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076581.990543:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076581.990553:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769076581.990562:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076581.990569:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076581.990579:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076581.990585:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076581.990590:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076581.990596:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076581.990603:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769076581.990630:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076581.990645:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948166912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076581.990681:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076581.990686:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076581.990699:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948166912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076581.990723:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076581.990728:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076581.990734:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076581.990736:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076581.990738:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076581.990742:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076581.990775:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3273
00000400:00000200:3.0:1769076581.990786:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076581.990798:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076581.990809:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076581.990828:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076581.990834:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076581.990844:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076581.990850:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076581.990855:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076581.990858:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076581.990880:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076581.990888:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076581.990896:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076581.990907:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076581.990922:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076581.990926:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076581.990932:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076581.990950:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076581.990955:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076581.990965:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076581.990973:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076581.990984:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076581.990993:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076581.991003:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076581.991014:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076581.991020:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076581.991033:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076581.991057:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076581.991081:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769076581.991093:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076581.991102:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076581.991107:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076581.991112:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076581.991120:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076581.991126:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076581.991142:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769076581.991150:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076581.991192:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948167040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1769076581.991231:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076581.991241:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000100:00000001:3.0:1769076581.991256:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076581.991282:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076581.991293:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948167040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076581.991315:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076581.991326:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3283)
00000800:00000200:0.1:1769076581.991533:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076581.991535:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769076581.991773:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076581.991775:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769076581.992081:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076581.992083:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000100:00000001:1.0:1769076583.012830:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076583.012838:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076583.012840:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076583.012845:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076583.012849:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076583.012853:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076583.012856:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076583.012858:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076583.012861:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076583.332825:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297947408, at 4297947456
00000100:00000010:1.0:1769076583.332844:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470ae0.
00000020:00000001:3.0:1769076583.332929:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076583.332933:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076583.332937:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076584.036836:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076584.036848:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076584.036851:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076584.036858:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076584.036864:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076584.036869:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076584.036873:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076584.036877:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076584.036881:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076584.357021:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076584.357028:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076584.357034:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076585.061031:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076585.061049:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076585.061056:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076585.061070:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076585.061080:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076585.061088:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076585.061093:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076585.061097:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076585.061103:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076586.084828:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076586.084839:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076586.084841:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076586.084848:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076586.084852:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076586.084856:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076586.084859:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076586.084861:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076586.084864:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076587.108842:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076587.108851:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076587.108853:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076587.108862:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076587.108867:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076587.108872:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076587.108876:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076587.108881:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076587.108885:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076587.109332:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076587.109336:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769076587.110006:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076587.110009:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769076587.110271:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076587.110273:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769076587.110521:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076587.110523:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769076587.110725:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076587.110727:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000020:00000001:3.0:1769076587.428979:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076587.428984:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076587.428988:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076588.132841:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076588.132850:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076588.132852:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076588.132859:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076588.132864:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076588.132868:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076588.132872:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076588.132875:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076588.132879:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076588.452873:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297952527, at 4297952576
00000100:00000010:1.0:1769076588.452883:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470c60.
00000020:00000001:3.0:1769076588.452998:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076588.453002:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076588.453005:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076589.156852:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076589.156865:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076589.156869:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076589.156879:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076589.156886:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076589.156892:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076589.156897:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076589.156902:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076589.156907:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076590.180796:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076590.180805:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076590.180807:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076590.180812:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076590.180816:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076590.180819:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076590.180822:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076590.180825:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076590.180827:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076591.204900:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076591.204911:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076591.204913:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076591.204921:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076591.204925:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076591.204930:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076591.204934:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076591.204937:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076591.204940:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076591.524893:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076591.524897:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076591.524900:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076592.228794:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076592.228803:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076592.228805:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076592.228811:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076592.228815:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076592.228826:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076592.228829:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076592.228832:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076592.228835:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076592.228864:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076592.228873:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076592.228875:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076592.228878:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076592.228881:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076592.228887:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3283
00000400:00000200:3.0:1769076592.228895:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076592.228900:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076592.228903:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076592.228906:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076592.228909:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076592.228911:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076592.228913:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076592.228917:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076592.228918:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076592.228920:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076592.228923:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076592.228924:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076592.228926:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076592.228928:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076592.228930:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076592.228931:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076592.228933:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076592.228935:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076592.228937:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076592.228939:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076592.228941:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076592.228943:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076592.228946:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076592.228947:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076592.228949:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076592.228956:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769076592.228959:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076592.228962:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076592.228963:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076592.228966:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076592.228967:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076592.228970:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076592.228976:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769076592.228986:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076592.228994:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948167808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076592.229009:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076592.229013:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076592.229016:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948167808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076592.229033:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076592.229036:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076592.229038:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076592.229040:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076592.229041:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076592.229044:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076592.229046:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3283
00000400:00000200:3.0:1769076592.229048:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076592.229051:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076592.229053:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076592.229056:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076592.229057:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076592.229060:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076592.229062:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076592.229063:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076592.229064:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076592.229066:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076592.229067:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076592.229068:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076592.229070:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076592.229073:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076592.229076:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076592.229077:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076592.229080:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076592.229084:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076592.229087:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076592.229091:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076592.229093:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076592.229099:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076592.229102:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076592.229107:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076592.229112:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076592.229118:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076592.229121:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076592.229125:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769076592.229127:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076592.229131:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076592.229132:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076592.229136:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076592.229139:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076592.229141:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076592.229146:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769076592.229149:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076592.229156:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948167936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076592.229165:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076592.229168:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076592.229174:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948167936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076592.229180:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076592.229185:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076592.229189:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076592.229191:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076592.229192:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076592.229195:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076592.229199:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3283
00000400:00000200:3.0:1769076592.229204:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076592.229206:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076592.229211:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076592.229214:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076592.229215:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076592.229217:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076592.229222:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076592.229224:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076592.229225:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076592.229226:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076592.229227:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076592.229229:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076592.229234:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076592.229238:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076592.229243:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076592.229246:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076592.229249:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076592.229254:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076592.229260:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076592.229266:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076592.229269:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076592.229272:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076592.229275:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076592.229277:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076592.229281:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076592.229285:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076592.229288:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076592.229293:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769076592.229296:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076592.229297:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076592.229300:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076592.229302:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076592.229305:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076592.229306:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076592.229310:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769076592.229314:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076592.229323:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948168064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076592.229339:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076592.229343:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076592.229351:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948168064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076592.229361:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076592.229366:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076592.229373:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076592.229376:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076592.229378:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076592.229381:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076592.229384:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3283
00000400:00000200:3.0:1769076592.229389:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076592.229394:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076592.229399:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076592.229403:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076592.229406:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076592.229409:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076592.229414:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:0.1:1769076592.229414:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:3.0:1769076592.229420:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:0.1:1769076592.229421:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000020:00000040:3.0:1769076592.229422:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076592.229425:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076592.229429:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076592.229433:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076592.229437:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076592.229455:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076592.229456:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076592.229457:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076592.229459:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076592.229460:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076592.229462:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076592.229464:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076592.229465:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076592.229468:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076592.229469:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076592.229470:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076592.229471:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076592.229473:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076592.229475:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076592.229478:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769076592.229481:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076592.229487:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076592.229490:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076592.229493:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076592.229495:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076592.229498:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076592.229503:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769076592.229507:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076592.229516:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948168192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076592.229535:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076592.229538:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076592.229545:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948168192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076592.229564:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076592.229569:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076592.229573:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076592.229576:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076592.229578:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076592.229583:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076592.229588:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3283
00000400:00000200:3.0:1769076592.229595:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076592.229598:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076592.229601:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076592.229603:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076592.229605:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076592.229609:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076592.229612:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076592.229614:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076592.229615:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076592.229618:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076592.229621:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076592.229626:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076592.229629:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076592.229633:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076592.229637:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076592.229641:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076592.229644:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076592.229647:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076592.229651:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076592.229657:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076592.229661:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076592.229664:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076592.229667:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076592.229669:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076592.229672:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076592.229676:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076592.229680:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076592.229687:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769076592.229690:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076592.229693:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076592.229695:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076592.229700:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076592.229702:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076592.229704:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076592.229709:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769076592.229713:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076592.229720:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948168320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076592.229777:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076592.229783:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076592.229794:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948168320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076592.229812:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076592.229819:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3294)
00000800:00000200:0.1:1769076592.230004:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076592.230007:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076592.230286:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076592.230288:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076592.230490:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076592.230492:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076592.230671:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076592.230674:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1769076592.548897:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076592.548902:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076592.548906:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076593.252830:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076593.252839:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076593.252840:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076593.252847:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076593.252850:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076593.252854:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076593.252857:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076593.252877:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076593.252880:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076593.572871:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297957647, at 4297957696
00000100:00000010:1.0:1769076593.572888:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470900.
00000020:00000001:3.0:1769076593.572966:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076593.572971:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076593.572975:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076594.276860:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076594.276871:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076594.276874:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076594.276882:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076594.276887:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076594.276893:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076594.276897:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076594.276901:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076594.276904:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076595.300849:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076595.300857:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076595.300859:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076595.300865:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076595.300869:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076595.300873:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076595.300875:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076595.300878:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076595.300881:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076595.622282:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076595.622291:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076595.622297:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076596.324837:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076596.324847:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076596.324849:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076596.324855:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076596.324859:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076596.324864:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076596.324867:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076596.324870:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076596.324872:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076596.644947:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076596.644956:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076596.644961:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076597.348889:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076597.348903:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076597.348912:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076597.348925:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076597.348937:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076597.348945:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076597.348950:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076597.348959:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076597.348966:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076597.349826:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076597.349830:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076597.350808:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076597.350810:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076597.351088:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076597.351090:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076597.351424:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076597.351427:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076597.351852:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076597.351854:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769076597.669019:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076597.669023:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076597.669028:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076598.372859:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076598.372866:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076598.372868:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076598.372873:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076598.372877:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076598.372880:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076598.372883:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076598.372885:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076598.372887:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076598.692800:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297962768, at 4297962816
00000100:00000010:1.0:1769076598.692816:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470360.
00000100:00000001:1.0:1769076599.396845:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076599.396856:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076599.396859:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076599.396866:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076599.396872:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076599.396877:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076599.396881:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076599.396885:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076599.396889:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076599.717011:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076599.717017:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076599.717020:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076600.420865:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076600.420873:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076600.420875:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076600.420881:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076600.420886:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076600.420890:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076600.420893:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076600.420896:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076600.420899:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076600.740949:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076600.740955:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076600.740959:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076601.444816:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076601.444823:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076601.444825:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076601.444831:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076601.444835:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076601.444838:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076601.444840:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076601.444843:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076601.444845:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076601.764937:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076601.764941:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076601.764944:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076602.468828:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076602.468835:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076602.468837:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076602.468842:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076602.468846:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076602.468849:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076602.468851:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076602.468854:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076602.468857:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076602.470053:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076602.470068:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076602.470601:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076602.470604:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076602.470932:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076602.470934:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076602.471200:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076602.471202:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076602.471575:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076602.471577:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1769076603.494719:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076603.494787:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076603.494790:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076603.494797:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076603.494801:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076603.494806:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076603.494809:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076603.494812:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076603.494815:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076603.812903:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297967888, at 4297967936
00000100:00000010:1.0:1769076603.812920:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ae0.
00000020:00000001:3.0:1769076603.813221:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076603.814924:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076603.814929:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076604.516817:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076604.516823:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076604.516825:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076604.516830:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076604.516833:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076604.516835:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076604.516837:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076604.516840:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076604.516842:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076604.836980:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076604.836984:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076604.836988:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076605.540917:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076605.540926:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076605.540928:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076605.540935:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076605.540940:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076605.540944:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076605.540947:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076605.540950:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076605.540954:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076605.861015:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076605.861020:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076605.861024:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076606.564844:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076606.564851:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076606.564852:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076606.564857:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076606.564860:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076606.564863:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076606.564865:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076606.564867:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076606.564869:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076607.588889:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076607.588902:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076607.588909:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076607.588918:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076607.588932:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076607.588943:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076607.588951:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076607.588960:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076607.588970:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076607.590083:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076607.590119:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076607.591482:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076607.591486:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076607.591937:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076607.591941:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076607.592350:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076607.592353:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076607.592902:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076607.592907:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1769076607.908979:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076607.908984:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076607.908988:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076608.612860:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076608.612872:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076608.612875:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076608.612884:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076608.612891:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076608.612897:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076608.612902:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076608.612907:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076608.612912:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076608.932877:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297973008, at 4297973056
00000100:00000010:1.0:1769076608.932905:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227c00.
00000020:00000001:3.0:1769076608.932980:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076608.932986:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076608.932992:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076609.636821:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076609.636827:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076609.636829:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076609.636833:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076609.636835:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076609.636838:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076609.636840:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076609.636842:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076609.636844:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076609.957020:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076609.957026:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076609.957029:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076610.660838:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076610.660847:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076610.660849:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076610.660854:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076610.660857:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076610.660860:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076610.660862:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076610.660864:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076610.660866:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076611.684885:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076611.684898:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076611.684900:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076611.684905:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076611.684910:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076611.684913:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076611.684916:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076611.684919:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076611.684922:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076612.006219:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076612.006228:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076612.006234:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076612.708830:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076612.708859:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076612.708861:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076612.708867:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076612.708870:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076612.708875:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076612.708877:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076612.708879:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076612.708883:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076612.708976:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076612.708983:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076612.708986:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076612.708989:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076612.708992:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076612.708998:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3304
00000400:00000200:3.0:1769076612.709007:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076612.709012:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076612.709015:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076612.709018:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076612.709020:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076612.709023:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076612.709025:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076612.709028:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076612.709030:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076612.709032:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076612.709035:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076612.709037:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076612.709039:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076612.709041:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076612.709042:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076612.709044:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076612.709046:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076612.709049:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076612.709051:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076612.709053:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076612.709055:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076612.709058:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076612.709060:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076612.709062:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076612.709064:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076612.709072:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769076612.709075:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076612.709079:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076612.709081:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076612.709085:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076612.709087:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076612.709093:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076612.709114:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769076612.709122:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076612.709133:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948170368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076612.709147:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076612.709152:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076612.709158:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948170368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076612.709181:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076612.709184:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076612.709187:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076612.709205:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076612.709208:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076612.709211:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076612.709214:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3304
00000400:00000200:3.0:1769076612.709220:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076612.709224:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076612.709228:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076612.709232:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076612.709234:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076612.709238:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076612.709241:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076612.709245:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076612.709251:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076612.709272:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076612.709276:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076612.709281:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076612.709284:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076612.709291:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076612.709298:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076612.709304:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076612.709310:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076612.709314:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076612.709322:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076612.709326:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076612.709330:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076612.709340:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076612.709366:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076612.709371:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076612.709379:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076612.709386:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076612.709395:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076612.709403:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769076612.709410:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076612.709417:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076612.709421:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076612.709424:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076612.709427:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076612.709447:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076612.709458:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769076612.709467:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076612.709480:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948170496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076612.709497:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076612.709503:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076612.709511:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948170496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076612.709527:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076612.709532:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076612.709538:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076612.709542:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076612.709546:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076612.709551:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076612.709558:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3304
00000400:00000200:3.0:1769076612.709573:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076612.709583:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076612.709587:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076612.709594:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076612.709597:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076612.709600:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076612.709603:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076612.709605:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076612.709606:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076612.709611:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076612.709615:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076612.709618:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076612.709625:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000800:00000200:2.1:1769076612.709628:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:3.0:1769076612.709632:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000200:2.1:1769076612.709634:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1769076612.709635:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076612.709640:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076612.709646:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076612.709650:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076612.709655:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076612.709666:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076612.709672:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076612.709677:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076612.709680:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076612.709681:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076612.709683:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076612.709685:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076612.709687:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076612.709694:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769076612.709699:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076612.709705:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076612.709709:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076612.709712:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076612.709715:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076612.709718:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076612.709728:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769076612.709774:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076612.709787:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948170624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076612.709802:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076612.709807:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076612.709813:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948170624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076612.709825:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076612.709832:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076612.709839:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076612.709842:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076612.709844:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076612.709850:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076612.709853:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3304
00000400:00000200:3.0:1769076612.709859:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076612.709866:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076612.709873:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076612.709884:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076612.709891:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076612.709898:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076612.709905:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076612.709912:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076612.709917:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076612.709941:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076612.709946:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076612.709954:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076612.709962:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076612.709976:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076612.709982:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076612.710007:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076612.710010:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076612.710016:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076612.710024:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076612.710029:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076612.710033:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076612.710037:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076612.710043:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076612.710048:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076612.710054:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076612.710059:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076612.710063:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076612.710069:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769076612.710075:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076612.710081:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076612.710086:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076612.710093:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076612.710112:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076612.710119:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076612.710130:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769076612.710139:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076612.710154:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948170752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076612.710170:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076612.710176:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076612.710184:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948170752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076612.710219:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076612.710229:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076612.710236:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076612.710240:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076612.710245:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076612.710271:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076612.710278:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3304
00000400:00000200:3.0:1769076612.710289:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076612.710297:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076612.710304:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076612.710313:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076612.710317:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076612.710324:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076612.710330:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076612.710338:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076612.710344:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076612.710352:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076612.710357:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076612.710366:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076612.710391:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076612.710403:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076612.710410:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076612.710418:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076612.710423:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076612.710428:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076612.710452:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076612.710458:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076612.710463:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076612.710470:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076612.710475:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076612.710479:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076612.710483:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076612.710490:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076612.710496:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076612.710503:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769076612.710509:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076612.710515:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076612.710518:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076612.710521:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076612.710525:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076612.710529:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076612.710535:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769076612.710542:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076612.710553:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948170880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076612.710572:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1769076612.710573:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769076612.710576:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076612.710578:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1769076612.710583:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948170880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076612.710627:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076612.710640:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3314)
00000800:00000200:2.1:1769076612.710934:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076612.710936:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076612.711253:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076612.711256:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076612.711641:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076612.711644:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1769076613.028960:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076613.028966:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076613.028980:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076613.732830:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076613.732846:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076613.732849:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076613.732855:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076613.732859:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076613.732863:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076613.732867:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076613.732869:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076613.732872:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076614.052820:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297978128, at 4297978176
00000100:00000010:1.0:1769076614.052834:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227360.
00000020:00000001:3.0:1769076614.052920:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076614.052926:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076614.052929:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076614.756825:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076614.756832:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076614.756834:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076614.756839:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076614.756843:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076614.756846:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076614.756848:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076614.756850:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076614.756853:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076615.780826:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076615.780833:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076615.780835:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076615.780839:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076615.780843:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076615.780846:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076615.780849:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076615.780851:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076615.780853:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076616.100890:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076616.100894:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076616.100898:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076616.804848:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076616.804860:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076616.804863:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076616.804870:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076616.804876:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076616.804881:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076616.804885:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076616.804889:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076616.804893:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076617.124919:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076617.124926:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076617.124930:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076617.828870:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076617.828885:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076617.828889:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076617.828901:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076617.828912:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076617.828924:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076617.828934:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076617.828943:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076617.828949:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076617.829567:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076617.829958:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076617.830248:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076617.830496:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076617.830666:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:3.0:1769076618.149028:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076618.149036:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076618.149041:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076618.852904:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076618.852911:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076618.852913:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076618.852916:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076618.852919:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076618.852922:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076618.852924:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076618.852926:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076618.852928:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076619.172859:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297983247, at 4297983296
00000100:00000010:1.0:1769076619.172893:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227b40.
00000100:00000001:1.0:1769076619.876953:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076619.876963:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076619.876966:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076619.876972:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076619.876997:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076619.877014:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076619.877018:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076619.877021:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076619.877025:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076620.196966:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076620.197011:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076620.197028:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076620.901079:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076620.901087:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076620.901089:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076620.901095:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076620.901099:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076620.901103:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076620.901106:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076620.901108:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076620.901111:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076621.221020:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076621.221026:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076621.221030:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076621.924874:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076621.924881:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076621.924883:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076621.924889:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076621.924893:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076621.924896:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076621.924898:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076621.924901:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076621.924903:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076622.244861:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076622.244866:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076622.244870:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076622.948853:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076622.948864:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076622.948867:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076622.948871:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076622.948876:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769076622.948879:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769076622.948884:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3314
00000100:00000001:1.0:1769076622.948885:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076622.948890:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076622.948895:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000400:00000200:3.0:1769076622.948899:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769076622.948901:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076622.948907:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769076622.948910:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:1.0:1769076622.948912:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076622.948917:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769076622.948918:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769076622.948923:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076622.948944:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076622.948951:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076622.948954:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076622.948957:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076622.948979:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076622.948981:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076622.948984:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076622.948988:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076622.948990:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076622.948993:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076622.948999:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076622.949002:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076622.949004:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076622.949007:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076622.949010:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076622.949013:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076622.949015:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076622.949018:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076622.949021:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076622.949023:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076622.949025:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076622.949028:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076622.949034:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769076622.949038:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076622.949042:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076622.949043:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076622.949046:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076622.949049:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076622.949054:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076622.949062:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769076622.949069:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076622.949078:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948171648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076622.949106:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076622.949112:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076622.949119:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948171648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076622.949154:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076622.949159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076622.949164:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076622.949167:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076622.949170:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076622.949174:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076622.949178:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3314
00000400:00000200:3.0:1769076622.949184:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076622.949189:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076622.949193:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076622.949209:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076622.949213:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076622.949216:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076622.949220:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076622.949225:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076622.949229:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076622.949235:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076622.949243:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076622.949250:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076622.949256:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076622.949267:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076622.949275:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076622.949282:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076622.949290:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076622.949297:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076622.949313:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076622.949321:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076622.949328:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076622.949337:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076622.949346:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076622.949352:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076622.949360:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076622.949368:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076622.949374:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076622.949383:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769076622.949394:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076622.949403:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076622.949408:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076622.949415:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076622.949419:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076622.949425:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076622.949434:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769076622.949444:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076622.949461:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948171776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076622.949495:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076622.949503:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076622.949517:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948171776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076622.949546:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076622.949554:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076622.949562:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076622.949566:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076622.949570:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076622.949578:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076622.949585:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3314
00000400:00000200:3.0:1769076622.949644:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076622.949659:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076622.949665:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076622.949677:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076622.949685:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076622.949692:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076622.949698:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076622.949706:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076622.949712:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076622.949717:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.1:1769076622.949763:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076622.949769:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000020:00000040:3.0:1769076622.949864:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076622.949875:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076622.949882:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076622.949891:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076622.949901:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076622.949909:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076622.949918:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076622.949940:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076622.949947:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076622.949955:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076622.949958:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076622.949965:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076622.949973:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076622.949979:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076622.949985:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076622.949992:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076622.949999:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076622.950012:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769076622.950020:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076622.950028:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076622.950033:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076622.950040:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076622.950045:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076622.950059:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076622.950069:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769076622.950080:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076622.950096:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948171904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076622.950119:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076622.950127:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076622.950142:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948171904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076622.950168:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076622.950176:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076622.950186:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076622.950191:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076622.950196:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076622.950206:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076622.950216:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3314
00000400:00000200:3.0:1769076622.950228:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076622.950241:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076622.950266:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076622.950277:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076622.950284:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076622.950291:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076622.950298:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076622.950306:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076622.950328:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076622.950335:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076622.950340:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076622.950346:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076622.950353:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076622.950363:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076622.950371:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076622.950380:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076622.950385:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076622.950394:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076622.950399:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076622.950403:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076622.950408:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076622.950416:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076622.950424:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076622.950432:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076622.950438:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076622.950446:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076622.950454:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076622.950466:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769076622.950475:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076622.950483:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076622.950488:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076622.950496:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076622.950499:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076622.950506:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076622.950517:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769076622.950527:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076622.950541:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948172032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076622.950563:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076622.950580:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076622.950596:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948172032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076622.950620:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076622.950628:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076622.950642:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076622.950648:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076622.950653:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076622.950659:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076622.950669:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3314
00000400:00000200:3.0:1769076622.950682:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076622.950696:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076622.950704:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076622.950713:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076622.950722:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076622.950772:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076622.950780:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076622.950789:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076622.950795:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076622.950801:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076622.950807:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076622.950812:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076622.950820:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076622.950830:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076622.950834:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076622.950840:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076622.950843:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076622.950851:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076622.950861:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076622.950870:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076622.950878:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076622.950887:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076622.950895:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076622.950910:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076622.950918:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076622.950940:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076622.950942:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076622.950948:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769076622.950957:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076622.950962:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076622.950968:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076622.950974:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076622.950979:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076622.950984:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076622.950995:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769076622.951006:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076622.951021:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948172160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076622.951050:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076622.951058:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076622.951069:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948172160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076622.951098:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076622.951106:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:3.0:1769076622.951110:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3324)
00000800:00000200:2.1:1769076622.951113:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076622.951501:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076622.951503:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076622.951989:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076622.951992:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076622.952255:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076622.952257:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1769076623.973010:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076623.973016:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076623.973017:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076623.973039:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076623.973043:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076623.973047:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076623.973050:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076623.973053:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076623.973056:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076624.292873:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297988368, at 4297988416
00000100:00000010:1.0:1769076624.292889:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227720.
00000020:00000001:3.0:1769076624.292974:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076624.292979:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076624.292983:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076624.997004:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076624.997013:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076624.997017:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076624.997025:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076624.997031:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076624.997036:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076624.997040:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076624.997044:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076624.997049:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076625.316974:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076625.316981:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076625.316987:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076626.020843:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076626.020852:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076626.020864:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076626.020870:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076626.020889:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076626.020894:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076626.020897:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076626.020899:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076626.020902:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076626.340964:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076626.340968:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076626.340972:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076627.044830:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076627.044836:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076627.044837:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076627.044842:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076627.044845:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076627.044848:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076627.044850:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076627.044852:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076627.044855:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076628.068907:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076628.068917:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076628.068921:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076628.068928:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076628.068934:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076628.068939:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076628.068943:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076628.068946:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076628.068951:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076628.070091:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076628.070098:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076628.071553:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076628.071563:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076628.072310:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076628.072314:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076628.072787:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076628.072790:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076628.073164:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076628.073167:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1769076628.389019:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076628.389025:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076628.389031:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076629.092977:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076629.092989:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076629.092993:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076629.093000:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076629.093005:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076629.093011:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076629.093015:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076629.093018:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076629.093022:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076629.412906:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297993488, at 4297993536
00000100:00000010:1.0:1769076629.412924:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470540.
00000020:00000001:3.0:1769076629.412997:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076629.413002:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076629.413005:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076630.116869:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076630.116876:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076630.116878:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076630.116883:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076630.116886:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076630.116890:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076630.116892:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076630.116894:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076630.116897:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076630.436945:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076630.436951:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076630.436956:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076631.140835:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076631.140843:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076631.140845:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076631.140852:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076631.140856:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076631.140860:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076631.140863:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076631.140866:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076631.140869:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076632.164798:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076632.164804:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076632.164806:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076632.164810:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076632.164813:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076632.164816:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076632.164818:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076632.164820:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076632.164822:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076632.485002:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076632.485007:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076632.485011:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076633.188830:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076633.188840:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076633.188845:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076633.188849:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076633.188855:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076633.188864:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3324
00000400:00000200:1.0:1769076633.188874:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076633.188881:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076633.188884:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076633.188887:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076633.188890:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076633.188892:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076633.188894:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076633.188897:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076633.188898:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076633.188900:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076633.188902:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076633.188904:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076633.188906:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076633.188908:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076633.188909:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076633.188911:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076633.188912:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076633.188914:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076633.188916:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076633.188918:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076633.188920:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076633.188922:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076633.188924:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076633.188926:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076633.188927:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076633.188934:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769076633.188937:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076633.188940:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076633.188941:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076633.188943:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076633.188945:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076633.188948:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076633.188954:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769076633.188959:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076633.188967:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948172928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076633.188975:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076633.188978:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076633.188982:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948172928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076633.189013:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076633.189016:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076633.189025:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076633.189027:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076633.189029:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076633.189032:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076633.189035:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3324
00000400:00000200:1.0:1769076633.189041:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076633.189045:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076633.189048:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076633.189054:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076633.189060:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076633.189064:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076633.189068:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076633.189072:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076633.189075:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076633.189078:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076633.189082:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076633.189087:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076633.189091:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076633.189097:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076633.189101:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076633.189103:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076633.189108:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076633.189110:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076633.189116:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076633.189119:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076633.189122:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076633.189127:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076633.189133:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076633.189136:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076633.189141:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076633.189145:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076633.189148:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076633.189154:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076633.189159:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076633.189162:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076633.189163:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076633.189165:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076633.189168:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076633.189182:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076633.189188:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769076633.189194:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076633.189202:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948173056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076633.189215:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076633.189218:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076633.189226:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948173056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076633.189245:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076633.189251:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076633.189257:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076633.189261:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076633.189263:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076633.189268:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076633.189274:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3324
00000400:00000200:1.0:1769076633.189320:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076633.189325:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076633.189329:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076633.189332:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076633.189333:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076633.189338:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076633.189340:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076633.189343:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076633.189346:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076633.189348:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076633.189350:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076633.189353:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076633.189357:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076633.189361:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076633.189365:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1769076633.189367:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769076633.189368:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076633.189372:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076633.189376:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000800:00000200:0.1:1769076633.189376:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000100:00080000:1.0:1769076633.189380:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076633.189385:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076633.189386:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076633.189389:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076633.189391:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076633.189395:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076633.189397:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076633.189401:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076633.189402:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076633.189406:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076633.189411:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076633.189417:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076633.189420:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076633.189423:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076633.189425:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076633.189429:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076633.189433:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f800.
00000100:00000001:1.0:1769076633.189439:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076633.189448:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948173184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076633.189459:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076633.189462:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076633.189469:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948173184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076633.189483:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076633.189486:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076633.189489:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076633.189492:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076633.189495:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076633.189498:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076633.189502:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3324
00000400:00000200:1.0:1769076633.189509:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076633.189512:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076633.189514:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076633.189520:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076633.189522:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076633.189524:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076633.189526:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076633.189530:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076633.189531:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076633.189533:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076633.189547:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076633.189550:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076633.189554:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076633.189558:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076633.189561:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076633.189566:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076633.189569:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076633.189573:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076633.189576:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076633.189581:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076633.189584:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076633.189587:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076633.189591:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076633.189595:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076633.189598:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076633.189602:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076633.189604:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076633.189607:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076633.189610:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076633.189613:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076633.189616:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076633.189618:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076633.189620:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076633.189622:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076633.189627:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769076633.189629:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076633.189632:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948173312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076633.189638:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076633.189641:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076633.189648:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948173312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076633.189661:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076633.189677:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076633.189680:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076633.189681:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076633.189682:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076633.189687:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076633.189690:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3324
00000400:00000200:1.0:1769076633.189694:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076633.189698:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076633.189702:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076633.189707:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076633.189712:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076633.189715:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076633.189719:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076633.189722:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076633.189724:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076633.189726:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076633.189748:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076633.189751:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076633.189766:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076633.189769:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076633.189771:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076633.189773:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076633.189775:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076633.189777:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076633.189784:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076633.189789:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076633.189791:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076633.189793:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076633.189796:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076633.189800:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076633.189803:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076633.189808:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076633.189812:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076633.189817:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076633.189821:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076633.189826:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076633.189828:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076633.189829:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076633.189832:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076633.189834:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076633.189839:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769076633.189844:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076633.189852:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948173440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076633.189869:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076633.189873:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076633.189878:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948173440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076633.189896:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076633.189902:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3335)
00000800:00000200:0.1:1769076633.190064:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076633.190067:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769076633.190298:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076633.190300:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769076633.190515:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076633.190517:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769076633.190800:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076633.190802:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000020:00000001:3.0:1769076633.508971:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076633.508977:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076633.508982:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076634.533056:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076634.533090:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076634.533097:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076634.533152:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4297998607, at 4297998656
00000100:00000010:1.0:1769076634.535099:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034705a0.
00000020:00000001:3.0:1769076636.587317:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076636.587323:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076636.587327:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076637.605017:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076637.605025:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076637.605031:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076638.311944:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076638.311951:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076638.312664:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076638.312695:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076638.313191:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076638.313195:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076638.313657:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076638.313661:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076638.314154:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076638.314157:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000020:00000001:3.0:1769076638.629070:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076638.629076:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076638.629082:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076639.652898:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298003730, at 4298003776
00000100:00000010:1.0:1769076639.652916:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2272a0.
00000020:00000001:3.0:1769076640.677073:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076640.677080:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076640.677087:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076641.701017:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076641.701025:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076641.701031:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076642.725035:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076642.725046:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076642.725054:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076643.430018:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076643.430032:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076643.431394:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076643.431406:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076643.432401:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076643.432410:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076643.433195:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076643.433200:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076643.433513:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076643.433517:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1769076643.749545:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076643.749555:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076643.749563:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076644.772824:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298008848, at 4298008896
00000100:00000010:1.0:1769076644.772841:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227600.
00000020:00000001:3.0:1769076644.772937:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076644.772952:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076644.772959:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076645.796871:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076645.796879:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076645.796884:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076646.820884:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076646.820888:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076646.820891:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076647.844853:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076647.844858:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076647.844861:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076648.549438:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076648.549445:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076648.550159:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076648.550161:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076648.550397:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076648.550399:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076648.550633:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076648.550634:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076648.550863:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076648.550865:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1769076648.868869:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076648.868875:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076648.868880:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076649.892820:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298013967, at 4298014016
00000100:00000010:1.0:1769076649.892840:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2275a0.
00000020:00000001:3.0:1769076649.892888:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076649.892893:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076649.892898:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076650.916909:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076650.916913:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076650.916916:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076651.940934:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076651.940940:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076651.940944:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076652.964903:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076652.964906:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076652.964910:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076653.668828:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076653.668840:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076653.668844:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076653.668849:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076653.668855:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076653.668864:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3345
00000400:00000200:1.0:1769076653.668875:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076653.668881:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076653.668884:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076653.668887:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076653.668890:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076653.668892:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076653.668895:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076653.668898:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076653.668899:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076653.668902:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076653.668904:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076653.668906:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076653.668907:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076653.668910:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076653.668911:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076653.668913:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076653.668914:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076653.668916:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076653.668918:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076653.668920:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076653.668923:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076653.668926:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076653.668928:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076653.668929:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076653.668932:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076653.668941:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769076653.668944:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076653.668948:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076653.668949:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076653.668952:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076653.668954:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076653.668959:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076653.668967:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769076653.668973:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076653.668982:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948175488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076653.668990:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076653.668995:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076653.668998:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948175488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076653.669017:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076653.669019:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076653.669021:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076653.669022:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076653.669023:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076653.669026:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076653.669029:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3345
00000400:00000200:1.0:1769076653.669032:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076653.669034:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076653.669036:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076653.669040:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076653.669044:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076653.669047:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076653.669050:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076653.669054:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076653.669056:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076653.669060:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076653.669063:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076653.669068:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076653.669071:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076653.669077:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076653.669080:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076653.669083:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076653.669090:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076653.669096:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076653.669102:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076653.669107:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076653.669109:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076653.669115:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076653.669118:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076653.669120:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076653.669123:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076653.669127:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076653.669129:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076653.669137:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076653.669140:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076653.669146:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076653.669149:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076653.669151:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076653.669152:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076653.669156:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076653.669161:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:1.0:1769076653.669163:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076653.669170:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948175616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076653.669178:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076653.669182:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076653.669190:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948175616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076653.669210:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076653.669213:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076653.669220:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076653.669223:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076653.669226:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076653.669229:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076653.669234:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3345
00000400:00000200:1.0:1769076653.669238:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076653.669245:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076653.669248:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076653.669250:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076653.669251:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076653.669254:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076653.669257:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076653.669260:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076653.669261:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076653.669262:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076653.669263:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076653.669266:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076653.669270:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076653.669273:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076653.669276:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076653.669279:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076653.669283:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076653.669287:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076653.669293:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076653.669298:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076653.669301:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076653.669305:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076653.669311:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076653.669317:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076653.669320:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076653.669326:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076653.669332:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076653.669341:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076653.669347:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076653.669354:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076653.669358:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076653.669362:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076653.669366:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1769076653.669370:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:1.0:1769076653.669371:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076653.669376:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
02000000:00000010:1.0:1769076653.669380:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769076653.669388:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076653.669399:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948175744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076653.669430:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076653.669436:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076653.669448:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948175744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076653.669467:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076653.669473:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076653.669479:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076653.669482:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076653.669486:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076653.669494:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076653.669501:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3345
00000400:00000200:1.0:1769076653.669511:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076653.669519:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076653.669525:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076653.669533:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076653.669539:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076653.669547:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076653.669552:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076653.669558:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076653.669561:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076653.669565:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076653.669569:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076653.669574:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076653.669579:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076653.669587:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076653.669592:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076653.669598:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076653.669604:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076653.669609:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076653.669617:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076653.669623:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076653.669630:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076653.669637:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076653.669643:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076653.669648:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076653.669652:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076653.669658:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076653.669663:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076653.669671:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076653.669677:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076653.669684:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076653.669689:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076653.669695:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076653.669701:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076653.669706:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076653.669716:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4ec00.
00000100:00000001:1.0:1769076653.669725:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076653.669788:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948175872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076653.669805:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076653.669811:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076653.669822:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948175872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076653.669844:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076653.669851:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076653.669858:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076653.669862:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076653.669867:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076653.669875:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076653.669882:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3345
00000400:00000200:1.0:1769076653.669893:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076653.669903:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076653.669910:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076653.669920:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076653.669927:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076653.669936:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076653.669943:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076653.669948:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076653.669952:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076653.669958:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076653.669964:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076653.669970:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076653.669977:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076653.669988:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076653.669995:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076653.670003:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076653.670010:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076653.670016:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000800:00000200:2.1:1769076653.670022:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:1.0:1769076653.670026:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000800:00000200:2.1:1769076653.670026:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1769076653.670033:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076653.670039:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076653.670045:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076653.670052:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076653.670058:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076653.670063:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076653.670071:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076653.670077:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076653.670086:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076653.670092:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076653.670098:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076653.670102:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076653.670108:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076653.670112:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076653.670116:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076653.670125:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769076653.670133:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076653.670146:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948176000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076653.670165:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076653.670171:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076653.670184:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948176000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076653.670212:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076653.670220:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3355)
00000800:00000200:2.1:1769076653.670333:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076653.670335:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076653.670609:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076653.670611:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076653.670804:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076653.670806:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1769076653.988885:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076653.988888:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076653.988891:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076655.012840:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298019087, at 4298019136
00000100:00000010:1.0:1769076655.012858:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227780.
00000020:00000001:3.0:1769076655.012923:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076655.012928:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076655.012932:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076656.036971:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076656.036976:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076656.036981:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076657.061028:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076657.061034:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076657.061038:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076658.084936:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076658.084942:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076658.084947:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076658.788833:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076658.788844:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076658.788849:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076658.788853:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076658.788860:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076658.788869:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3350
00000400:00000200:1.0:1769076658.788879:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076658.788890:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076658.788898:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076658.788910:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076658.788919:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076658.788923:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076658.788932:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076658.788937:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076658.788939:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076658.788941:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076658.788943:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076658.788945:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076658.788947:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076658.788949:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076658.788950:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076658.788952:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076658.788954:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076658.788956:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076658.788962:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076658.788965:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076658.788969:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076658.788972:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076658.788975:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076658.788982:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076658.788984:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076658.788996:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769076658.789002:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076658.789006:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076658.789008:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076658.789011:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076658.789014:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076658.789019:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076658.789028:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
00000100:00000001:1.0:1769076658.789035:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076658.789045:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948176128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076658.789056:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076658.789060:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076658.789063:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948176128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076658.789084:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076658.789087:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076658.789090:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076658.789091:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076658.789093:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076658.789095:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076658.789097:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3350
00000400:00000200:1.0:1769076658.789100:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076658.789102:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076658.789104:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076658.789107:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076658.789108:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076658.789110:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076658.789111:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076658.789114:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076658.789115:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076658.789117:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076658.789120:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076658.789122:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076658.789124:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076658.789126:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076658.789128:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076658.789129:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076658.789130:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076658.789133:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076658.789141:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076658.789144:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076658.789151:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076658.789156:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076658.789159:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076658.789160:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076658.789165:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076658.789170:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076658.789174:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076658.789182:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076658.789184:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076658.789186:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076658.789187:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076658.789189:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076658.789190:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076658.789191:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076658.789200:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:1.0:1769076658.789207:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076658.789218:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948176256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076658.789245:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076658.789252:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076658.789266:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948176256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076658.789293:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076658.789297:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076658.789303:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076658.789306:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076658.789308:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076658.789311:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076658.789318:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3350
00000400:00000200:1.0:1769076658.789346:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076658.789354:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076658.789359:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076658.789374:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076658.789380:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076658.789391:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076658.789399:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076658.789406:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076658.789411:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076658.789416:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076658.789422:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076658.789427:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076658.789436:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076658.789445:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076658.789451:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076658.789456:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076658.789458:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076658.789468:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076658.789476:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076658.789481:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076658.789483:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076658.789487:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076658.789501:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076658.789507:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076658.789517:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076658.789529:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076658.789540:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076658.789549:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076658.789561:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076658.789572:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076658.789577:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076658.789585:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076658.789591:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076658.789597:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076658.789606:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769076658.789616:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076658.789625:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00100000:1.0:1769076658.789629:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948176384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769076658.789630:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1769076658.789664:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076658.789667:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076658.789682:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948176384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076658.789698:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076658.789704:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076658.789711:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076658.789715:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076658.789719:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076658.789763:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076658.789772:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3350
00000400:00000200:1.0:1769076658.789787:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076658.789796:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076658.789804:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076658.789811:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076658.789815:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076658.789820:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076658.789824:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076658.789827:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076658.789828:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076658.789831:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076658.789834:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076658.789836:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076658.789838:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076658.789845:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076658.789849:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076658.789852:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076658.789862:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076658.789873:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076658.789882:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076658.789889:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076658.789892:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076658.789898:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076658.789901:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076658.789904:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076658.789907:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076658.789910:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076658.789913:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076658.789919:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076658.789924:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076658.789932:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076658.789934:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076658.789940:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076658.789942:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076658.789944:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076658.789950:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4ec00.
00000100:00000001:1.0:1769076658.789957:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076658.789967:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948176512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076658.789983:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076658.789989:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076658.789998:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948176512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076658.790064:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076658.790072:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076658.790088:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076658.790093:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076658.790104:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076658.790114:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076658.790123:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3350
00000400:00000200:1.0:1769076658.790130:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076658.790134:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076658.790138:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076658.790145:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076658.790151:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076658.790153:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076658.790162:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076658.790169:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076658.790172:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076658.790175:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076658.790180:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076658.790186:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076658.790196:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076658.790205:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076658.790214:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076658.790224:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076658.790229:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076658.790244:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076658.790260:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076658.790270:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076658.790278:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076658.790284:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076658.790288:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076658.790291:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076658.790295:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076658.790300:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076658.790313:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076658.790321:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076658.790344:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076658.790352:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076658.790359:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076658.790364:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076658.790368:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076658.790373:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076658.790382:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769076658.790387:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076658.790399:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948176640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076658.790411:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076658.790414:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076658.790421:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948176640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076658.790434:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076658.790443:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3360)
00000800:00000200:2.1:1769076658.790569:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076658.790571:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076658.790780:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076658.790782:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076658.790994:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076658.790996:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076658.791209:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076658.791211:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1769076659.108985:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076659.108991:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076659.108996:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076660.132840:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298024208, at 4298024256
00000100:00000010:1.0:1769076660.132860:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227840.
00000020:00000001:3.0:1769076660.132929:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076660.132934:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076660.132938:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076661.156926:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076661.156931:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076661.156934:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076662.180905:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076662.180909:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076662.180912:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076663.204997:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076663.205001:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076663.205004:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076663.908840:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076663.908851:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076663.908857:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076663.908864:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076663.908870:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076663.908881:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3355
00000400:00000200:1.0:1769076663.908893:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076663.908900:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076663.908905:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076663.908910:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076663.908914:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076663.908917:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076663.908919:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076663.908924:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076663.908926:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076663.908930:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076663.908933:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076663.908936:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076663.908938:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076663.908942:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076663.908946:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076663.908947:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076663.908949:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076663.908952:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076663.908957:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076663.908959:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076663.908962:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076663.908966:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076663.908970:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076663.908972:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076663.908975:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076663.908986:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769076663.908991:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076663.908995:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076663.908997:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076663.909001:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076663.909003:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076663.909008:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076663.909018:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:1.0:1769076663.909025:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076663.909034:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948176768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076663.909045:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076663.909050:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076663.909057:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948176768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076663.909080:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076663.909084:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076663.909087:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076663.909089:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076663.909090:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076663.909094:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076663.909096:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3355
00000400:00000200:1.0:1769076663.909100:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076663.909103:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076663.909105:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076663.909109:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076663.909112:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076663.909114:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076663.909117:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076663.909119:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076663.909121:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076663.909124:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076663.909129:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076663.909135:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076663.909140:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076663.909151:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076663.909155:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076663.909160:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076663.909167:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076663.909175:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076663.909183:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076663.909189:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076663.909191:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076663.909208:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076663.909213:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076663.909218:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076663.909226:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076663.909233:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076663.909236:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076663.909256:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076663.909263:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076663.909270:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076663.909273:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076663.909278:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076663.909281:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076663.909285:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076663.909293:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769076663.909303:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076663.909314:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948176896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076663.909330:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076663.909335:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076663.909346:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948176896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076663.909382:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076663.909388:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076663.909398:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076663.909402:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076663.909407:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076663.909413:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076663.909420:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3355
00000400:00000200:1.0:1769076663.909430:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076663.909438:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000800:00000200:2.1:1769076663.909441:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:1.0:1769076663.909445:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1769076663.909446:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1769076663.909454:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076663.909460:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076663.909466:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076663.909472:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076663.909477:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076663.909481:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076663.909484:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076663.909488:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076663.909493:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076663.909497:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076663.909504:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076663.909512:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076663.909515:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076663.909521:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076663.909528:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076663.909537:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076663.909543:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076663.909546:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076663.909551:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076663.909557:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076663.909562:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076663.909564:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076663.909570:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076663.909571:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076663.909576:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076663.909581:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076663.909589:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076663.909594:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076663.909600:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076663.909605:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076663.909610:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076663.909618:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769076663.909622:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076663.909630:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948177024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076663.909645:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076663.909650:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076663.909660:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948177024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076663.909688:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076663.909694:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076663.909703:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076663.909708:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076663.909711:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076663.909718:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076663.909725:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3355
00000400:00000200:1.0:1769076663.909765:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076663.909775:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076663.909780:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076663.909788:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076663.909794:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076663.909800:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076663.909806:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076663.909813:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076663.909815:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076663.909819:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076663.909822:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076663.909826:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076663.909831:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076663.909839:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076663.909845:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076663.909849:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076663.909853:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076663.909858:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076663.909863:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076663.909869:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076663.909872:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076663.909878:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076663.909884:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076663.909888:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076663.909894:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076663.909900:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076663.909904:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076663.909910:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076663.909914:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076663.909917:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076663.909921:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076663.909925:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076663.909930:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076663.909935:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076663.909942:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769076663.909950:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076663.909961:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948177152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076663.909983:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076663.909988:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076663.910000:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948177152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076663.910023:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076663.910028:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076663.910040:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076663.910046:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076663.910051:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076663.910059:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076663.910067:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3355
00000400:00000200:1.0:1769076663.910076:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076663.910086:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076663.910093:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076663.910102:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076663.910107:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076663.910115:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076663.910120:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076663.910126:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076663.910130:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076663.910135:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076663.910141:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076663.910148:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076663.910152:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000800:00000200:2.1:1769076663.910157:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769076663.910159:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000200:2.1:1769076663.910161:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1769076663.910164:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076663.910171:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076663.910176:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076663.910182:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076663.910192:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076663.910198:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076663.910204:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076663.910209:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076663.910216:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076663.910221:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076663.910225:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076663.910233:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076663.910251:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076663.910257:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076663.910263:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076663.910269:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076663.910274:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076663.910280:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076663.910284:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076663.910289:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076663.910299:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769076663.910306:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076663.910318:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948177280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076663.910338:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076663.910344:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076663.910356:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948177280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076663.910379:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076663.910387:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3365)
00000800:00000200:2.1:1769076663.910505:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076663.910506:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076663.910799:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076663.910802:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076663.911022:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076663.911024:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769076664.228911:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076664.228916:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076664.228920:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076665.252879:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298029327, at 4298029376
00000100:00000010:1.0:1769076665.252900:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ea0.
00000020:00000001:3.0:1769076665.252920:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076665.252924:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076665.252928:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076666.276937:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076666.276941:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076666.276945:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076667.300997:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076667.301005:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076667.301011:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076668.324880:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076668.324886:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076668.324891:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076669.028861:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076669.028870:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076669.028873:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076669.028876:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076669.028879:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076669.028885:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3360
00000400:00000200:3.0:1769076669.028893:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076669.028898:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076669.028901:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076669.028904:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076669.028906:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076669.028908:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076669.028910:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076669.028914:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076669.028915:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076669.028917:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076669.028920:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076669.028922:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076669.028924:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076669.028926:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076669.028927:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076669.028928:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076669.028929:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076669.028931:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076669.028934:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076669.028935:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076669.028937:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076669.028939:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076669.028941:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076669.028943:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076669.028944:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076669.028952:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000020:00000040:3.0:1769076669.028955:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076669.028958:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076669.028959:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076669.028962:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076669.028964:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076669.028967:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076669.028974:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769076669.028979:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076669.028988:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948177408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076669.029000:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076669.029005:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076669.029010:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948177408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076669.029036:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076669.029040:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076669.029044:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076669.029046:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076669.029048:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076669.029052:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076669.029056:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3360
00000400:00000200:3.0:1769076669.029061:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076669.029065:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076669.029067:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076669.029072:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076669.029079:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076669.029084:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076669.029087:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076669.029092:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076669.029093:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076669.029095:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076669.029100:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076669.029108:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076669.029118:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076669.029129:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076669.029137:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076669.029145:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076669.029150:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076669.029167:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076669.029170:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076669.029172:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076669.029181:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076669.029187:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076669.029191:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076669.029199:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076669.029211:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076669.029225:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076669.029233:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076669.029237:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3480.
00000020:00000040:3.0:1769076669.029244:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076669.029254:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076669.029256:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076669.029259:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076669.029262:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076669.029266:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076669.029274:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769076669.029282:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076669.029291:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3480 x1855007948177536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076669.029307:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076669.029310:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076669.029315:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb7685cc] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3480 x1855007948177536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076669.029345:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076669.029353:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076669.029369:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076669.029375:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076669.029380:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076669.029390:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076669.029397:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3360
00000400:00000200:3.0:1769076669.029411:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076669.029421:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076669.029433:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076669.029443:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076669.029451:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076669.029455:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076669.029457:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076669.029465:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076669.029467:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076669.029469:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076669.029479:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076669.029484:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076669.029487:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076669.029496:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076669.029503:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076669.029509:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076669.029514:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076669.029523:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076669.029529:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076669.029532:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076669.029535:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076669.029541:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076669.029550:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076669.029555:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076669.029560:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076669.029572:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076669.029576:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076669.029584:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769076669.029592:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076669.029603:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076669.029605:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076669.029615:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076669.029618:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1769076669.029623:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:3.0:1769076669.029624:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076669.029631:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
02000000:00000010:3.0:1769076669.029633:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769076669.029644:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076669.029656:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948177664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076669.029670:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076669.029674:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076669.029686:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948177664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076669.029706:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076669.029710:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076669.029716:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076669.029717:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076669.029719:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076669.029762:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076669.029768:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3360
00000400:00000200:3.0:1769076669.029775:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076669.029782:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076669.029788:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076669.029795:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076669.029804:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076669.029808:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076669.029817:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076669.029828:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076669.029832:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076669.029838:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076669.029848:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076669.029860:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076669.029868:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076669.029872:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076669.029874:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076669.029883:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076669.029888:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076669.029895:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076669.029906:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076669.029909:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076669.029912:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076669.029916:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076669.029920:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076669.029923:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076669.029926:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076669.029932:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076669.029935:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076669.029939:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769076669.029944:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076669.029946:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076669.029948:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076669.029950:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076669.029954:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076669.029956:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076669.029960:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769076669.029965:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076669.029971:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948177792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076669.029981:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076669.029984:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076669.029997:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948177792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076669.030032:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076669.030040:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076669.030048:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076669.030052:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076669.030056:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076669.030066:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076669.030071:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3360
00000400:00000200:3.0:1769076669.030087:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076669.030094:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076669.030102:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076669.030114:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076669.030122:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076669.030132:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076669.030137:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076669.030142:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076669.030166:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076669.030170:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076669.030173:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076669.030182:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076669.030193:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076669.030209:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076669.030222:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076669.030232:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076669.030241:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076669.030250:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076669.030264:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076669.030271:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076669.030275:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076669.030280:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076669.030297:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076669.030306:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076669.030309:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076669.030313:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076669.030319:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076669.030325:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769076669.030333:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076669.030341:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076669.030347:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076669.030356:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076669.030361:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076669.030364:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076669.030371:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769076669.030383:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076669.030400:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948177920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076669.030436:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076669.030443:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076669.030452:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948177920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076669.030474:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076669.030490:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3370)
00000800:00000200:2.1:1769076669.030629:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076669.030630:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076669.030870:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076669.030873:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076669.031115:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076669.031117:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076669.031326:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076669.031327:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769076669.348950:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076669.348958:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076669.348963:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076670.372836:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298034448, at 4298034496
00000100:00000010:1.0:1769076670.372846:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d80.
00000020:00000001:3.0:1769076670.372916:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076670.372919:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076670.372922:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076671.396912:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076671.396916:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076671.396918:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076672.420863:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076672.420867:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076672.420870:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076673.444901:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076673.444924:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076673.444928:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076674.148837:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076674.148872:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076674.148879:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076674.148884:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076674.148893:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076674.148902:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3365
00000400:00000200:3.0:1769076674.148916:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076674.148927:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076674.148933:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076674.148939:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076674.148943:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076674.148946:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076674.148948:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076674.148952:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076674.148954:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076674.148957:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076674.148961:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076674.148963:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076674.148966:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076674.148970:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076674.148972:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076674.148974:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076674.148976:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076674.148979:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076674.148982:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076674.148984:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076674.148987:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076674.148990:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076674.148992:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076674.149011:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076674.149013:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076674.149021:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769076674.149024:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076674.149028:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076674.149029:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076674.149031:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076674.149033:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076674.149037:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076674.149044:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769076674.149050:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076674.149058:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948178048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076674.149083:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076674.149087:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076674.149091:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948178048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076674.149109:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076674.149111:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076674.149114:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076674.149115:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076674.149117:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076674.149119:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076674.149121:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3365
00000400:00000200:3.0:1769076674.149125:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076674.149129:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076674.149131:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076674.149134:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076674.149137:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076674.149143:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076674.149146:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076674.149150:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076674.149152:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076674.149154:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076674.149156:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076674.149159:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076674.149165:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076674.149173:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076674.149179:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076674.149182:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076674.149185:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076674.149190:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076674.149194:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076674.149201:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076674.149205:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076674.149211:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076674.149216:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076674.149219:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076674.149223:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076674.149231:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076674.149234:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076674.149238:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769076674.149243:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076674.149247:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076674.149248:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076674.149250:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076674.149253:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076674.149256:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076674.149262:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769076674.149267:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076674.149274:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948178176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076674.149282:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076674.149286:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076674.149293:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948178176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076674.149337:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076674.149342:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076674.149348:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076674.149353:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076674.149354:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076674.149357:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076674.149362:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3365
00000400:00000200:3.0:1769076674.149366:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076674.149372:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076674.149374:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076674.149379:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076674.149382:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076674.149387:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076674.149399:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076674.149401:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076674.149402:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076674.149403:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076674.149405:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076674.149407:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076674.149411:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076674.149421:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076674.149426:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076674.149430:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076674.149432:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076674.149433:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076674.149436:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076674.149441:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076674.149444:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076674.149448:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076674.149453:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076674.149456:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076674.149460:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076674.149465:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076674.149467:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076674.149473:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769076674.149478:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076674.149482:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076674.149483:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076674.149488:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076674.149491:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076674.149493:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076674.149499:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769076674.149504:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076674.149511:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948178304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076674.149520:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076674.149524:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076674.149532:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948178304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769076674.149545:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769076674.149546:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076674.149551:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1769076674.149552:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000100:00080000:3.0:1769076674.149555:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076674.149557:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076674.149559:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076674.149563:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076674.149570:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3365
00000400:00000200:3.0:1769076674.149582:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076674.149593:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076674.149599:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076674.149608:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076674.149614:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076674.149622:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076674.149627:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076674.149632:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076674.149635:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076674.149639:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076674.149642:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076674.149646:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076674.149650:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076674.149667:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076674.149669:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076674.149671:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076674.149676:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076674.149679:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076674.149682:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076674.149684:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076674.149688:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076674.149700:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076674.149702:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076674.149704:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076674.149707:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076674.149711:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076674.149715:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076674.149720:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769076674.149725:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076674.149757:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076674.149760:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076674.149764:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076674.149767:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076674.149771:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076674.149776:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769076674.149781:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076674.149792:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948178432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076674.149804:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076674.149827:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076674.149838:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948178432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076674.149859:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076674.149866:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076674.149874:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076674.149878:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076674.149881:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076674.149888:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076674.149893:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3365
00000400:00000200:3.0:1769076674.149904:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076674.149911:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076674.149916:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076674.149923:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076674.149926:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076674.149932:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076674.149937:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076674.149944:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076674.149947:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076674.149951:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076674.149955:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076674.149960:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076674.149966:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076674.149976:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076674.149979:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076674.149986:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076674.149993:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076674.150015:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076674.150022:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076674.150024:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076674.150029:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076674.150034:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076674.150037:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076674.150041:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076674.150045:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076674.150049:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076674.150053:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076674.150060:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769076674.150064:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076674.150084:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076674.150088:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076674.150092:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076674.150094:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076674.150098:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076674.150104:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769076674.150111:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076674.150121:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948178560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076674.150135:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076674.150139:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076674.150147:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948178560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076674.150161:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076674.150166:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3375)
00000800:00000200:2.1:1769076674.150305:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076674.150307:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076674.150563:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076674.150565:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076674.150789:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076674.150791:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076674.151168:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076674.151171:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1769076674.468976:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076674.468983:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076674.468988:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076675.492926:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298039567, at 4298039616
00000100:00000010:1.0:1769076675.492959:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227e40.
00000020:00000001:3.0:1769076675.493070:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076675.493078:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076675.493083:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076676.516973:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076676.516978:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076676.516982:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076677.541078:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076677.541087:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076677.541093:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076678.565145:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076678.565156:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076678.565163:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076679.268873:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1769076679.268884:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769076679.268884:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076679.268889:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076679.268906:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:1.0:1769076679.268909:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076679.268914:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076679.268915:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769076679.268920:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769076679.268922:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076679.268931:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076679.268934:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076679.268946:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3370
00000400:00000200:1.0:1769076679.268962:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769076679.268968:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1769076679.268974:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:3.0:1769076679.269008:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076679.269014:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076679.269021:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076679.269027:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076679.269031:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076679.269035:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076679.269042:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076679.269046:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076679.269051:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076679.269056:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076679.269060:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076679.269063:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076679.269067:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076679.269070:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076679.269072:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076679.269074:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076679.269078:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076679.269082:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076679.269085:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076679.269089:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076679.269094:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076679.269098:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076679.269100:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076679.269104:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076679.269118:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769076679.269124:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076679.269130:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076679.269133:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076679.269137:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076679.269141:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076679.269147:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076679.269158:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769076679.269167:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076679.269179:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948178688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076679.269193:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076679.269199:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076679.269205:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948178688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076679.269232:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076679.269236:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076679.269241:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076679.269242:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076679.269245:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076679.269249:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076679.269251:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3370
00000400:00000200:1.0:1769076679.269257:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076679.269263:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076679.269267:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076679.269271:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076679.269274:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076679.269279:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076679.269286:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076679.269294:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076679.269299:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076679.269302:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076679.269306:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076679.269310:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076679.269317:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076679.269330:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076679.269336:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076679.269342:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076679.269347:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076679.269353:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076679.269360:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076679.269368:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076679.269385:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076679.269402:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076679.269415:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076679.269421:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076679.269430:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076679.269439:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076679.269444:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076679.269451:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076679.269458:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076679.269466:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076679.269470:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076679.269476:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076679.269478:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076679.269480:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076679.269487:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769076679.269496:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076679.269505:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948178816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076679.269525:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076679.269530:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076679.269543:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948178816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076679.269558:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076679.269574:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076679.269589:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076679.269596:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076679.269603:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076679.269611:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076679.269619:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3370
00000400:00000200:1.0:1769076679.269631:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076679.269642:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076679.269646:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076679.269659:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076679.269664:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076679.269667:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076679.269672:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076679.269679:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076679.269683:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076679.269686:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076679.269692:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076679.269701:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076679.269705:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076679.269714:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076679.269722:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076679.269778:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076679.269788:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076679.269795:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076679.269802:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076679.269808:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076679.269816:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076679.269828:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076679.269838:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076679.269847:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076679.269852:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076679.269857:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076679.269863:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076679.269869:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076679.269875:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076679.269888:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076679.269892:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076679.269899:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076679.269903:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076679.269908:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076679.269910:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000010:1.0:1769076679.269918:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f800.
00000800:00000200:2.1:1769076679.269919:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000100:00000001:1.0:1769076679.269928:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076679.269942:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948178944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076679.269966:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076679.269974:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076679.270003:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948178944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076679.270024:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076679.270037:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076679.270045:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076679.270050:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076679.270053:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076679.270063:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076679.270074:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3370
00000400:00000200:1.0:1769076679.270083:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076679.270095:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076679.270104:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076679.270114:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076679.270122:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076679.270129:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076679.270137:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076679.270143:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076679.270145:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076679.270149:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076679.270155:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076679.270159:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076679.270161:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076679.270169:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076679.270176:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076679.270183:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076679.270191:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076679.270196:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076679.270201:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076679.270208:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076679.270211:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076679.270215:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076679.270224:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076679.270226:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076679.270230:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076679.270240:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076679.270243:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076679.270254:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076679.270261:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076679.270268:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076679.270274:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076679.270278:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076679.270282:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076679.270286:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076679.270294:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769076679.270303:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076679.270318:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948179072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076679.270341:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076679.270348:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076679.270360:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948179072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076679.270404:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076679.270412:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076679.270425:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076679.270430:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076679.270434:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076679.270442:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076679.270452:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3370
00000400:00000200:1.0:1769076679.270462:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076679.270470:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076679.270474:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076679.270482:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076679.270489:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076679.270495:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076679.270502:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076679.270509:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076679.270513:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076679.270518:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076679.270522:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076679.270527:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076679.270538:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076679.270548:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076679.270552:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076679.270556:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076679.270558:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076679.270560:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076679.270565:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076679.270574:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076679.270582:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076679.270587:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076679.270594:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076679.270602:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076679.270607:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076679.270616:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076679.270622:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076679.270633:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076679.270639:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076679.270649:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076679.270653:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076679.270661:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076679.270664:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076679.270669:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076679.270679:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769076679.270686:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076679.270698:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948179200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076679.270723:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076679.270728:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076679.270767:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948179200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076679.270785:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076679.270795:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3381)
00000800:00000200:2.1:1769076679.271072:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076679.271075:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076679.271420:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076679.271423:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076679.271824:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076679.271827:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076679.272192:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076679.272196:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000020:00000001:3.0:1769076679.589104:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076679.589110:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076679.589115:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076680.292872:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076680.292879:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076680.292881:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076680.292885:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076680.292888:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076680.292890:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076680.292892:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076680.292894:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076680.292896:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076680.612845:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298044688, at 4298044736
00000100:00000010:1.0:1769076680.612871:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ba0.
00000020:00000001:3.0:1769076680.613053:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076680.613064:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076680.613067:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076681.316860:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076681.316885:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076681.316886:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076681.316893:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076681.316896:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076681.316900:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076681.316902:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076681.316905:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076681.316908:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076681.637067:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076681.637072:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076681.637077:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076682.340831:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076682.340841:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076682.340843:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076682.340849:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076682.340870:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076682.340875:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076682.340878:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076682.340882:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076682.340885:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076682.661032:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076682.661037:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076682.661040:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076683.364864:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076683.364872:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076683.364875:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076683.364879:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076683.364885:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076683.364889:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076683.364891:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076683.364894:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076683.364898:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076683.684979:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076683.684984:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076683.685004:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076684.388845:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076684.388855:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076684.388858:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076684.388868:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076684.388876:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076684.388884:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076684.388889:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076684.388941:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769076684.388945:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769076684.388948:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076684.388961:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076684.388964:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076684.388967:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076684.388971:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076684.388978:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3376
00000400:00000200:1.0:1769076684.388999:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076684.389006:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076684.389009:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076684.389012:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076684.389015:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076684.389016:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076684.389018:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076684.389022:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076684.389023:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076684.389025:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076684.389028:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076684.389030:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076684.389032:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076684.389034:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076684.389036:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076684.389037:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076684.389039:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076684.389041:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076684.389043:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076684.389045:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076684.389047:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076684.389051:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076684.389053:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076684.389054:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076684.389056:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076684.389066:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769076684.389069:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076684.389072:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076684.389074:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076684.389076:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076684.389078:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076684.389093:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076684.389100:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769076684.389106:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076684.389113:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948179328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076684.389122:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076684.389125:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076684.389129:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948179328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076684.389152:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076684.389155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076684.389158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076684.389159:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076684.389160:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076684.389163:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076684.389164:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3376
00000400:00000200:1.0:1769076684.389167:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076684.389169:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076684.389171:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076684.389173:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076684.389175:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076684.389177:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076684.389179:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076684.389181:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076684.389182:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076684.389183:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076684.389185:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076684.389187:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076684.389189:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076684.389191:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076684.389192:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076684.389194:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076684.389195:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076684.389196:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076684.389198:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076684.389201:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076684.389204:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076684.389209:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076684.389214:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076684.389216:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076684.389222:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076684.389228:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076684.389232:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076684.389240:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076684.389244:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076684.389247:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076684.389250:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076684.389255:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076684.389257:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076684.389263:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076684.389268:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:1.0:1769076684.389273:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076684.389281:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948179456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076684.389289:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076684.389292:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076684.389297:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948179456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076684.389309:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076684.389314:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076684.389317:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076684.389318:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076684.389321:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076684.389324:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076684.389326:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3376
00000400:00000200:1.0:1769076684.389332:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076684.389337:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076684.389342:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076684.389347:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076684.389352:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076684.389356:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076684.389360:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076684.389365:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076684.389368:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076684.389371:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076684.389375:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076684.389379:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076684.389384:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076684.389390:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076684.389392:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076684.389395:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076684.389399:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076684.389402:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076684.389404:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076684.389409:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076684.389412:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076684.389415:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076684.389418:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076684.389423:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076684.389424:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076684.389427:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076684.389431:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076684.389436:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076684.389441:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076684.389445:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076684.389448:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076684.389450:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076684.389453:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076684.389456:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076684.389473:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769076684.389480:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076684.389492:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948179584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076684.389508:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1769076684.389513:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769076684.389514:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076684.389523:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948179584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076684.389531:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076684.389534:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076684.389541:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076684.389544:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076684.389548:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076684.389551:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076684.389556:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3376
00000400:00000200:1.0:1769076684.389561:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076684.389567:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076684.389569:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076684.389572:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076684.389576:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076684.389580:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076684.389583:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076684.389587:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076684.389590:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076684.389591:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076684.389593:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076684.389594:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076684.389595:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076684.389597:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076684.389601:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076684.389604:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076684.389607:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076684.389612:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076684.389620:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076684.389622:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076684.389625:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076684.389629:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076684.389636:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076684.389640:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076684.389644:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076684.389649:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076684.389654:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076684.389660:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076684.389665:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076684.389669:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076684.389673:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076684.389678:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076684.389683:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076684.389688:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076684.389694:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4ec00.
00000100:00000001:1.0:1769076684.389699:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076684.389707:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948179712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076684.389720:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076684.389723:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076684.389727:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948179712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076684.389780:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076684.389786:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076684.389794:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076684.389799:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076684.389805:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076684.389810:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076684.389815:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3376
00000400:00000200:1.0:1769076684.389823:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076684.389831:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076684.389836:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076684.389843:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076684.389846:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076684.389854:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076684.389858:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076684.389861:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076684.389865:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076684.389869:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076684.389872:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076684.389875:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076684.389890:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076684.389909:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076684.389913:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076684.389919:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076684.389924:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076684.389927:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076684.389933:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076684.389938:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076684.389941:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076684.389944:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076684.389950:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076684.389955:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:2.1:1769076684.389959:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000008:00100000:1.0:1769076684.389960:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076684.389966:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076684.389969:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076684.389974:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076684.389978:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076684.389982:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076684.389986:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076684.389989:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076684.389992:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076684.389994:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076684.389999:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769076684.390004:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076684.390011:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948179840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076684.390030:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076684.390037:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076684.390046:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948179840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076684.390062:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076684.390073:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3386)
00000800:00000200:2.1:1769076684.390160:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076684.390322:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076684.390483:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:3.0:1769076684.708953:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076684.708958:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076684.708961:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076685.412981:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076685.412988:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076685.412990:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076685.412995:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076685.413014:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076685.413018:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076685.413020:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076685.413023:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076685.413024:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076685.732915:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298049807, at 4298049856
00000100:00000010:1.0:1769076685.732932:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d20.
00000020:00000001:3.0:1769076685.732983:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076685.732989:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076685.732994:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076686.436983:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076686.436994:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076686.436997:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076686.437004:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076686.437010:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076686.437021:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076686.437026:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076686.437030:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076686.437032:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076686.757051:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076686.757060:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076686.757068:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076687.461104:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076687.461114:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076687.461117:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076687.461124:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076687.461129:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076687.461134:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076687.461137:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076687.461142:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076687.461148:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076687.780974:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076687.780979:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076687.780983:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076688.484862:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076688.484872:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076688.484874:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076688.484881:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076688.484884:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076688.484886:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076688.484889:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076688.484891:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076688.484893:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076688.804960:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076688.804965:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076688.804969:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076689.508919:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076689.508936:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076689.508940:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076689.508945:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076689.508952:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076689.508965:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3381
00000400:00000200:1.0:1769076689.508978:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076689.508988:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:3.0:1769076689.508992:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1769076689.508994:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769076689.509002:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:1.0:1769076689.509004:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076689.509010:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076689.509013:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076689.509021:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00100000:3.0:1769076689.509023:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076689.509029:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:3.0:1769076689.509032:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769076689.509040:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1769076689.509043:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1769076689.509045:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000100:00000001:3.0:1769076689.509049:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769076689.509053:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769076689.509056:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1769076689.509059:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076689.509066:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000001:3.0:1769076689.509069:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076689.509070:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076689.509084:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076689.509087:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076689.509090:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076689.509093:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076689.509097:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076689.509103:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076689.509108:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076689.509114:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076689.509122:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076689.509129:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076689.509133:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076689.509138:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076689.509152:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769076689.509159:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076689.509167:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076689.509170:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076689.509176:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076689.509181:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076689.509202:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076689.509218:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:1.0:1769076689.509231:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076689.509249:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948179968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076689.509282:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076689.509291:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076689.509301:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948179968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076689.509355:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076689.509359:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076689.509364:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076689.509366:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076689.509368:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076689.509372:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076689.509376:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3381
00000400:00000200:1.0:1769076689.509382:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076689.509386:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076689.509390:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076689.509393:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076689.509397:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076689.509402:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076689.509405:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076689.509409:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076689.509411:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076689.509414:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076689.509417:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076689.509420:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076689.509424:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076689.509427:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076689.509432:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076689.509440:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076689.509445:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076689.509452:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076689.509466:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076689.509470:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076689.509479:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076689.509490:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076689.509499:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076689.509504:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076689.509516:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076689.509525:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076689.509528:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076689.509534:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076689.509542:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076689.509550:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076689.509557:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076689.509570:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076689.509589:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076689.509598:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076689.509615:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
00000100:00000001:1.0:1769076689.509629:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076689.509651:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948180096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076689.509685:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076689.509695:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076689.509711:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948180096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076689.509838:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076689.509847:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076689.509866:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076689.509873:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076689.509880:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076689.509890:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076689.509907:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3381
00000400:00000200:1.0:1769076689.509923:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076689.509932:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076689.509937:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076689.509942:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076689.509949:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076689.509958:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076689.509967:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076689.509977:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076689.509985:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076689.509989:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076689.509997:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076689.510012:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076689.510017:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076689.510030:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076689.510039:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076689.510047:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076689.510056:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076689.510063:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076689.510075:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076689.510086:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076689.510094:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076689.510109:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076689.510123:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076689.510135:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076689.510144:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076689.510154:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076689.510159:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076689.510176:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076689.510188:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076689.510201:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076689.510206:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076689.510215:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076689.510220:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076689.510226:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076689.510241:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769076689.510252:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076689.510274:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948180224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1769076689.510286:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076689.510302:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1769076689.510311:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076689.510323:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076689.510342:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948180224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076689.510374:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076689.510382:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076689.510396:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076689.510401:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076689.510406:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076689.510415:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076689.510428:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3381
00000400:00000200:1.0:1769076689.510445:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076689.510462:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076689.510474:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076689.510489:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076689.510499:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076689.510510:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076689.510520:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076689.510529:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076689.510535:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076689.510542:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076689.510550:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076689.510560:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076689.510571:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076689.510587:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076689.510595:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076689.510607:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076689.510622:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076689.510628:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076689.510636:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076689.510647:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076689.510657:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076689.510670:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076689.510688:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076689.510694:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076689.510704:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076689.510711:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076689.510723:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076689.510780:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769076689.510792:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076689.510803:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076689.510832:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076689.510841:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076689.510849:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076689.510857:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076689.510874:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4ec00.
00000100:00000001:1.0:1769076689.510888:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076689.510907:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948180352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076689.510940:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076689.510951:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076689.510965:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948180352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076689.511002:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076689.511015:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076689.511033:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076689.511042:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076689.511048:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076689.511061:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076689.511075:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3381
00000400:00000200:1.0:1769076689.511096:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076689.511113:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076689.511127:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076689.511145:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076689.511156:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076689.511166:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076689.511177:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076689.511187:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076689.511195:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076689.511206:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076689.511216:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076689.511228:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076689.511244:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076689.511263:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076689.511276:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076689.511288:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076689.511311:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076689.511324:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076689.511341:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076689.511353:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076689.511364:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076689.511375:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076689.511387:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076689.511400:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076689.511408:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076689.511432:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076689.511441:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076689.511456:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076689.511470:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076689.511481:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076689.511490:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076689.511495:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076689.511503:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076689.511508:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076689.511523:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769076689.511539:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076689.511561:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948180480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076689.511596:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076689.511605:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076689.511620:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948180480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076689.511654:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076689.511978:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3391)
00000800:00000200:0.1:1769076689.512092:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076689.512098:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076689.512552:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076689.512556:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076689.513002:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076689.513006:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076689.513352:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076689.513355:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1769076689.828955:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076689.828959:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076689.828963:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076690.533090:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076690.533101:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076690.533103:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076690.533111:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076690.533116:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076690.533122:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076690.533126:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076690.533131:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076690.533134:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076690.852933:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298054928, at 4298054976
00000100:00000010:1.0:1769076690.852959:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470de0.
00000020:00000001:3.0:1769076690.853079:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076690.853086:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076690.853091:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076691.556896:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076691.556905:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076691.556907:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076691.556913:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076691.556917:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076691.556921:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076691.556923:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076691.556926:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076691.556929:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076691.876918:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076691.876927:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076691.876933:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076692.580840:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076692.580852:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076692.580855:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076692.580865:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076692.580871:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076692.580876:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076692.580880:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076692.580885:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076692.580889:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076692.900993:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076692.901013:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076692.901019:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076693.604893:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076693.604908:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076693.604912:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076693.604924:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076693.604932:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076693.604940:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076693.604945:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076693.604950:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076693.604956:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076693.924981:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076693.924985:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076693.924988:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076694.628812:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076694.628822:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076694.628824:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076694.628841:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076694.628846:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076694.628850:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076694.628853:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076694.628856:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076694.628859:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076694.628870:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076694.628880:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076694.628884:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076694.628890:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076694.628906:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076694.628917:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3386
00000400:00000200:1.0:1769076694.628928:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076694.628936:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076694.628942:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076694.628946:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076694.628950:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076694.628954:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076694.628957:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076694.628974:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076694.628977:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076694.628981:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076694.628985:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076694.628989:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076694.628992:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076694.628996:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076694.628999:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076694.629002:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076694.629004:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076694.629008:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076694.629013:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076694.629017:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076694.629021:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076694.629027:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076694.629031:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076694.629034:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076694.629036:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076694.629048:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076694.629054:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076694.629060:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076694.629062:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076694.629067:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076694.629070:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076694.629076:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076694.629088:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769076694.629098:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076694.629111:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948180608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076694.629137:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076694.629144:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076694.629151:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948180608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076694.629181:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076694.629185:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076694.629190:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076694.629193:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076694.629195:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076694.629199:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076694.629202:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3386
00000400:00000200:1.0:1769076694.629208:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076694.629212:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076694.629216:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076694.629220:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076694.629222:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076694.629226:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076694.629229:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076694.629233:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076694.629235:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076694.629238:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076694.629241:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076694.629245:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076694.629248:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076694.629253:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076694.629257:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076694.629264:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076694.629271:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076694.629279:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076694.629289:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076694.629299:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076694.629305:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076694.629315:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076694.629333:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076694.629339:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076694.629348:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076694.629357:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076694.629362:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076694.629373:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076694.629382:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076694.629389:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076694.629394:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076694.629398:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076694.629402:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076694.629409:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076694.629419:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:1.0:1769076694.629429:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076694.629443:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948180736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076694.629480:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076694.629486:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076694.629498:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948180736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076694.629530:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076694.629553:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076694.629560:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076694.629562:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076694.629564:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076694.629572:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076694.629579:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3386
00000400:00000200:1.0:1769076694.629601:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076694.629610:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076694.629617:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076694.629628:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000200:0.1:1769076694.629636:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769076694.629637:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1769076694.629643:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1769076694.629645:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076694.629653:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076694.629660:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076694.629665:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076694.629671:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076694.629677:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076694.629685:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076694.629692:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076694.629702:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076694.629710:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076694.629718:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076694.629786:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076694.629795:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076694.629803:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076694.629813:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076694.629820:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076694.629827:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076694.629833:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076694.629850:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076694.629856:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076694.629864:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076694.629872:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076694.629881:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769076694.629888:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076694.629897:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076694.629903:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076694.629907:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076694.629912:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076694.629920:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076694.629930:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769076694.629938:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076694.629952:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948180864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076694.629976:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076694.629982:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076694.629995:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948180864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076694.630024:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076694.630031:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076694.630041:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076694.630047:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076694.630054:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076694.630063:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076694.630073:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3386
00000400:00000200:1.0:1769076694.630087:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076694.630100:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076694.630107:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076694.630128:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076694.630136:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076694.630144:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076694.630151:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076694.630160:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076694.630165:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076694.630171:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076694.630178:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076694.630185:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076694.630197:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076694.630208:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076694.630216:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076694.630222:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076694.630227:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076694.630235:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076694.630246:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076694.630257:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076694.630264:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076694.630271:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076694.630280:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076694.630288:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076694.630294:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076694.630301:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076694.630309:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076694.630318:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076694.630327:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076694.630335:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076694.630341:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076694.630346:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076694.630353:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076694.630358:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076694.630370:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769076694.630379:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076694.630405:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948180992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076694.630434:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076694.630440:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076694.630454:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948180992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076694.630489:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076694.630498:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076694.630507:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:0.1:1769076694.630513:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769076694.630514:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.1:1769076694.630516:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000100:00080000:1.0:1769076694.630519:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076694.630528:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076694.630536:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3386
00000400:00000200:1.0:1769076694.630559:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076694.630566:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076694.630573:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076694.630585:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076694.630593:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076694.630599:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076694.630606:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076694.630614:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076694.630617:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076694.630623:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076694.630628:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076694.630634:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076694.630642:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076694.630654:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076694.630663:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076694.630671:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076694.630679:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076694.630688:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076694.630698:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076694.630707:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076694.630713:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076694.630718:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076694.630780:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076694.630787:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076694.630792:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076694.630800:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076694.630805:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076694.630813:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076694.630833:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076694.630841:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076694.630847:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076694.630855:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076694.630860:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076694.630865:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076694.630875:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769076694.630884:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076694.630902:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948181120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076694.630937:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076694.630944:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076694.630959:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948181120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076694.630984:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076694.630994:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3396)
00000800:00000200:0.1:1769076694.631137:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076694.631139:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076694.631452:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076694.631455:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076694.631673:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076694.631675:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1769076694.948965:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076694.948969:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076694.948973:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076695.652840:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076695.652847:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076695.652849:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076695.652853:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076695.652857:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076695.652860:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076695.652862:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076695.652864:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076695.652867:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076695.972833:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298060048, at 4298060096
00000100:00000010:1.0:1769076695.972853:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034709c0.
00000020:00000001:3.0:1769076695.973006:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076695.973012:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076695.973016:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076696.676848:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076696.676859:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076696.676862:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076696.676869:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076696.676874:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076696.676880:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076696.676884:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076696.676888:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076696.676892:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076696.996880:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076696.996884:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076696.996888:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076697.700892:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076697.700900:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076697.700901:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076697.700908:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076697.700912:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076697.700916:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076697.700920:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076697.700923:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076697.700927:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076698.020945:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076698.020949:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076698.020952:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076698.724903:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076698.724915:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076698.724918:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076698.724926:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076698.724931:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076698.724937:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076698.724941:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076698.724945:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076698.724949:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076699.044939:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076699.044945:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076699.044951:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076699.748827:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076699.748838:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076699.748840:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076699.748847:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076699.748854:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076699.748861:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076699.748865:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076699.748871:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076699.748876:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076699.749928:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076699.749953:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076699.750861:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076699.750863:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076699.751267:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076699.751270:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076699.751784:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076699.751787:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076699.752170:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076699.752174:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1769076700.069022:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076700.069032:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076700.069039:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076700.772897:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076700.772907:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076700.772910:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076700.772917:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076700.772922:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076700.772926:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076700.772930:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076700.772933:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076700.772936:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076701.092842:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298065168, at 4298065216
00000100:00000010:1.0:1769076701.092867:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470ba0.
00000020:00000001:3.0:1769076701.093028:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076701.093033:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076701.093037:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076701.796860:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076701.796871:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076701.796874:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076701.796882:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076701.796887:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076701.796892:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076701.796896:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076701.796899:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076701.796903:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076702.117053:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076702.117063:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076702.117071:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076702.820970:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076702.820985:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076702.820988:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076702.820999:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076702.821007:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076702.821015:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076702.821020:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076702.821025:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076702.821030:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076703.140924:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076703.140931:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076703.140937:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076703.844838:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076703.844850:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076703.844853:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076703.844863:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076703.844869:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076703.844874:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076703.844888:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076703.844893:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076703.844897:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076704.164944:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076704.164952:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076704.164957:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076704.868903:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076704.868931:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076704.868938:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076704.868956:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076704.868970:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076704.868991:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076704.869003:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076704.869012:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076704.869017:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076704.870141:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076704.870152:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076704.871346:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076704.871350:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076704.871807:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076704.871810:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076704.872202:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076704.872205:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076704.872572:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076704.872576:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1769076705.189059:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076705.189068:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076705.189075:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076705.892854:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076705.892864:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076705.892883:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076705.892890:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076705.892895:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076705.892899:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076705.892902:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076705.892917:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076705.892921:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076706.212826:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298070288, at 4298070336
00000100:00000010:1.0:1769076706.212842:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470720.
00000020:00000001:3.0:1769076706.212952:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076706.212958:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076706.212962:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076706.916840:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076706.916849:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076706.916851:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076706.916859:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076706.916864:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076706.916869:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076706.916872:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076706.916875:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076706.916878:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076707.236988:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076707.236995:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076707.237001:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076707.940803:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076707.940809:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076707.940811:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076707.940815:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076707.940818:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076707.940821:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076707.940823:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076707.940825:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076707.940827:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076708.261059:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076708.261067:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076708.261071:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076708.964845:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076708.964852:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076708.964854:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076708.964858:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076708.964861:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076708.964864:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076708.964866:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076708.964868:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076708.964870:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076709.284955:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076709.284961:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076709.284965:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076709.988896:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076709.988911:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076709.988924:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076709.988943:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076709.988956:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076709.988969:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076709.988986:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076709.988997:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076709.989014:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076709.990242:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076709.990250:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769076709.990954:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076709.990957:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769076709.991320:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076709.991323:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769076709.991705:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076709.991708:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769076709.992109:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076709.992112:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1769076710.309181:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076710.309186:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076710.309191:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076711.012877:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076711.012885:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076711.012888:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076711.012893:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076711.012896:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076711.012899:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076711.012901:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076711.012904:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076711.012907:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076711.332830:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298075408, at 4298075456
00000100:00000010:1.0:1769076711.332854:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470ea0.
00000020:00000001:3.0:1769076711.332938:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076711.332944:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076711.332951:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076712.036827:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076712.036837:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076712.036838:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076712.036846:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076712.036850:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076712.036855:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076712.036858:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076712.036861:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076712.036864:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076712.356931:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076712.356938:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076712.356944:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076713.060881:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076713.060893:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076713.060898:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076713.060908:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076713.060914:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076713.060920:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076713.060925:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076713.060930:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076713.060935:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076713.380850:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076713.380854:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076713.380859:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076714.084848:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076714.084857:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076714.084858:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076714.084864:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076714.084867:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076714.084871:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076714.084874:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076714.084876:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076714.084879:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076714.404996:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076714.405019:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076714.405025:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076715.108828:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076715.108836:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076715.108838:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076715.108843:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076715.108847:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076715.108850:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076715.108852:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076715.108855:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076715.108858:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076715.109416:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076715.109423:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769076715.110106:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076715.110107:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769076715.110296:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076715.110298:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769076715.110500:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076715.110502:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769076715.110687:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076715.110689:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1769076715.428874:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076715.428877:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076715.428880:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076716.132862:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076716.132876:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076716.132880:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076716.132892:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076716.132899:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076716.132905:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076716.132910:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076716.132915:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076716.132921:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076716.452912:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298080527, at 4298080576
00000100:00000010:1.0:1769076716.452933:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470a80.
00000020:00000001:3.0:1769076716.453097:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076716.453103:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076716.453109:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076717.156860:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076717.156871:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076717.156874:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076717.156882:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076717.156888:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076717.156893:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076717.156897:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076717.156901:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076717.156905:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076717.476980:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076717.476989:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076717.476996:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076718.180831:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076718.180842:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076718.180845:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076718.180852:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076718.180858:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076718.180862:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076718.180865:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076718.180868:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076718.180872:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076718.500922:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076718.500928:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076718.500933:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076719.204788:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076719.204794:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076719.204795:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076719.204799:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076719.204801:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076719.204804:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076719.204806:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076719.204808:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076719.204810:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076719.524914:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076719.524935:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076719.524939:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076720.228815:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076720.228823:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076720.228827:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076720.228836:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076720.228842:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076720.228847:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076720.228853:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076720.228858:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076720.228861:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076720.229631:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076720.229638:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076720.230615:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076720.230618:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076720.230934:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076720.230937:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076720.231276:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076720.231278:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076720.231735:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076720.231738:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1769076720.548930:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076720.548936:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076720.548941:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076721.252882:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076721.252893:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076721.252896:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076721.252904:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076721.252909:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076721.252914:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076721.252918:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076721.252922:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076721.252925:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076721.572953:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298085648, at 4298085696
00000100:00000010:1.0:1769076721.572979:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034707e0.
00000020:00000001:3.0:1769076721.573115:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076721.573124:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076721.573131:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076722.276832:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076722.276841:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076722.276843:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076722.276850:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076722.276854:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076722.276859:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076722.276862:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076722.276865:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076722.276868:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076722.596990:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076722.596999:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076722.597005:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076723.300875:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076723.300887:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076723.300889:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076723.300899:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076723.300905:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076723.300911:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076723.300914:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076723.300918:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076723.300922:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076723.621020:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076723.621030:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076723.621037:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076724.324934:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076724.324946:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076724.324948:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076724.324956:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076724.324962:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076724.324968:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076724.324972:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076724.324977:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076724.324981:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076724.645012:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076724.645018:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076724.645023:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076725.348863:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076725.348876:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076725.348882:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076725.348893:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076725.348903:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076725.348912:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076725.348920:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076725.348925:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076725.348934:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076725.349725:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076725.349736:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076725.350555:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076725.350556:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076725.350751:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076725.350753:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076725.351077:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076725.351080:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076725.351385:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076725.351387:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1769076725.668980:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076725.668984:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076725.668988:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076726.372893:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076726.372901:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076726.372904:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076726.372909:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076726.372913:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076726.372918:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076726.372921:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076726.372923:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076726.372925:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076726.692797:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298090768, at 4298090816
00000100:00000010:1.0:1769076726.692812:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034703c0.
00000020:00000001:3.0:1769076726.692893:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076726.692897:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076726.692900:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076727.396826:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076727.396837:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076727.396840:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076727.396847:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076727.396853:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076727.396858:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076727.396861:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076727.396865:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076727.396869:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076727.717125:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076727.717131:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076727.717137:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076728.420943:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076728.420958:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076728.420962:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076728.420974:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076728.420983:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076728.420991:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076728.420996:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076728.421001:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076728.421007:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076728.741119:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076728.741126:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076728.741131:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076729.444860:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076729.444871:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076729.444874:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076729.444882:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076729.444887:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076729.444892:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076729.444895:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076729.444900:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076729.444903:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076729.764965:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076729.764973:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076729.764977:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076730.468810:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076730.468819:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076730.468822:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076730.468829:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076730.468833:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076730.468839:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076730.468842:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076730.468846:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076730.468849:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076730.469787:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076730.469795:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076730.471250:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076730.471262:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076730.471956:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076730.471957:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076730.472227:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076730.472228:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076730.472410:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076730.472412:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769076730.788957:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076730.788961:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076730.788964:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076731.492806:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076731.492815:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076731.492817:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076731.492823:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076731.492827:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076731.492831:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076731.492834:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076731.492837:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076731.492839:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076731.812897:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298095888, at 4298095936
00000100:00000010:1.0:1769076731.812919:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227840.
00000020:00000001:3.0:1769076731.812986:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076731.812991:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076731.813005:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076732.516874:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076732.516883:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076732.516885:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076732.516890:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076732.516894:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076732.516898:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076732.516900:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076732.516910:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076732.516913:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076732.836945:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076732.836949:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076732.836952:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076733.540813:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076733.540822:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076733.540823:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076733.540828:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076733.540832:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076733.540836:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076733.540839:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076733.540842:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076733.540844:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076733.860941:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076733.860945:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076733.860948:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076734.564830:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076734.564837:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076734.564839:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076734.564844:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076734.564846:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076734.564849:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076734.564851:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076734.564854:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076734.564856:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076734.884911:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076734.884915:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076734.884918:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076735.588919:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076735.588929:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076735.588933:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076735.588939:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076735.588944:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076735.588949:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076735.588955:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076735.588959:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076735.588963:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076735.589990:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076735.590005:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076735.591165:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076735.591170:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076735.591575:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076735.591579:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076735.592091:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076735.592095:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076735.592506:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076735.592510:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769076735.908917:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076735.908923:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076735.908929:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076736.612836:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076736.612846:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076736.612849:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076736.612872:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076736.612877:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076736.612881:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076736.612884:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076736.612887:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076736.612891:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076736.932911:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298101008, at 4298101056
00000100:00000010:1.0:1769076736.932926:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470f60.
00000020:00000001:3.0:1769076736.933011:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076736.933029:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076736.933033:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076737.636824:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076737.636831:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076737.636832:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076737.636836:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076737.636839:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076737.636842:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076737.636844:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076737.636846:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076737.636864:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076737.956950:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076737.956954:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076737.956957:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076738.660822:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076738.660829:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076738.660830:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076738.660834:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076738.660837:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076738.660840:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076738.660842:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076738.660844:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076738.660846:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076738.981060:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076738.981064:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076738.981068:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076739.684883:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076739.684895:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076739.684899:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076739.684907:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076739.684913:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076739.684919:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076739.684922:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076739.684925:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076739.684929:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076740.005028:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076740.005037:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076740.005043:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076740.708815:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076740.708823:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076740.708827:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076740.708835:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076740.708841:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076740.708847:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076740.708864:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076740.708870:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076740.708877:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076740.709397:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076740.709402:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076740.710008:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076740.710010:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076740.710196:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076740.710197:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076740.710409:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076740.710412:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076740.710587:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076740.710588:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1769076741.028924:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076741.028929:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076741.028933:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076741.732786:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076741.732793:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076741.732795:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076741.732800:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076741.732803:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076741.732806:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076741.732808:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076741.732810:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076741.732812:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076742.052802:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298106127, at 4298106176
00000100:00000010:1.0:1769076742.052817:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470b40.
00000020:00000001:3.0:1769076742.052870:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076742.052874:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076742.052879:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076742.756812:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076742.756821:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076742.756824:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076742.756832:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076742.756836:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076742.756841:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076742.756843:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076742.756846:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076742.756849:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076743.076926:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076743.076929:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076743.076933:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076743.780849:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076743.780857:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076743.780859:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076743.780865:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076743.780868:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076743.780872:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076743.780875:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076743.780877:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076743.780880:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076744.100875:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076744.100881:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076744.100885:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076744.804820:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076744.804829:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076744.804831:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076744.804836:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076744.804840:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076744.804844:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076744.804846:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076744.804849:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076744.804852:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076745.125010:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076745.125016:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076745.125020:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076745.828839:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076745.828848:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076745.828850:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076745.828856:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076745.828860:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076745.828876:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076745.828879:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1769076745.828882:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769076745.828882:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076745.828887:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076745.828892:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076745.828897:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076745.828902:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076745.828907:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076745.828917:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3437
00000400:00000200:1.0:1769076745.828930:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076745.828938:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076745.828942:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076745.828946:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076745.828949:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076745.828951:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076745.828953:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076745.828957:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076745.828958:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076745.828961:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076745.828963:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076745.828965:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076745.828967:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076745.828969:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076745.828970:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076745.828971:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076745.828972:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076745.828974:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076745.828977:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076745.828978:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076745.828981:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076745.828983:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076745.828986:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076745.828988:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076745.828990:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076745.829000:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769076745.829002:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076745.829006:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076745.829007:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076745.829010:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076745.829013:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076745.829017:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076745.829026:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769076745.829033:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076745.829041:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948187008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076745.829050:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076745.829055:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076745.829058:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948187008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076745.829079:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076745.829082:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076745.829085:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076745.829086:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076745.829087:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076745.829090:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076745.829091:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3437
00000400:00000200:1.0:1769076745.829094:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076745.829096:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076745.829098:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076745.829100:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076745.829101:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076745.829103:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076745.829104:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076745.829106:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076745.829107:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076745.829109:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076745.829111:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076745.829112:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076745.829113:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076745.829123:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076745.829125:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076745.829131:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076745.829133:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076745.829135:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076745.829137:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076745.829140:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076745.829141:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076745.829145:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076745.829146:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076745.829148:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076745.829152:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076745.829158:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076745.829161:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076745.829167:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076745.829170:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076745.829174:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076745.829175:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076745.829177:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076745.829179:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076745.829182:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076745.829186:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769076745.829189:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076745.829197:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948187136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076745.829216:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076745.829221:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076745.829234:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948187136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076745.829257:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076745.829262:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076745.829268:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076745.829269:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076745.829273:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076745.829277:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076745.829281:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3437
00000400:00000200:1.0:1769076745.829290:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076745.829297:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076745.829300:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076745.829307:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076745.829313:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076745.829320:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076745.829326:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076745.829329:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076745.829331:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076745.829337:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076745.829339:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076745.829345:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076745.829348:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076745.829355:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076745.829357:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076745.829358:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076745.829359:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076745.829361:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076745.829363:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076745.829373:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076745.829376:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076745.829382:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076745.829384:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076745.829386:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076745.829387:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076745.829389:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076745.829398:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076745.829405:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076745.829410:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076745.829419:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076745.829421:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076745.829423:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076745.829424:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076745.829427:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076745.829436:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f800.
00000100:00000001:1.0:1769076745.829442:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076745.829454:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948187264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076745.829470:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076745.829473:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076745.829481:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948187264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076745.829532:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076745.829538:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076745.829541:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076745.829546:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076745.829547:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076745.829554:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076745.829561:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3437
00000400:00000200:1.0:1769076745.829567:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076745.829575:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076745.829578:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076745.829585:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076745.829588:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076745.829590:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076745.829593:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076745.829595:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076745.829598:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076745.829601:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076745.829604:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076745.829607:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076745.829608:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076745.829612:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076745.829613:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076745.829618:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076745.829629:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076745.829630:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076745.829632:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076745.829634:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076745.829635:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076745.829640:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076745.829648:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076745.829653:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076745.829655:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076745.829659:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076745.829663:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076745.829666:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769076745.829670:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076745.829676:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076745.829678:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076745.829680:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076745.829684:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076745.829688:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076745.829694:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769076745.829703:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076745.829710:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948187392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076745.829759:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076745.829761:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076745.829766:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948187392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076745.829773:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076745.829776:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076745.829779:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076745.829781:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076745.829783:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076745.829786:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076745.829791:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3437
00000400:00000200:1.0:1769076745.829819:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076745.829826:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076745.829837:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076745.829841:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076745.829844:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076745.829850:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076745.829853:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076745.829856:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076745.829860:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076745.829878:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076745.829883:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076745.829887:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076745.829892:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000800:00000200:0.1:1769076745.829902:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769076745.829903:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076745.829913:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1769076745.829913:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000100:00000040:1.0:1769076745.829920:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076745.829930:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076745.829937:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076745.829948:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076745.829951:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076745.829955:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076745.829960:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076745.829963:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076745.829970:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076745.829973:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076745.829976:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076745.829983:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076745.829987:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076745.829991:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076745.829994:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076745.829999:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076745.830001:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076745.830006:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076745.830008:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076745.830016:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769076745.830026:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076745.830039:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948187520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076745.830046:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076745.830050:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076745.830058:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948187520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076745.830094:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076745.830110:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3447)
00000800:00000200:0.1:1769076745.830507:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076745.830510:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076745.830861:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076745.830881:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076745.831212:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076745.831215:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076745.831537:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076745.831540:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1769076746.148878:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076746.148884:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076746.148888:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076746.852778:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076746.852785:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076746.852787:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076746.852792:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076746.852794:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076746.852797:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076746.852800:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076746.852802:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076746.852804:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076747.172826:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298111248, at 4298111296
00000100:00000010:1.0:1769076747.172852:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470f00.
00000020:00000001:3.0:1769076747.172902:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076747.172906:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076747.172909:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076747.876819:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076747.876826:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076747.876841:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076747.876847:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076747.876850:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076747.876853:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076747.876855:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076747.876857:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076747.876859:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076748.196863:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076748.196867:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076748.196870:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076748.900780:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076748.900787:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076748.900789:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076748.900799:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076748.900802:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076748.900805:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076748.900807:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076748.900823:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076748.900825:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076749.220872:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076749.220875:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076749.220878:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076749.924868:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076749.924876:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076749.924878:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076749.924884:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076749.924889:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076749.924893:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076749.924896:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076749.924900:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076749.924903:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076750.244878:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076750.244884:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076750.244888:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076750.948836:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1769076750.948838:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769076750.948845:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1769076750.948848:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076750.948848:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076750.948853:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1769076750.948855:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:1.0:1769076750.948858:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076750.948860:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076750.948862:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769076750.948865:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076750.948868:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1769076750.948871:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3442
00000100:00000001:3.0:1769076750.948872:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076750.948876:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076750.948884:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076750.948891:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076750.948894:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076750.948898:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076750.948900:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076750.948903:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076750.948905:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076750.948908:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076750.948910:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076750.948912:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076750.948915:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076750.948917:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076750.948918:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076750.948921:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076750.948922:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076750.948923:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076750.948925:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076750.948927:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076750.948930:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076750.948931:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076750.948934:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076750.948936:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076750.948938:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076750.948940:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076750.948942:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076750.948952:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076750.948955:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076750.948959:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076750.948960:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076750.948963:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076750.948965:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076750.948970:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076750.948979:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769076750.948986:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076750.948994:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948187648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076750.949003:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076750.949007:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076750.949011:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948187648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076750.949030:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076750.949032:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076750.949035:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076750.949036:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076750.949038:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076750.949040:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076750.949041:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3442
00000400:00000200:1.0:1769076750.949044:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076750.949045:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076750.949047:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076750.949050:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076750.949052:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076750.949054:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076750.949056:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076750.949058:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076750.949061:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076750.949063:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076750.949065:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076750.949066:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076750.949068:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076750.949071:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076750.949073:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076750.949076:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076750.949079:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076750.949087:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076750.949089:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076750.949091:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076750.949092:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076750.949097:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076750.949100:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076750.949103:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076750.949108:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076750.949113:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076750.949116:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076750.949125:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076750.949133:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076750.949142:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076750.949150:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076750.949152:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076750.949154:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076750.949157:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076750.949168:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:1.0:1769076750.949172:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076750.949178:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948187776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076750.949198:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076750.949205:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076750.949221:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948187776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076750.949241:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076750.949246:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076750.949250:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076750.949252:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076750.949255:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076750.949263:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076750.949268:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3442
00000400:00000200:1.0:1769076750.949287:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076750.949292:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076750.949294:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076750.949305:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076750.949309:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076750.949313:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076750.949314:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076750.949316:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076750.949317:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076750.949318:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076750.949321:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076750.949324:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076750.949335:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076750.949343:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076750.949353:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076750.949362:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076750.949373:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076750.949383:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076750.949392:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076750.949398:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076750.949411:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076750.949420:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076750.949427:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076750.949435:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076750.949437:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076750.949439:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076750.949441:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076750.949449:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769076750.949453:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076750.949459:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076750.949466:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076750.949477:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076750.949483:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076750.949486:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076750.949501:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769076750.949514:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076750.949528:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948187904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076750.949542:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076750.949546:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076750.949562:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948187904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076750.949596:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076750.949600:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076750.949606:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076750.949612:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076750.949619:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1769076750.949621:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769076750.949628:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076750.949634:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3442
00000400:00000200:1.0:1769076750.949641:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076750.949648:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076750.949656:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076750.949666:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076750.949672:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076750.949686:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076750.949696:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076750.949705:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076750.949710:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076750.949720:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076750.949726:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076750.949769:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076750.949773:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076750.949789:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076750.949792:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076750.949794:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076750.949797:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076750.949800:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076750.949808:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076750.949810:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076750.949813:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076750.949820:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076750.949828:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076750.949835:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076750.949837:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076750.949840:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076750.949841:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076750.949845:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076750.949849:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076750.949853:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076750.949855:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076750.949858:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076750.949860:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076750.949863:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076750.949867:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769076750.949871:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076750.949883:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948188032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076750.949945:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076750.949956:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076750.949964:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948188032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076750.949999:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076750.950006:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076750.950015:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076750.950020:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076750.950022:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076750.950025:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076750.950029:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3442
00000400:00000200:1.0:1769076750.950036:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076750.950045:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076750.950048:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076750.950055:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076750.950062:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076750.950065:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076750.950074:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076750.950076:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076750.950078:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076750.950085:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076750.950087:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076750.950090:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076750.950100:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076750.950107:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076750.950114:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076750.950117:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076750.950120:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076750.950122:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076750.950129:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076750.950138:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076750.950147:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076750.950151:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076750.950162:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076750.950167:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076750.950171:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076750.950177:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076750.950180:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076750.950185:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076750.950190:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076750.950193:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076750.950196:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076750.950197:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076750.950200:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076750.950204:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076750.950214:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4ec00.
00000100:00000001:1.0:1769076750.950221:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076750.950234:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948188160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076750.950260:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076750.950269:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076750.950283:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948188160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076750.950326:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076750.950338:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3452)
00000800:00000200:0.1:1769076750.950378:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076750.950557:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076750.950726:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076750.950937:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:3.0:1769076751.268899:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076751.268903:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076751.268907:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076751.972901:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076751.972910:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076751.972912:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076751.972919:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076751.972923:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076751.972927:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076751.972929:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076751.972932:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076751.972934:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076752.292892:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298116367, at 4298116416
00000100:00000010:1.0:1769076752.292909:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470000.
00000100:00000001:3.0:1769076752.996939:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076752.996947:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076752.996948:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076752.996954:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076752.996958:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076752.996962:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076752.996964:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076752.996966:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076752.996969:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076753.316914:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076753.316921:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076753.316927:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076754.020795:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076754.020802:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076754.020803:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076754.020819:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076754.020823:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076754.020825:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076754.020827:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076754.020830:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076754.020832:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076754.340954:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076754.340964:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076754.340970:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076755.044842:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076755.044851:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076755.044852:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076755.044858:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076755.044862:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076755.044866:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076755.044869:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076755.044871:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076755.044874:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076755.364939:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076755.364943:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076755.364946:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076756.068876:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1769076756.068877:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769076756.068886:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1769076756.068890:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076756.068891:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076756.068896:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1769076756.068898:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:1.0:1769076756.068903:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076756.068905:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076756.068911:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076756.068912:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769076756.068917:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076756.068921:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769076756.068924:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3447
00000100:00000001:3.0:1769076756.068926:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076756.068940:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076756.068949:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076756.068953:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076756.068958:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076756.068962:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076756.068964:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076756.068966:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076756.068970:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076756.068972:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076756.068974:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076756.068976:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076756.068978:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076756.068980:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076756.068982:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076756.068983:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076756.068984:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076756.068985:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076756.068988:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076756.068990:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076756.068992:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076756.068994:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076756.068997:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076756.068999:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076756.069001:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076756.069003:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076756.069009:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769076756.069012:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076756.069016:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076756.069017:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076756.069020:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076756.069023:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076756.069028:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076756.069036:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
00000100:00000001:1.0:1769076756.069042:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076756.069051:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948188288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076756.069060:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076756.069065:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076756.069069:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948188288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076756.069093:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076756.069097:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076756.069102:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076756.069104:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076756.069105:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076756.069110:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076756.069113:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3447
00000400:00000200:1.0:1769076756.069117:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076756.069123:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076756.069126:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076756.069130:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076756.069133:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076756.069138:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076756.069143:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076756.069148:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076756.069152:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076756.069156:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076756.069160:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076756.069166:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076756.069171:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076756.069179:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076756.069186:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076756.069193:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076756.069199:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076756.069203:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076756.069211:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076756.069216:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076756.069222:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076756.069239:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076756.069243:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076756.069246:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076756.069254:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076756.069259:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076756.069262:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076756.069269:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076756.069276:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076756.069284:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076756.069287:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076756.069291:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076756.069294:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076756.069298:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076756.069305:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:1.0:1769076756.069312:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076756.069323:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948188416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076756.069337:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076756.069342:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076756.069348:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948188416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076756.069363:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076756.069369:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076756.069375:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076756.069380:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076756.069383:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076756.069387:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076756.069393:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3447
00000400:00000200:1.0:1769076756.069436:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076756.069446:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076756.069450:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076756.069455:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076756.069458:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076756.069464:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076756.069469:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076756.069472:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076756.069475:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076756.069479:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076756.069482:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000800:00000200:0.1:1769076756.069483:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:1.0:1769076756.069487:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000800:00000200:0.1:1769076756.069490:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1769076756.069493:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076756.069503:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076756.069508:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076756.069512:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076756.069515:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076756.069520:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076756.069527:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076756.069535:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076756.069540:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076756.069544:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076756.069551:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076756.069556:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076756.069562:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076756.069567:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076756.069573:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076756.069582:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076756.069593:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076756.069599:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076756.069603:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076756.069607:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076756.069611:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076756.069614:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076756.069621:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4ec00.
00000100:00000001:1.0:1769076756.069627:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076756.069636:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948188544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076756.069649:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076756.069652:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076756.069658:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948188544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076756.069673:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076756.069680:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076756.069687:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076756.069689:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076756.069708:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076756.069713:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076756.069719:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3447
00000400:00000200:1.0:1769076756.069729:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076756.069761:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076756.069764:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076756.069767:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076756.069770:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076756.069773:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076756.069775:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076756.069778:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076756.069782:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076756.069786:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076756.069790:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076756.069794:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076756.069797:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076756.069804:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076756.069809:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076756.069814:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076756.069820:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076756.069826:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076756.069831:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076756.069837:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076756.069843:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076756.069848:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076756.069853:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076756.069857:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076756.069862:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076756.069869:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076756.069873:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076756.069880:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076756.069886:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076756.069892:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076756.069895:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076756.069900:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076756.069903:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076756.069906:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076756.069915:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769076756.069922:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076756.069933:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948188672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076756.069951:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076756.069956:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076756.069965:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948188672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076756.069985:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076756.069990:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076756.070000:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076756.070003:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076756.070007:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076756.070013:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076756.070020:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3447
00000400:00000200:1.0:1769076756.070030:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076756.070039:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076756.070045:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076756.070051:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076756.070056:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076756.070060:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076756.070064:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076756.070068:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076756.070072:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076756.070076:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076756.070081:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076756.070086:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076756.070092:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076756.070099:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076756.070104:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076756.070110:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076756.070115:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076756.070119:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076756.070122:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076756.070125:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076756.070130:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076756.070136:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076756.070141:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076756.070146:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076756.070150:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076756.070156:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076756.070161:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076756.070167:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769076756.070171:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076756.070177:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076756.070180:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076756.070185:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076756.070189:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076756.070194:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076756.070204:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769076756.070210:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076756.070221:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948188800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076756.070239:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076756.070244:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076756.070252:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948188800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076756.070269:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076756.070278:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3457)
00000800:00000200:0.1:1769076756.070361:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076756.070364:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076756.070682:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076756.070685:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076756.071022:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076756.071024:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076756.071375:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076756.071376:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1769076757.092840:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076757.092847:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076757.092848:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076757.092852:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076757.092855:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076757.092859:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076757.092861:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076757.092863:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076757.092866:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076757.412889:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298121487, at 4298121536
00000100:00000010:1.0:1769076757.412912:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470d80.
00000020:00000001:3.0:1769076757.412941:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076757.412945:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076757.412948:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076758.116799:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076758.116805:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076758.116807:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076758.116812:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076758.116814:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076758.116818:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076758.116820:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076758.116822:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076758.116824:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076758.436965:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076758.436968:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076758.436972:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076759.140860:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076759.140868:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076759.140870:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076759.140876:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076759.140880:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076759.140884:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076759.140886:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076759.140889:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076759.140892:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076759.460933:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076759.460938:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076759.460943:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076760.164796:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076760.164803:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076760.164805:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076760.164809:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076760.164812:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076760.164815:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076760.164817:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076760.164819:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076760.164821:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076761.188809:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076761.188817:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076761.188819:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076761.188823:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1769076761.188825:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076761.188832:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1769076761.188833:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076761.188837:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769076761.188838:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769076761.188841:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076761.188842:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076761.188846:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076761.188847:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769076761.188851:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076761.188855:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3452
00000400:00000200:1.0:1769076761.188866:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076761.188872:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076761.188875:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076761.188878:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076761.188880:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076761.188882:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076761.188884:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076761.188887:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076761.188889:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076761.188891:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076761.188893:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076761.188895:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076761.188897:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076761.188899:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076761.188901:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076761.188902:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076761.188904:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076761.188906:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076761.188908:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076761.188910:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076761.188912:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076761.188914:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076761.188917:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076761.188918:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076761.188920:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076761.188929:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076761.188938:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076761.188941:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076761.188943:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076761.188945:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076761.188948:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076761.188952:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076761.188961:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769076761.188969:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076761.188977:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948188928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076761.188986:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076761.188990:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076761.188993:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948188928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076761.189011:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076761.189013:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076761.189016:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076761.189017:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076761.189018:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076761.189021:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076761.189022:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3452
00000400:00000200:1.0:1769076761.189025:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076761.189026:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076761.189028:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076761.189030:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076761.189032:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076761.189034:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076761.189036:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076761.189038:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076761.189040:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076761.189041:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076761.189043:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076761.189044:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076761.189045:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076761.189048:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076761.189050:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076761.189051:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076761.189053:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076761.189055:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076761.189057:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076761.189059:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076761.189060:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076761.189065:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076761.189067:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076761.189068:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076761.189071:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076761.189073:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076761.189075:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076761.189079:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769076761.189089:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076761.189093:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076761.189097:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076761.189100:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076761.189101:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076761.189103:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076761.189110:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:1.0:1769076761.189118:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076761.189132:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948189056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076761.189159:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076761.189170:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076761.189185:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948189056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076761.189222:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076761.189228:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076761.189238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076761.189240:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076761.189241:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076761.189245:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076761.189255:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3452
00000400:00000200:1.0:1769076761.189260:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076761.189263:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076761.189265:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076761.189273:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076761.189278:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076761.189282:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076761.189284:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076761.189288:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076761.189291:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076761.189292:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076761.189293:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076761.189295:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076761.189305:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076761.189316:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076761.189319:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076761.189325:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076761.189339:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076761.189348:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076761.189364:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076761.189373:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076761.189384:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076761.189390:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076761.189393:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076761.189394:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076761.189395:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076761.189408:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076761.189412:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076761.189418:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076761.189422:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076761.189424:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076761.189425:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076761.189433:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076761.189441:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076761.189444:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076761.189450:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769076761.189457:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076761.189471:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948189184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076761.189489:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076761.189497:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076761.189507:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948189184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076761.189540:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076761.189551:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076761.189564:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076761.189575:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076761.189583:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076761.189593:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076761.189602:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3452
00000800:00000200:0.1:1769076761.189619:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076761.189626:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
00000400:00000200:1.0:1769076761.189645:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076761.189664:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076761.189670:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076761.189682:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076761.189691:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076761.189701:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076761.189704:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076761.189711:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076761.189716:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076761.189721:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076761.189727:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076761.189753:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076761.189755:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076761.189759:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076761.189761:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076761.189762:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076761.189764:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076761.189766:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076761.189768:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076761.189770:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076761.189771:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076761.189778:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076761.189780:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076761.189781:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076761.189784:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076761.189787:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076761.189790:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076761.189794:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076761.189796:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076761.189798:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076761.189799:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076761.189801:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076761.189802:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076761.189803:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076761.189807:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769076761.189810:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076761.189815:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948189312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076761.189844:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076761.189846:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076761.189860:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948189312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076761.189880:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076761.189885:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076761.189896:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076761.189902:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076761.189906:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076761.189918:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076761.189921:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3452
00000400:00000200:1.0:1769076761.189925:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076761.189928:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076761.189930:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076761.189932:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076761.189933:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076761.189935:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076761.189937:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076761.189939:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076761.189941:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076761.189942:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076761.189944:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076761.189945:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076761.189946:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076761.189951:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076761.189952:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076761.189954:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076761.189956:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076761.189957:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076761.189958:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076761.189960:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076761.189962:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076761.189966:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076761.189972:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076761.189973:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076761.189975:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076761.189977:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076761.189979:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076761.189991:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076761.189994:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076761.189996:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076761.190000:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076761.190004:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076761.190012:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076761.190015:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076761.190026:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769076761.190038:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076761.190055:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948189440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076761.190090:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076761.190098:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076761.190107:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948189440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076761.190129:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076761.190139:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3463)
00000800:00000200:0.1:1769076761.190358:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076761.190360:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1769076761.190569:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076761.190571:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1769076761.190827:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076761.190828:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1769076761.191053:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076761.191055:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
00000020:00000001:3.0:1769076761.508896:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076761.508900:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076761.508903:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076762.212845:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076762.212855:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076762.212858:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076762.212865:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076762.212871:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076762.212876:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076762.212879:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076762.212882:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076762.212885:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076762.532858:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298126608, at 4298126656
00000100:00000010:1.0:1769076762.532880:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470d20.
00000020:00000001:3.0:1769076762.532945:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076762.532950:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076762.532954:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076763.236807:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076763.236816:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076763.236818:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076763.236826:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076763.236830:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076763.236834:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076763.236837:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076763.236841:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076763.236843:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076763.556872:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076763.556879:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076763.556883:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076764.260863:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076764.260873:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076764.260875:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076764.260883:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076764.260888:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076764.260894:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076764.260898:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076764.260902:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076764.260905:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076765.284860:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076765.284873:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076765.284878:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076765.284887:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076765.284894:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076765.284901:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076765.284906:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076765.284910:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076765.284916:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076765.605044:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076765.605050:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076765.605055:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076766.308884:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076766.308897:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076766.308901:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076766.308923:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076766.308930:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076766.308937:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076766.308942:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076766.308947:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076766.308953:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076766.310127:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076766.310135:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769076766.311479:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076766.311483:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769076766.312061:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076766.312064:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769076766.312423:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076766.312426:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769076766.313052:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076766.313057:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000020:00000001:3.0:1769076766.628905:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076766.628910:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076766.628915:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076767.332896:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076767.332906:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076767.332908:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076767.332932:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076767.332937:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076767.332941:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076767.332944:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076767.332948:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076767.332951:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076767.652851:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298131728, at 4298131776
00000100:00000010:1.0:1769076767.652870:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227c00.
00000100:00000001:3.0:1769076768.356877:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076768.356887:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076768.356890:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076768.356897:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076768.356902:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076768.356906:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076768.356910:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076768.356914:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076768.356917:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076769.380861:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076769.380868:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076769.380870:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076769.380876:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076769.380879:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076769.380883:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076769.380885:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076769.380904:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076769.380908:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076769.700980:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076769.700985:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076769.700990:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076770.404773:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076770.404780:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076770.404782:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076770.404786:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076770.404789:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076770.404792:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076770.404794:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076770.404796:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076770.404798:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076770.724899:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076770.724904:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076770.724908:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076771.428841:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076771.428849:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076771.428851:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076771.428857:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076771.428860:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076771.428864:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076771.428867:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076771.428870:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076771.428873:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076771.429633:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076771.429640:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076771.430552:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076771.430555:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076771.430891:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076771.430893:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076771.431204:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076771.431208:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076771.431605:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076771.431606:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1769076772.452805:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076772.452813:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076772.452815:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076772.452820:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076772.452824:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076772.452827:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076772.452830:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076772.452832:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076772.452835:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076772.772861:0:46456:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298136848, at 4298136896
00000100:00000010:1.0:1769076772.772883:0:46456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227360.
00000100:00000001:3.0:1769076773.476907:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076773.476917:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076773.476920:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076773.476928:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076773.476933:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076773.476938:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076773.476942:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076773.476945:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076773.476948:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076773.796956:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076773.796961:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076773.796965:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076774.500823:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076774.500834:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076774.500836:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076774.500842:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076774.500846:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076774.500851:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076774.500854:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076774.500857:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076774.500861:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076774.820914:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076774.820920:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076774.820923:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076775.524846:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076775.524854:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076775.524855:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076775.524860:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076775.524864:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076775.524868:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076775.524871:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076775.524873:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076775.524876:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076776.548882:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076776.548893:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076776.548896:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076776.548903:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076776.548919:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076776.548924:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076776.548927:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076776.548930:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076776.548933:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076776.549722:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076776.549728:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076776.550679:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076776.550681:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076776.550965:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076776.550967:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076776.551277:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076776.551279:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076776.551690:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076776.551692:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1769076777.572832:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076777.572839:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076777.572841:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076777.572846:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076777.572849:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076777.572853:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076777.572855:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076777.572858:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076777.572860:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076777.892828:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298141968, at 4298142016
00000100:00000010:1.0:1769076777.892847:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470a20.
00000020:00000001:3.0:1769076777.892919:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076777.892925:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076777.892931:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076778.596905:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076778.596916:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076778.596920:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076778.596927:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076778.596933:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076778.596954:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076778.596957:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076778.596960:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076778.596964:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076778.916874:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076778.916883:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076778.916889:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076779.620834:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076779.620842:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076779.620844:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076779.620849:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076779.620853:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076779.620856:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076779.620859:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076779.620862:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076779.620864:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076780.644891:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076780.644902:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076780.644905:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076780.644913:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076780.644918:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076780.644924:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076780.644928:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076780.644931:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076780.644945:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076781.668805:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076781.668815:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076781.668816:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076781.668822:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1769076781.668823:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076781.668829:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1769076781.668831:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076781.668833:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076781.668835:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769076781.668837:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1769076781.668839:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076781.668841:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076781.668843:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769076781.668846:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076781.668852:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3473
00000400:00000200:1.0:1769076781.668862:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076781.668868:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076781.668871:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076781.668874:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076781.668877:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076781.668879:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076781.668881:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076781.668884:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076781.668886:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076781.668888:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076781.668891:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076781.668892:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076781.668894:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076781.668896:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076781.668897:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076781.668898:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076781.668900:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076781.668903:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076781.668905:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076781.668907:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076781.668909:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076781.668911:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076781.668914:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076781.668915:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076781.668918:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076781.668928:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769076781.668931:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076781.668935:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076781.668937:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076781.668939:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076781.668942:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076781.668946:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076781.668954:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769076781.668961:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076781.668970:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948191488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076781.668979:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076781.668984:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076781.668987:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948191488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076781.669007:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076781.669009:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076781.669012:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076781.669013:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076781.669014:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076781.669018:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076781.669021:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3473
00000400:00000200:1.0:1769076781.669024:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076781.669027:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076781.669029:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076781.669032:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076781.669036:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076781.669039:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076781.669042:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076781.669046:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076781.669047:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076781.669050:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076781.669053:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076781.669057:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076781.669061:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076781.669067:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076781.669073:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076781.669078:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076781.669081:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076781.669083:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076781.669087:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076781.669090:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076781.669092:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076781.669096:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076781.669100:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076781.669103:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076781.669108:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076781.669112:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076781.669116:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076781.669123:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076781.669127:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076781.669129:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076781.669131:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076781.669133:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076781.669135:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076781.669139:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076781.669143:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769076781.669148:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076781.669156:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948191616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076781.669166:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076781.669168:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076781.669172:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948191616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076781.669187:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076781.669192:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076781.669199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076781.669202:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076781.669205:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076781.669209:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076781.669214:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3473
00000400:00000200:1.0:1769076781.669221:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076781.669225:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076781.669229:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076781.669232:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076781.669236:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076781.669240:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076781.669243:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076781.669244:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076781.669245:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076781.669246:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076781.669248:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076781.669250:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076781.669254:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076781.669256:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076781.669271:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076781.669276:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076781.669278:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076781.669281:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076781.669286:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076781.669290:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076781.669294:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076781.669298:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076781.669303:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076781.669307:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076781.669310:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076781.669315:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076781.669318:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076781.669323:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076781.669327:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076781.669331:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076781.669334:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076781.669336:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076781.669339:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076781.669342:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076781.669349:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f800.
00000100:00000001:1.0:1769076781.669353:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076781.669368:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948191744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076781.669375:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076781.669379:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076781.669383:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948191744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1769076781.669390:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769076781.669393:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076781.669394:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000100:00080000:1.0:1769076781.669397:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076781.669404:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076781.669407:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076781.669410:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076781.669413:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076781.669416:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3473
00000400:00000200:1.0:1769076781.669423:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076781.669429:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076781.669431:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076781.669437:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076781.669440:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076781.669443:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076781.669446:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076781.669449:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076781.669451:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076781.669454:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076781.669457:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076781.669461:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076781.669465:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076781.669470:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076781.669474:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076781.669478:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076781.669483:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076781.669488:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076781.669493:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076781.669496:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076781.669499:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076781.669502:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076781.669504:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076781.669506:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076781.669509:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076781.669514:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076781.669518:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076781.669521:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076781.669525:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076781.669527:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076781.669530:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076781.669532:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076781.669533:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076781.669534:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076781.669539:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769076781.669544:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076781.669553:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948191872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076781.669565:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076781.669569:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076781.669574:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948191872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076781.669585:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076781.669590:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076781.669596:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076781.669597:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076781.669600:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076781.669604:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076781.669609:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3473
00000400:00000200:1.0:1769076781.669616:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076781.669621:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076781.669625:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076781.669631:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076781.669636:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076781.669640:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076781.669643:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076781.669647:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076781.669650:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076781.669653:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076781.669656:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076781.669659:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076781.669664:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076781.669674:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076781.669681:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076781.669688:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076781.669694:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076781.669702:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076781.669712:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076781.669718:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076781.669722:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076781.669727:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076781.669763:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076781.669767:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076781.669770:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076781.669776:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076781.669781:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076781.669787:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769076781.669791:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076781.669795:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076781.669797:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076781.669801:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076781.669804:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076781.669807:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076781.669810:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769076781.669817:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076781.669826:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948192000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076781.669836:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076781.669841:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076781.669846:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948192000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076781.669859:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076781.669864:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3483)
00000800:00000200:0.1:1769076781.669979:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076781.669981:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769076781.670167:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076781.670168:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769076781.670366:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076781.670367:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769076781.670548:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076781.670550:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1769076781.988868:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076781.988876:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076781.988881:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076782.692823:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076782.692831:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076782.692834:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076782.692839:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076782.692843:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076782.692847:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076782.692850:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076782.692852:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076782.692865:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076783.012831:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298147087, at 4298147136
00000100:00000010:1.0:1769076783.012851:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470660.
00000020:00000001:3.0:1769076783.012948:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076783.012952:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076783.012956:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076783.716832:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076783.716845:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076783.716850:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076783.716860:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076783.716881:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076783.716884:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076783.716887:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076783.716889:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076783.716892:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076784.740931:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076784.740944:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076784.740948:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076784.740956:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076784.740962:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076784.740968:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076784.740974:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076784.740978:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076784.740983:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076785.764811:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076785.764822:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076785.764824:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076785.764831:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076785.764836:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076785.764840:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076785.764843:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076785.764845:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076785.764848:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076786.084951:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076786.084957:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076786.084963:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076786.788859:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076786.788869:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076786.788872:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076786.788881:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076786.788887:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076786.788894:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076786.788898:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076786.788902:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076786.788906:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076786.790154:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076786.790163:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076786.791652:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076786.791657:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076786.792264:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076786.792268:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076786.792759:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076786.792763:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076786.793327:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076786.793333:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1769076787.108964:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076787.108968:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076787.108972:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076787.812815:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076787.812822:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076787.812824:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076787.812830:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076787.812834:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076787.812837:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076787.812840:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076787.812843:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076787.812845:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076788.132879:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298152208, at 4298152256
00000100:00000010:1.0:1769076788.132910:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470660.
00000100:00000001:3.0:1769076788.836938:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076788.836948:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076788.836962:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076788.836969:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076788.836974:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076788.836979:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076788.836982:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076788.836986:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076788.836989:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076789.860785:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076789.860791:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076789.860793:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076789.860797:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076789.860800:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076789.860803:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076789.860805:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076789.860807:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076789.860809:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076790.180954:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076790.180958:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076790.180961:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076790.884882:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076790.884889:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076790.884891:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076790.884896:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076790.884899:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076790.884902:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076790.884904:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076790.884906:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076790.884909:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076791.204890:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076791.204893:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076791.204896:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076791.908805:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076791.908826:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076791.908830:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076791.908837:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076791.908841:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1769076791.908846:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769076791.908846:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076791.908851:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1769076791.908854:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076791.908857:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769076791.908857:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769076791.908861:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076791.908863:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076791.908865:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076791.908873:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3483
00000400:00000200:1.0:1769076791.908882:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076791.908888:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076791.908891:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076791.908894:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076791.908896:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076791.908898:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076791.908900:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076791.908903:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076791.908905:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076791.908907:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076791.908909:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076791.908911:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076791.908913:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076791.908915:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076791.908916:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076791.908918:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076791.908929:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076791.908931:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076791.908933:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076791.908935:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076791.908937:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076791.908939:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076791.908941:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076791.908943:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076791.908944:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076791.908952:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076791.908955:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076791.908958:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076791.908960:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076791.908962:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076791.908964:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076791.908967:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076791.908974:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769076791.908979:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076791.908987:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948192768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076791.908995:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076791.908998:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076791.909002:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948192768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076791.909023:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076791.909025:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076791.909028:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076791.909029:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076791.909030:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076791.909033:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076791.909034:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3483
00000400:00000200:1.0:1769076791.909037:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076791.909039:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076791.909041:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076791.909043:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076791.909045:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076791.909046:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076791.909047:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076791.909050:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076791.909051:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076791.909052:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076791.909054:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076791.909055:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076791.909057:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076791.909060:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076791.909061:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076791.909062:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076791.909064:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076791.909065:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076791.909067:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076791.909068:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076791.909069:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076791.909074:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076791.909077:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076791.909080:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076791.909085:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076791.909111:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076791.909115:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076791.909128:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769076791.909132:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076791.909137:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076791.909140:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076791.909142:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076791.909146:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076791.909167:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076791.909174:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:1.0:1769076791.909179:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076791.909189:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948192896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076791.909202:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076791.909206:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076791.909210:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948192896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076791.909220:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076791.909226:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076791.909231:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076791.909234:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076791.909236:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076791.909240:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076791.909248:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3483
00000400:00000200:1.0:1769076791.909257:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076791.909264:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076791.909270:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076791.909277:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076791.909299:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076791.909305:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076791.909309:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076791.909315:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076791.909318:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076791.909323:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076791.909327:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076791.909330:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076791.909335:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076791.909342:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076791.909345:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076791.909363:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076791.909364:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076791.909366:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076791.909371:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076791.909376:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076791.909378:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076791.909383:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076791.909389:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076791.909394:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076791.909397:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076791.909403:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076791.909405:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076791.909410:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076791.909416:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076791.909418:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076791.909421:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076791.909424:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076791.909426:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1769076791.909427:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:1.0:1769076791.909428:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076791.909433:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
02000000:00000010:1.0:1769076791.909435:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769076791.909456:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076791.909464:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948193024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076791.909474:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076791.909480:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076791.909488:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948193024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076791.909515:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076791.909521:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076791.909531:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076791.909535:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076791.909538:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076791.909543:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076791.909546:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3483
00000400:00000200:1.0:1769076791.909551:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076791.909555:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076791.909557:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076791.909561:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076791.909566:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076791.909570:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076791.909574:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076791.909579:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076791.909580:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076791.909581:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076791.909583:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076791.909587:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076791.909589:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076791.909592:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076791.909597:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076791.909600:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076791.909603:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076791.909608:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076791.909611:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076791.909614:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076791.909618:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076791.909624:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076791.909627:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076791.909631:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076791.909635:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076791.909638:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076791.909640:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076791.909645:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076791.909649:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076791.909652:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076791.909655:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076791.909658:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076791.909661:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076791.909664:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076791.909676:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769076791.909682:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076791.909691:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948193152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076791.909720:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076791.909723:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076791.909758:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948193152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076791.909775:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076791.909779:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076791.909781:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076791.909794:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076791.909797:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076791.909801:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076791.909805:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3483
00000400:00000200:1.0:1769076791.909810:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076791.909815:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076791.909817:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076791.909823:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076791.909825:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076791.909830:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076791.909832:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076791.909836:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076791.909839:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076791.909841:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076791.909844:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076791.909846:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076791.909850:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076791.909855:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076791.909858:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076791.909862:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076791.909864:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076791.909884:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076791.909890:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076791.909895:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076791.909899:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076791.909904:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076791.909906:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076791.909910:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076791.909915:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076791.909921:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076791.909922:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076791.909932:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076791.909935:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076791.909940:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076791.909942:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076791.909947:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076791.909949:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076791.909952:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076791.909956:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769076791.909960:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076791.909967:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948193280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076791.909979:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076791.909981:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076791.909986:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948193280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076791.910000:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076791.910006:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3493)
00000800:00000200:0.1:1769076791.910193:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076791.910196:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076791.910463:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076791.910465:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076791.910663:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076791.910664:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076791.910928:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076791.910939:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1769076792.932812:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076792.932820:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076792.932822:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076792.932846:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076792.932850:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076792.932853:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076792.932856:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076792.932859:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076792.932862:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076793.252841:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298157327, at 4298157376
00000100:00000010:1.0:1769076793.252860:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470a20.
00000100:00000001:3.0:1769076793.956843:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076793.956850:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076793.956852:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076793.956856:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076793.956859:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076793.956862:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076793.956864:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076793.956866:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076793.956869:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076794.276870:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076794.276875:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076794.276879:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076794.980851:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076794.980860:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076794.980862:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076794.980867:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076794.980871:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076794.980875:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076794.980878:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076794.980880:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076794.980883:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076795.301001:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076795.301010:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076795.301015:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076796.004920:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076796.004930:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076796.004933:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076796.004957:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076796.004971:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076796.004976:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076796.004979:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076796.004982:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076796.004985:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076797.028834:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076797.028844:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076797.028847:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076797.028854:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076797.028859:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076797.028880:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076797.028885:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076797.028890:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076797.028896:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076797.029772:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076797.029779:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076797.030925:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076797.030928:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076797.031418:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076797.031421:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076797.031738:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076797.031740:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076797.032295:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076797.032298:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1769076798.052925:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076798.052934:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076798.052937:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076798.052943:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076798.052948:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076798.052952:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076798.052955:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076798.052958:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076798.052962:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076798.372900:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298162448, at 4298162496
00000100:00000010:1.0:1769076798.372923:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227b40.
00000020:00000001:3.0:1769076798.373054:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076798.373059:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076798.373064:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076799.076885:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076799.076912:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076799.076916:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076799.076925:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076799.076932:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076799.076937:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076799.076941:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076799.076944:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076799.076949:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076799.396951:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076799.396954:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076799.396959:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076800.100902:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076800.100910:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076800.100912:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076800.100917:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076800.100920:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076800.100924:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076800.100926:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076800.100929:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076800.100931:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076801.124904:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076801.124912:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076801.124915:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076801.124920:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076801.124924:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076801.124929:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076801.124932:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076801.124982:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076801.124985:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076802.148837:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076802.148847:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076802.148852:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076802.148860:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076802.148868:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076802.148874:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076802.148881:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076802.148887:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076802.148893:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076802.149333:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076802.149338:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076802.149749:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076802.149753:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076802.149966:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076802.149968:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076802.150145:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076802.150147:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076802.150357:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076802.150358:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769076802.468995:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076802.469014:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076802.469019:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076803.172810:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076803.172817:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076803.172819:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076803.172824:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076803.172827:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076803.172830:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076803.172832:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076803.172835:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076803.172837:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076803.492946:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298167567, at 4298167616
00000100:00000010:1.0:1769076803.492963:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227de0.
00000020:00000001:3.0:1769076803.493032:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076803.493035:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076803.493038:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076804.196792:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076804.196798:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076804.196800:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076804.196805:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076804.196808:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076804.196811:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076804.196813:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076804.196816:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076804.196818:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076805.220914:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076805.220923:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076805.220924:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076805.220930:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076805.220933:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076805.220937:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076805.220939:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076805.220942:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076805.220945:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076806.244839:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076806.244862:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076806.244865:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076806.244871:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076806.244875:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076806.244879:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076806.244898:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076806.244902:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076806.244905:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076806.564964:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076806.564968:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076806.564971:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076807.268906:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076807.268920:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076807.268924:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076807.268940:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076807.268950:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076807.268957:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076807.268964:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076807.268969:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076807.268980:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076807.269508:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076807.269514:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769076807.270439:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076807.270441:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769076807.270719:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076807.270723:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769076807.271127:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076807.271130:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769076807.271379:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076807.271382:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000020:00000001:3.0:1769076807.589104:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076807.589112:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076807.589118:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076808.292878:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076808.292886:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076808.292888:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076808.292893:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076808.292896:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076808.292899:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076808.292900:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076808.292902:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076808.292904:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076808.613004:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298172687, at 4298172736
00000100:00000010:1.0:1769076808.613062:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470d20.
00000100:00000001:3.0:1769076809.316850:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076809.316859:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076809.316861:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076809.316868:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076809.316872:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076809.316875:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076809.316878:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076809.316881:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076809.316884:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076810.340872:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076810.340882:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076810.340884:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076810.340892:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076810.340896:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076810.340900:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076810.340903:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076810.340907:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076810.340910:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076810.660944:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076810.660947:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076810.660951:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076811.364801:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076811.364808:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076811.364810:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076811.364814:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076811.364817:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076811.364819:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076811.364821:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076811.364823:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076811.364825:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076811.684908:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076811.684911:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076811.684914:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076812.388887:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076812.388895:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076812.388900:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076812.388907:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076812.388913:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076812.388918:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076812.388921:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076812.388926:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076812.388932:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076812.389609:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076812.389616:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769076812.390505:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076812.390507:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769076812.390803:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076812.390807:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769076812.391099:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076812.391101:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769076812.391439:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076812.391442:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1769076813.412813:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076813.412822:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076813.412824:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076813.412829:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076813.412833:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076813.412836:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076813.412839:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076813.412858:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076813.412860:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076813.732854:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298177808, at 4298177856
00000100:00000010:1.0:1769076813.732875:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470d80.
00000100:00000001:3.0:1769076814.436866:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076814.436875:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076814.436878:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076814.436883:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076814.436888:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076814.436893:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076814.436897:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076814.436900:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076814.436903:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076814.757018:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076814.757022:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076814.757025:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076815.460803:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076815.460809:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076815.460811:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076815.460815:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076815.460817:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076815.460820:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076815.460822:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076815.460825:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076815.460827:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076815.780871:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076815.780875:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076815.780878:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076816.484853:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076816.484861:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076816.484863:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076816.484869:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076816.484873:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076816.484878:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076816.484880:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076816.484882:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076816.484885:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076817.508818:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076817.508824:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076817.508826:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076817.508832:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076817.508836:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076817.508842:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076817.508846:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076817.508850:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076817.508855:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076817.509358:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076817.509774:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076817.509957:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076817.510129:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076817.510290:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769076818.852979:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298182927, at 4298182976
00000100:00000010:1.0:1769076818.853001:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470000.
00000020:00000001:3.0:1769076818.853126:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076818.853130:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076818.853135:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076819.877000:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076819.877006:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076819.877011:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1769076820.581069:0:2420:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.128:988
00000400:00000100:1.0:1769076820.581112:0:2420:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.128@tcp at host 192.168.204.128 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769076820.581124:0:2420:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076820.581128:0:2420:0:(router.c:1755:lnet_notify()) 192.168.204.28@tcp notifying 192.168.204.128@tcp: down
00000400:00000200:1.0:1769076820.581131:0:2420:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076820.581134:0:2420:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769076820.581138:0:2420:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769076820.581142:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38200.
00000400:00000200:1.0:1769076820.581147:0:2420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076820.581152:0:2420:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076820.581175:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1ee0
00000400:00000010:1.0:1769076820.581178:0:2420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1ee0.
00000100:00000001:1.0:1769076820.581184:0:2420:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076820.581195:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c583a253b80 x1855007948195968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076820.581222:0:2420:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076820.581226:0:2420:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a253b80 x1855007948195968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076842 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076820.581272:0:2420:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076820.581277:0:2420:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769076820.581291:0:2420:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769076820.581295:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38400.
00000400:00000200:1.0:1769076820.581299:0:2420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076820.581307:0:2420:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076820.581312:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1550
00000400:00000010:1.0:1769076820.581315:0:2420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1550.
00000100:00000001:1.0:1769076820.581320:0:2420:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076820.581329:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c583a250380 x1855007948196096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076820.581345:0:2420:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076820.581355:0:2420:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250380 x1855007948196096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076842 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076820.581388:0:2420:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076820.581392:0:2420:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769076820.581402:0:2420:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769076820.581408:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38d00.
00000400:00000200:1.0:1769076820.581412:0:2420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076820.581417:0:2420:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076820.581441:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1dd0
00000400:00000010:1.0:1769076820.581446:0:2420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1dd0.
00000100:00000001:1.0:1769076820.581453:0:2420:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076820.581461:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c583a252d80 x1855007948196224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076820.581478:0:2420:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076820.581486:0:2420:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a252d80 x1855007948196224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076842 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076820.581500:0:2420:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076820.581504:0:2420:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769076820.581517:0:2420:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769076820.581522:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38f00.
00000400:00000200:1.0:1769076820.581528:0:2420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076820.581535:0:2420:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076820.581540:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1bb0
00000400:00000010:1.0:1769076820.581545:0:2420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1bb0.
00000100:00000001:1.0:1769076820.581550:0:2420:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076820.581559:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c583a253480 x1855007948196352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076820.581578:0:2420:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076820.581584:0:2420:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a253480 x1855007948196352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076842 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076820.581595:0:2420:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076820.581599:0:2420:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769076820.581623:0:2420:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769076820.581627:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:1.0:1769076820.581630:0:2420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076820.581638:0:2420:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076820.581642:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1908
00000400:00000010:1.0:1769076820.581646:0:2420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1908.
00000100:00000001:1.0:1769076820.581650:0:2420:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076820.581671:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c583a252a00 x1855007948196480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076820.581684:0:2420:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076820.581691:0:2420:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a252a00 x1855007948196480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076842 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076820.581704:0:2420:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076820.581708:0:2420:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.1:1769076822.629424:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076822.629429:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076822.629985:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076822.629989:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076822.630340:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076822.630343:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076822.630685:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076822.630688:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076822.631071:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076822.631074:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1769076822.949010:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076822.949016:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076822.949020:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076823.972819:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298188047, at 4298188096
00000100:00000010:1.0:1769076823.972835:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470f00.
00000020:00000001:3.0:1769076823.972887:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076823.972891:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076823.972895:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076827.045030:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076827.045035:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076827.045039:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076827.749666:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076827.749684:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076827.750399:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076827.750401:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076827.750645:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076827.750647:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076827.750905:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076827.750907:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076827.751151:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076827.751154:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1769076828.068905:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076828.068922:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076828.068927:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076829.092846:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298193168, at 4298193216
00000100:00000010:1.0:1769076829.092865:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227720.
00000020:00000001:3.0:1769076831.141039:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076831.141044:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076831.141048:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076832.165038:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076832.165045:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076832.165050:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076832.869557:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076832.869563:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076832.870231:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076832.870234:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076832.870565:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076832.870567:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076832.870925:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076832.870928:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076832.871221:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076832.871223:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1769076834.212802:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298198287, at 4298198336
00000100:00000010:1.0:1769076834.212820:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227720.
00000020:00000001:3.0:1769076835.236997:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076835.237002:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076835.237007:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076836.261003:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076836.261009:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076836.261027:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076837.988891:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076837.988898:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076837.988901:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076837.988904:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076837.988908:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076837.988915:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3529
00000400:00000200:1.0:1769076837.988924:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076837.988931:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076837.988934:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076837.988938:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076837.988942:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076837.988945:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076837.988947:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076837.988951:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076837.988953:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076837.988955:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076837.988967:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076837.988970:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076837.988973:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076837.988979:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076837.988982:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076837.988984:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076837.988986:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076837.988989:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076837.988993:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076837.988996:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076837.989000:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076837.989004:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076837.989006:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076837.989009:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076837.989011:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076837.989020:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769076837.989024:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076837.989029:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076837.989031:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076837.989034:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076837.989037:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076837.989043:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076837.989051:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4ec00.
00000100:00000001:1.0:1769076837.989057:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076837.989065:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948198528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076837.989075:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076837.989078:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076837.989082:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948198528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076837.989118:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076837.989120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076837.989124:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076837.989125:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076837.989126:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076837.989129:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076837.989131:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3529
00000400:00000200:1.0:1769076837.989134:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076837.989136:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076837.989138:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076837.989141:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076837.989143:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076837.989145:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076837.989147:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076837.989149:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076837.989150:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076837.989152:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076837.989155:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076837.989156:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076837.989158:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076837.989160:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076837.989162:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076837.989163:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076837.989165:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076837.989166:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076837.989171:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076837.989173:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076837.989175:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076837.989180:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076837.989185:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076837.989189:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076837.989195:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076837.989200:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076837.989202:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076837.989226:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076837.989232:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076837.989236:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076837.989239:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076837.989245:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076837.989248:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076837.989250:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076837.989258:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:1.0:1769076837.989264:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076837.989274:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948198656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076837.989289:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076837.989294:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076837.989301:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948198656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076837.989334:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076837.989339:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076837.989343:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076837.989347:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076837.989349:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076837.989380:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076837.989386:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3529
00000400:00000200:1.0:1769076837.989389:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076837.989392:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076837.989398:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076837.989403:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076837.989407:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076837.989409:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076837.989411:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076837.989414:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076837.989417:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076837.989421:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076837.989424:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076837.989427:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076837.989429:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076837.989432:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076837.989439:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076837.989441:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076837.989443:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076837.989446:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076837.989452:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076837.989455:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076837.989457:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076837.989460:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076837.989465:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076837.989468:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076837.989471:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076837.989476:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076837.989478:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076837.989484:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076837.989488:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076837.989492:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076837.989494:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076837.989498:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076837.989500:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076837.989503:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076837.989509:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
00000100:00000001:1.0:1769076837.989515:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076837.989523:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948198784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076837.989537:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076837.989540:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076837.989545:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948198784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076837.989557:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076837.989561:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076837.989564:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076837.989566:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076837.989569:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076837.989572:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076837.989578:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3529
00000400:00000200:1.0:1769076837.989581:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076837.989585:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076837.989589:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076837.989595:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076837.989598:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076837.989600:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076837.989602:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076837.989606:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076837.989610:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076837.989612:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076837.989616:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076837.989618:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076837.989621:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076837.989628:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076837.989630:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076837.989635:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076837.989638:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076837.989641:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076837.989646:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076837.989649:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076837.989654:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076837.989657:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076837.989661:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076837.989664:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076837.989667:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076837.989672:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076837.989674:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076837.989678:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076837.989682:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076837.989687:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076837.989690:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076837.989692:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076837.989695:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076837.989698:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076837.989702:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769076837.989706:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076837.989713:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948198912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076837.989724:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076837.989728:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076837.989736:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948198912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076837.989792:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076837.989795:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076837.989803:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076837.989806:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076837.989808:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076837.989812:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076837.989818:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3529
00000400:00000200:1.0:1769076837.989824:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076837.989829:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000800:00000200:2.1:1769076837.989833:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:1.0:1769076837.989834:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076837.989839:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076837.989843:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769076837.989844:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000100:00000040:1.0:1769076837.989845:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076837.989849:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076837.989854:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076837.989856:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076837.989857:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076837.989860:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076837.989864:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076837.989870:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076837.989874:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076837.989879:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076837.989882:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076837.989885:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076837.989889:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076837.989893:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076837.989898:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076837.989901:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076837.989905:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076837.989910:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076837.989912:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076837.989914:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076837.989917:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076837.989921:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076837.989925:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769076837.989930:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076837.989933:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076837.989935:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076837.989938:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076837.989940:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076837.989942:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076837.989947:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769076837.989952:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076837.989961:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948199040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076837.989978:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076837.989983:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076837.989991:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948199040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076837.990006:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076837.990014:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3539)
00000800:00000200:2.1:1769076837.990606:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076837.990610:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076837.991071:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076837.991076:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076837.991516:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076837.991520:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076837.991941:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076837.991945:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000100:00000040:1.0:1769076839.332879:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298203408, at 4298203456
00000100:00000010:1.0:1769076839.332896:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227de0.
00000020:00000001:3.0:1769076839.333028:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076839.333034:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076839.333041:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076840.356977:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076840.356982:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076840.356985:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076843.108859:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076843.108874:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076843.108878:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076843.108883:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076843.108890:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076843.108902:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3534
00000400:00000200:1.0:1769076843.108921:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076843.108934:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076843.108941:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076843.108950:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076843.108955:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076843.108979:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076843.108987:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076843.108992:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076843.108995:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076843.108999:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076843.109003:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076843.109007:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076843.109011:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076843.109016:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076843.109019:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076843.109022:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076843.109025:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076843.109030:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076843.109034:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076843.109037:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076843.109040:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076843.109045:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076843.109049:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076843.109052:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076843.109054:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076843.109067:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076843.109071:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076843.109076:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076843.109079:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076843.109082:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076843.109085:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076843.109091:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076843.109101:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769076843.109110:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076843.109122:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948199168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076843.109137:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076843.109142:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076843.109148:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948199168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076843.109178:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076843.109182:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076843.109187:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076843.109189:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076843.109192:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076843.109196:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076843.109199:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3534
00000400:00000200:1.0:1769076843.109205:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076843.109210:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076843.109214:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076843.109220:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076843.109223:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076843.109228:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076843.109256:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076843.109260:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076843.109266:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076843.109272:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076843.109275:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076843.109283:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076843.109291:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076843.109305:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076843.109313:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076843.109319:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076843.109328:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076843.109336:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076843.109344:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076843.109352:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076843.109361:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076843.109371:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076843.109381:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076843.109388:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076843.109396:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076843.109404:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076843.109410:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076843.109421:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769076843.109428:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076843.109435:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076843.109437:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076843.109446:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076843.109451:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076843.109455:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076843.109464:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:1.0:1769076843.109472:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076843.109486:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948199296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076843.109513:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076843.109519:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076843.109531:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948199296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076843.109566:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076843.109573:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076843.109581:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076843.109586:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076843.109592:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076843.109597:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076843.109604:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3534
00000400:00000200:1.0:1769076843.109615:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076843.109621:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076843.109630:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076843.109639:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076843.109645:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076843.109654:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076843.109660:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076843.109665:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076843.109670:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076843.109676:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076843.109683:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076843.109689:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076843.109698:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076843.109708:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076843.109716:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076843.109726:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076843.109766:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076843.109771:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076843.109776:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076843.109780:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076843.109783:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076843.109790:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076843.109800:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076843.109810:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076843.109816:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076843.109823:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076843.109829:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076843.109839:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076843.109845:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076843.109855:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076843.109858:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076843.109862:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076843.109864:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076843.109869:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076843.109878:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769076843.109886:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076843.109896:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948199424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769076843.109915:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769076843.109918:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076843.109925:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076843.109930:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000100:00000040:1.0:1769076843.109936:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948199424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076843.109959:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076843.109965:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076843.109973:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076843.109976:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076843.109979:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076843.109988:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076843.109997:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3534
00000400:00000200:1.0:1769076843.110010:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076843.110022:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076843.110030:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076843.110036:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076843.110043:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076843.110050:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076843.110055:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076843.110064:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076843.110068:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076843.110073:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076843.110078:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076843.110085:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076843.110094:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076843.110105:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076843.110113:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076843.110120:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076843.110125:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076843.110131:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076843.110141:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076843.110151:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076843.110158:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076843.110163:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076843.110170:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076843.110180:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076843.110186:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076843.110190:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076843.110193:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076843.110204:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076843.110213:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076843.110221:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076843.110227:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076843.110249:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076843.110251:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076843.110254:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076843.110262:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769076843.110273:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076843.110283:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948199552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076843.110299:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076843.110306:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076843.110319:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948199552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076843.110348:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076843.110354:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076843.110363:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076843.110369:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076843.110375:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076843.110385:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076843.110395:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3534
00000400:00000200:1.0:1769076843.110402:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076843.110412:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076843.110417:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076843.110427:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076843.110433:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076843.110441:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076843.110447:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076843.110454:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076843.110459:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076843.110466:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076843.110470:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076843.110479:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076843.110489:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076843.110501:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076843.110509:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076843.110517:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076843.110525:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076843.110533:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076843.110542:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076843.110549:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076843.110555:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076843.110562:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076843.110570:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076843.110575:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076843.110581:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076843.110592:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076843.110599:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076843.110611:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076843.110622:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076843.110630:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076843.110634:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076843.110641:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076843.110646:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076843.110650:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076843.110661:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769076843.110671:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076843.110684:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948199680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076843.110713:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076843.110721:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076843.110762:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948199680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076843.110784:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076843.110794:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3544)
00000800:00000200:2.1:1769076843.111110:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076843.111113:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076843.111527:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076843.111530:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076843.111967:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076843.111970:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076843.112363:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076843.112366:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1769076843.428942:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076843.428948:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076843.428952:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076844.452839:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298208528, at 4298208576
00000100:00000010:1.0:1769076844.452853:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227b40.
00000020:00000001:3.0:1769076844.452877:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076844.452883:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076844.452888:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076847.524838:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076847.524842:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076847.524845:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076848.228828:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076848.228846:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076848.228871:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076848.228880:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076848.228887:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076848.228898:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3539
00000400:00000200:1.0:1769076848.228908:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076848.228915:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076848.228918:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076848.228921:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076848.228924:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076848.228927:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076848.228929:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076848.228933:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076848.228935:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076848.228937:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076848.228940:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076848.228942:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076848.228945:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076848.228948:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076848.228965:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076848.228967:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076848.228969:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076848.228972:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076848.228975:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076848.228977:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076848.228980:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076848.228983:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076848.228986:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076848.228988:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076848.228990:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076848.228999:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769076848.229002:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076848.229006:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076848.229008:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076848.229011:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076848.229013:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076848.229018:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076848.229025:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f800.
00000100:00000001:1.0:1769076848.229050:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076848.229072:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948199808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076848.229101:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076848.229106:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076848.229113:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948199808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076848.229182:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076848.229187:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076848.229192:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076848.229195:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076848.229199:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076848.229204:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076848.229210:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3539
00000400:00000200:1.0:1769076848.229222:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076848.229233:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076848.229240:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076848.229256:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076848.229262:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076848.229286:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076848.229291:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076848.229298:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076848.229301:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076848.229305:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076848.229308:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076848.229312:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076848.229316:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076848.229323:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076848.229328:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076848.229334:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076848.229338:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076848.229340:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076848.229347:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076848.229351:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076848.229357:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076848.229364:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076848.229368:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076848.229371:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076848.229377:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076848.229385:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076848.229390:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076848.229397:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076848.229404:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076848.229409:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076848.229414:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076848.229421:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076848.229424:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076848.229429:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076848.229437:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769076848.229448:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076848.229479:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948199936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076848.229508:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076848.229516:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076848.229531:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948199936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076848.229589:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076848.229598:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076848.229607:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076848.229613:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076848.229616:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076848.229624:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076848.229632:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3539
00000400:00000200:1.0:1769076848.229641:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076848.229646:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076848.229670:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076848.229675:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076848.229685:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076848.229695:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076848.229731:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076848.229737:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:2.1:1769076848.229739:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000040:1.0:1769076848.229740:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076848.229746:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.1:1769076848.229751:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000020:00000040:1.0:1769076848.229752:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076848.229760:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076848.229769:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076848.229780:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076848.229782:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076848.229785:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076848.229789:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076848.229793:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076848.229797:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076848.229802:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076848.229806:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076848.229875:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076848.229883:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076848.229890:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076848.229895:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076848.229903:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076848.229908:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076848.229916:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076848.229922:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076848.229927:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076848.229930:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076848.229937:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076848.229938:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076848.229940:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076848.229946:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769076848.229952:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076848.229964:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948200064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076848.229995:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076848.230001:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076848.230011:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948200064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076848.230063:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076848.230068:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076848.230075:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076848.230080:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076848.230086:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076848.230094:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076848.230105:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3539
00000400:00000200:1.0:1769076848.230121:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076848.230134:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076848.230177:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076848.230188:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076848.230201:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076848.230226:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076848.230234:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076848.230241:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076848.230246:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076848.230252:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076848.230258:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076848.230263:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076848.230269:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076848.230279:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076848.230285:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076848.230290:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076848.230295:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076848.230299:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076848.230306:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076848.230312:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076848.230318:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076848.230324:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076848.230331:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076848.230337:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076848.230342:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076848.230346:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076848.230350:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076848.230355:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076848.230361:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076848.230367:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076848.230371:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076848.230375:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076848.230380:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076848.230383:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076848.230391:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769076848.230399:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076848.230411:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948200192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076848.230428:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076848.230434:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076848.230443:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948200192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076848.230472:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076848.230478:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076848.230490:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076848.230496:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076848.230502:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076848.230517:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076848.230527:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3539
00000400:00000200:1.0:1769076848.230537:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076848.230546:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076848.230553:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076848.230559:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076848.230565:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076848.230581:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076848.230587:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076848.230592:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076848.230595:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076848.230600:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076848.230605:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076848.230608:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076848.230613:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076848.230621:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076848.230628:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076848.230634:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076848.230644:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076848.230648:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076848.230654:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076848.230656:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076848.230662:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076848.230667:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076848.230671:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076848.230675:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076848.230679:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076848.230683:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076848.230687:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076848.230697:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769076848.230703:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076848.230713:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076848.230717:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076848.230724:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076848.230727:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076848.230731:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076848.230738:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769076848.230745:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076848.230778:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948200320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076848.230797:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076848.230804:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076848.230818:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948200320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769076848.230842:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076848.230847:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1769076848.230850:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076848.230863:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3550)
00000800:00000200:2.1:1769076848.231193:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076848.231195:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076848.231438:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076848.231439:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076848.231921:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076848.231923:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1769076848.548924:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076848.548929:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076848.548933:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076849.572876:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298213648, at 4298213696
00000100:00000010:1.0:1769076849.572891:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227780.
00000100:00000001:3.0:1769076850.276912:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076850.276920:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076850.276923:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076850.276929:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076850.276933:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076850.276937:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076850.276940:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076850.276943:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076850.276945:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076851.300882:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076851.300893:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076851.300895:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076851.300903:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076851.300908:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076851.300913:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076851.300916:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076851.300920:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076851.300923:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076851.621000:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076851.621008:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076851.621015:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076852.324792:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076852.324799:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076852.324800:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076852.324805:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076852.324809:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076852.324811:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076852.324814:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076852.324816:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076852.324818:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076852.644994:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076852.645003:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076852.645008:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076853.348841:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076853.348854:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076853.348857:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076853.348865:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076853.348871:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076853.348885:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076853.348891:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076853.348897:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076853.348904:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076853.349995:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076853.350009:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076853.350961:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076853.350967:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076853.351410:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076853.351415:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076853.351858:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076853.351861:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076853.352317:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076853.352321:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1769076854.372873:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076854.372884:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076854.372886:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076854.372894:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076854.372899:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076854.372905:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076854.372908:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076854.372911:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076854.372914:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076854.692825:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298218768, at 4298218816
00000100:00000010:1.0:1769076854.692842:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ae0.
00000100:00000001:3.0:1769076855.396839:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076855.396845:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076855.396847:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076855.396852:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076855.396855:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076855.396858:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076855.396860:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076855.396863:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076855.396865:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076855.716928:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076855.716933:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076855.716937:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076856.420928:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076856.420938:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076856.420940:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076856.420948:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076856.420953:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076856.420958:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076856.420962:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076856.420965:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076856.420968:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076856.740992:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076856.740998:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076856.741017:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076857.444960:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076857.444973:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076857.444976:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076857.444984:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076857.445019:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076857.445025:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076857.445029:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076857.445033:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076857.445038:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076858.468910:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076858.468923:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076858.468929:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076858.468940:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076858.468946:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076858.468955:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076858.468964:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076858.469058:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076858.469067:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076858.470293:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076858.470313:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076858.472262:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076858.472266:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076858.472692:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076858.472699:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076858.473134:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076858.473138:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076858.473641:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076858.473647:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1769076859.492892:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076859.492906:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076859.492909:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076859.492918:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076859.492924:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076859.492930:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076859.492933:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076859.492937:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076859.492941:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076859.812915:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298223888, at 4298223936
00000100:00000010:1.0:1769076859.812945:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227840.
00000020:00000001:3.0:1769076859.813064:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076859.813069:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076859.813072:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076860.516934:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076860.516972:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076860.516986:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076860.516996:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076860.517003:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076860.517009:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076860.517014:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076860.517019:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076860.517026:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076860.837073:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076860.837080:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076860.837085:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076861.540874:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076861.540883:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076861.540885:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076861.540893:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076861.540897:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076861.540902:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076861.540905:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076861.540909:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076861.540913:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076862.564948:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076862.564960:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076862.564963:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076862.564970:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076862.564975:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076862.564981:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076862.564985:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076862.564989:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076862.564993:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076863.588828:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076863.588838:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076863.588841:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076863.588848:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076863.588853:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076863.588858:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076863.588861:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076863.588865:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076863.588869:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076863.589631:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076863.589637:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076863.590541:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076863.590543:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076863.590826:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076863.590828:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076863.591149:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076863.591152:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076863.591500:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076863.591503:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769076863.909025:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076863.909048:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076863.909054:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076864.612903:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076864.612911:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076864.612912:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076864.612917:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076864.612921:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076864.612925:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076864.612927:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076864.612930:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076864.612932:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076864.932942:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298229008, at 4298229056
00000100:00000010:1.0:1769076864.932972:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d20.
00000020:00000001:3.0:1769076864.933077:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076864.933084:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076864.933092:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076865.636909:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076865.636920:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076865.636924:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076865.636932:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076865.636938:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076865.636944:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076865.636948:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076865.636952:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076865.636956:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076866.660981:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076866.660994:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076866.660998:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076866.661007:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076866.661015:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076866.661021:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076866.661026:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076866.661031:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076866.661037:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076867.684934:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076867.684951:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076867.684955:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076867.684966:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076867.684973:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076867.684983:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076867.684989:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076867.684995:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076867.685001:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076868.005001:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076868.005006:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076868.005022:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076868.708817:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076868.708824:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076868.708826:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076868.708860:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076868.708866:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076868.708871:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076868.708875:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076868.708879:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076868.708884:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076868.708993:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076868.709004:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076868.709007:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076868.709011:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076868.709016:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076868.709025:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3560
00000400:00000200:1.0:1769076868.709035:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076868.709041:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076868.709044:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076868.709047:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076868.709050:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076868.709053:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076868.709054:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076868.709058:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076868.709060:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076868.709063:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076868.709066:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076868.709068:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076868.709070:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076868.709072:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076868.709074:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076868.709076:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076868.709077:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076868.709080:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076868.709083:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076868.709085:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076868.709088:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076868.709091:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076868.709093:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076868.709095:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076868.709097:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076868.709108:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076868.709112:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076868.709116:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076868.709117:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076868.709120:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076868.709122:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076868.709139:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076868.709147:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:1.0:1769076868.709154:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076868.709163:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948202368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076868.709172:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076868.709176:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076868.709180:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948202368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076868.709228:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076868.709230:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076868.709233:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076868.709235:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076868.709236:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076868.709239:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076868.709241:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3560
00000400:00000200:1.0:1769076868.709245:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076868.709247:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076868.709249:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076868.709252:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076868.709254:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076868.709257:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076868.709258:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076868.709260:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076868.709262:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076868.709263:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076868.709266:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076868.709269:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076868.709271:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076868.709291:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076868.709293:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076868.709297:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076868.709300:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076868.709306:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076868.709310:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076868.709315:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076868.709319:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076868.709327:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076868.709330:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076868.709334:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076868.709359:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076868.709372:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076868.709377:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076868.709389:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769076868.709396:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076868.709423:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076868.709429:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076868.709431:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076868.709437:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076868.709447:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076868.709457:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769076868.709461:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076868.709471:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948202496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076868.709483:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076868.709487:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076868.709500:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948202496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076868.709514:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076868.709518:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076868.709521:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076868.709523:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076868.709532:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076868.709538:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076868.709558:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3560
00000400:00000200:1.0:1769076868.709565:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076868.709575:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076868.709586:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076868.709606:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076868.709620:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076868.709629:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076868.709641:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076868.709647:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076868.709651:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076868.709659:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076868.709664:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076868.709675:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076868.709680:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076868.709690:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076868.709691:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076868.709692:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076868.709693:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076868.709695:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076868.709696:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076868.709697:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076868.709698:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076868.709712:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076868.709718:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076868.709721:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076868.709727:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076868.709735:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076868.709737:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076868.709740:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076868.709778:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076868.709781:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076868.709782:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076868.709784:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076868.709785:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076868.709787:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076868.709790:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769076868.709793:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076868.709799:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948202624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076868.709868:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076868.709876:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076868.709890:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948202624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076868.709929:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076868.709956:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076868.709961:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076868.709962:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076868.709963:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076868.709965:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076868.709970:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3560
00000400:00000200:1.0:1769076868.709977:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076868.709989:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076868.709996:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076868.710003:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076868.710012:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076868.710020:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000200:2.1:1769076868.710020:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076868.710034:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1769076868.710035:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076868.710053:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076868.710057:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076868.710063:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076868.710074:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076868.710088:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076868.710093:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076868.710110:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076868.710116:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076868.710123:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076868.710125:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076868.710127:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076868.710141:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076868.710144:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076868.710148:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076868.710152:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076868.710161:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076868.710166:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076868.710170:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076868.710178:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076868.710185:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076868.710222:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076868.710228:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076868.710237:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076868.710240:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076868.710247:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076868.710254:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076868.710256:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076868.710261:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769076868.710268:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076868.710296:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948202752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076868.710376:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076868.710384:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076868.710398:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948202752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076868.710431:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076868.710434:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076868.710442:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076868.710448:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076868.710456:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076868.710467:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076868.710473:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3560
00000400:00000200:1.0:1769076868.710480:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076868.710494:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076868.710497:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076868.710504:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076868.710516:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076868.710522:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076868.710527:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076868.710533:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076868.710539:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076868.710541:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076868.710543:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076868.710547:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076868.710562:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076868.710569:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076868.710575:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076868.710580:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076868.710602:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076868.710608:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076868.710612:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076868.710615:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076868.710623:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076868.710631:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076868.710634:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076868.710645:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076868.710647:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076868.710650:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076868.710659:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076868.710689:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076868.710698:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076868.710701:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076868.710703:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076868.710704:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076868.710708:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076868.710713:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076868.710722:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
00000100:00000001:1.0:1769076868.710754:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076868.710764:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948202880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076868.710788:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076868.710795:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076868.710828:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948202880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076868.710873:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076868.710884:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3570)
00000800:00000200:2.1:1769076868.711251:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076868.711255:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076868.711615:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076868.711618:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076868.712003:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076868.712007:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076868.712395:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076868.712398:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769076869.028990:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076869.028999:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076869.029004:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076869.732902:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076869.732913:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076869.732916:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076869.732923:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076869.732928:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076869.732934:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076869.732937:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076869.732941:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076869.732944:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076870.052896:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298234128, at 4298234176
00000100:00000010:1.0:1769076870.052930:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ba0.
00000100:00000001:3.0:1769076870.756853:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076870.756862:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076870.756864:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076870.756871:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076870.756875:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076870.756890:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076870.756893:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076870.756895:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076870.756898:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076871.780907:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076871.780920:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076871.780924:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076871.780934:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076871.780940:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076871.780947:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076871.780951:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076871.780956:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076871.780960:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076872.100958:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076872.100966:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076872.100973:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076872.804855:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076872.804884:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076872.804886:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076872.804898:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076872.804903:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076872.804907:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076872.804910:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076872.804912:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076872.804915:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076873.124961:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076873.124984:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076873.124990:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076873.828930:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076873.828941:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076873.828944:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076873.828952:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076873.828958:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076873.828963:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076873.828967:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076873.828972:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076873.828980:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076873.830047:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076873.830063:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076873.831207:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076873.831210:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076873.831439:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076873.831441:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076873.831659:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076873.831661:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076873.831944:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076873.831946:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1769076874.852940:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076874.852953:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076874.852955:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076874.852963:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076874.852969:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076874.852975:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076874.852979:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076874.852983:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076874.852987:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076875.172903:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298239248, at 4298239296
00000100:00000010:1.0:1769076875.172926:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ba0.
00000100:00000001:3.0:1769076875.876850:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076875.876860:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076875.876861:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076875.876867:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076875.876872:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076875.876876:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076875.876879:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076875.876881:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076875.876885:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076876.196989:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076876.196998:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076876.197006:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076876.900837:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076876.900850:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076876.900853:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076876.900863:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076876.900870:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076876.900876:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076876.900880:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076876.900885:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076876.900889:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076877.221026:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076877.221035:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076877.221043:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076877.924812:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076877.924821:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076877.924823:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076877.924844:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076877.924848:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076877.924852:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076877.924855:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076877.924857:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076877.924859:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076878.948789:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076878.948799:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076878.948803:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076878.948809:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076878.948813:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076878.948817:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076878.948820:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076878.948822:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076878.948825:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076878.949730:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076878.949736:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076878.950659:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076878.950661:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076878.950908:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076878.950910:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076878.951346:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076878.951351:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076878.951907:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076878.951912:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1769076879.972842:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076879.972855:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076879.972858:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076879.972868:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076879.972874:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076879.972881:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076879.972885:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076879.972889:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076879.972893:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076880.292883:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298244368, at 4298244416
00000100:00000010:1.0:1769076880.292911:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ea0.
00000020:00000001:3.0:1769076880.293114:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076880.293120:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076880.293126:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076880.996838:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076880.996853:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076880.996856:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076880.996866:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076880.996873:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076880.996880:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076880.996884:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076880.996889:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076880.996895:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076881.317056:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076881.317063:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076881.317069:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076882.020899:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076882.020910:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076882.020913:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076882.020920:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076882.020925:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076882.020930:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076882.020934:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076882.020939:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076882.020943:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076883.044810:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076883.044819:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076883.044821:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076883.044828:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076883.044832:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076883.044835:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076883.044839:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076883.044842:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076883.044845:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076884.068859:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076884.068871:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076884.068873:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076884.068881:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076884.068898:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076884.068905:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076884.068909:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076884.068913:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076884.068917:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076884.068943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076884.068954:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076884.068958:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076884.068975:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076884.068980:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076884.068991:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3575
00000400:00000200:1.0:1769076884.069003:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076884.069012:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076884.069017:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076884.069022:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076884.069026:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076884.069030:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076884.069033:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076884.069039:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076884.069041:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076884.069045:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076884.069050:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076884.069053:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076884.069056:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076884.069060:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076884.069062:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076884.069065:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076884.069067:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076884.069071:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076884.069075:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076884.069077:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076884.069081:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076884.069085:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076884.069089:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076884.069091:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076884.069094:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076884.069110:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769076884.069115:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076884.069121:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076884.069123:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076884.069127:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076884.069131:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076884.069138:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076884.069149:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4ec00.
00000100:00000001:1.0:1769076884.069159:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076884.069172:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948204288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076884.069187:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076884.069193:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076884.069199:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948204288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076884.069247:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076884.069252:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076884.069259:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076884.069262:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076884.069265:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076884.069271:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076884.069277:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3575
00000400:00000200:1.0:1769076884.069285:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076884.069292:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076884.069307:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076884.069313:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076884.069319:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076884.069331:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076884.069341:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076884.069372:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076884.069377:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076884.069385:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076884.069393:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076884.069406:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076884.069419:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076884.069430:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076884.069439:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076884.069448:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076884.069455:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076884.069465:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076884.069493:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076884.069501:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076884.069509:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076884.069521:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076884.069533:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076884.069539:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076884.069570:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076884.069601:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076884.069606:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076884.069616:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076884.069624:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076884.069635:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076884.069640:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076884.069646:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076884.069667:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076884.069670:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076884.069678:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:1.0:1769076884.069689:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076884.069731:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948204416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076884.069755:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076884.069761:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076884.069772:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948204416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076884.069887:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076884.069908:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076884.069917:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076884.069922:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076884.069926:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076884.069932:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076884.069938:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3575
00000400:00000200:1.0:1769076884.069950:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000800:00000200:2.1:1769076884.069958:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000400:00000200:1.0:1769076884.069964:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076884.069972:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076884.069982:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076884.069985:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076884.069988:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076884.069991:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076884.069994:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076884.069996:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076884.070000:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076884.070007:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076884.070014:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076884.070021:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076884.070029:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076884.070046:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076884.070054:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076884.070060:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076884.070065:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076884.070075:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076884.070079:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076884.070087:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076884.070094:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076884.070101:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076884.070108:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076884.070115:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076884.070125:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076884.070129:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076884.070136:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076884.070143:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076884.070171:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076884.070178:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076884.070188:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076884.070197:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076884.070206:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076884.070231:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
00000100:00000001:1.0:1769076884.070245:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076884.070266:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948204544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076884.070327:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076884.070338:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076884.070355:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948204544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076884.070381:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076884.070402:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076884.070408:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076884.070412:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076884.070415:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076884.070427:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076884.070440:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3575
00000400:00000200:1.0:1769076884.070459:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076884.070474:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076884.070486:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076884.070503:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076884.070515:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076884.070528:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076884.070562:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076884.070575:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076884.070580:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076884.070588:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076884.070597:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076884.070607:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076884.070617:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076884.070633:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076884.070642:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076884.070653:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076884.070662:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076884.070673:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076884.070689:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076884.070701:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076884.070704:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:1.0:1769076884.070708:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076884.070719:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076884.070728:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076884.070780:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076884.070788:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076884.070800:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076884.070806:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076884.070822:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076884.070834:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076884.070849:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076884.070855:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076884.070866:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076884.070874:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076884.070883:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076884.070897:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769076884.070912:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076884.070932:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948204672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076884.070964:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076884.070974:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076884.070994:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948204672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076884.071031:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076884.071042:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076884.071056:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076884.071064:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076884.071072:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076884.071083:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076884.071097:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3575
00000400:00000200:1.0:1769076884.071114:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076884.071130:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076884.071140:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076884.071155:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076884.071166:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076884.071178:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076884.071190:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076884.071201:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076884.071207:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076884.071215:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076884.071222:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076884.071230:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076884.071242:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076884.071260:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076884.071269:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076884.071281:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076884.071293:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076884.071304:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076884.071320:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076884.071332:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076884.071340:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076884.071350:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076884.071361:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076884.071373:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076884.071382:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076884.071391:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076884.071400:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076884.071414:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000800:00000200:2.1:1769076884.071416:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000040:1.0:1769076884.071426:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076884.071441:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076884.071451:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076884.071461:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076884.071465:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076884.071468:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076884.071481:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769076884.071493:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076884.071510:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948204800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076884.071536:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076884.071577:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076884.071593:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948204800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076884.071633:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076884.071651:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3585)
00000800:00000200:2.1:1769076884.071951:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076884.072263:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:3.0:1769076884.389012:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076884.389019:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076884.389026:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076885.092839:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076885.092854:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076885.092857:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076885.092865:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076885.092895:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076885.092901:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076885.092905:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076885.092910:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076885.092914:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076885.412954:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298249488, at 4298249536
00000100:00000010:1.0:1769076885.412981:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2274e0.
00000020:00000001:3.0:1769076885.413083:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076885.413089:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076885.413095:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076886.116867:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076886.116891:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076886.116894:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076886.116903:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076886.116909:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076886.116915:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076886.116918:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076886.116921:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076886.116925:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076887.140927:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076887.140940:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076887.140943:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076887.140953:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076887.140961:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076887.140968:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076887.140975:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076887.140980:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076887.140986:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076888.164943:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076888.164953:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076888.164956:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076888.164964:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076888.164970:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076888.164974:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076888.164977:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076888.164980:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076888.164984:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076888.485134:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076888.485141:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076888.485146:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076889.188859:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076889.188870:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076889.188892:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076889.188895:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076889.188899:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076889.188906:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3580
00000400:00000200:1.0:1769076889.188915:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076889.188922:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076889.188925:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076889.188928:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076889.188932:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076889.188934:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076889.188936:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076889.188941:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076889.188942:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076889.188945:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076889.188948:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076889.188950:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076889.188953:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076889.188956:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076889.188958:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076889.188960:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076889.188961:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076889.188964:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076889.188967:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076889.188969:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076889.188971:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
02000000:00000001:1.0:1769076889.188972:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076889.188978:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076889.188979:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:1.0:1769076889.188983:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076889.188984:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076889.188998:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:3.0:1769076889.188999:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076889.189001:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076889.189004:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076889.189008:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1769076889.189009:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000100:00000001:3.0:1769076889.189011:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1769076889.189016:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
00000100:00000001:3.0:1769076889.189016:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076889.189020:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076889.189023:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076889.189026:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076889.189029:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076889.189031:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076889.189036:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076889.189046:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769076889.189056:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076889.189068:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948204928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076889.189082:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076889.189088:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076889.189094:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948204928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076889.189125:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076889.189130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076889.189134:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076889.189136:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076889.189137:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076889.189140:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076889.189160:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3580
00000400:00000200:1.0:1769076889.189165:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076889.189169:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076889.189172:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076889.189176:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076889.189180:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076889.189184:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076889.189187:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076889.189190:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076889.189201:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076889.189204:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076889.189207:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076889.189210:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076889.189213:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076889.189218:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076889.189220:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076889.189225:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076889.189228:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076889.189231:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076889.189235:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076889.189237:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076889.189239:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076889.189247:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076889.189252:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076889.189267:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076889.189274:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076889.189278:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076889.189280:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076889.189286:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769076889.189291:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076889.189298:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076889.189300:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076889.189315:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076889.189317:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076889.189320:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076889.189326:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:1.0:1769076889.189334:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076889.189368:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948205056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076889.189403:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076889.189406:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076889.189415:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948205056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076889.189446:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076889.189454:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076889.189491:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076889.189496:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076889.189502:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076889.189508:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076889.189522:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3580
00000400:00000200:1.0:1769076889.189537:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076889.189543:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076889.189548:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076889.189557:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076889.189566:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076889.189573:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076889.189579:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076889.189588:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076889.189593:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076889.189599:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076889.189606:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076889.189616:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076889.189626:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076889.189636:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076889.189642:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076889.189652:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076889.189670:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076889.189683:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076889.189696:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076889.189705:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076889.189712:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076889.189722:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076889.189773:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076889.189778:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076889.189781:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076889.189785:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076889.189788:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076889.189795:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076889.189800:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076889.189805:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076889.189807:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076889.189809:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076889.189813:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076889.189818:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076889.189836:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769076889.189846:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076889.189863:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948205184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076889.189909:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076889.189914:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076889.189929:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948205184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076889.189953:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076889.189962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076889.189970:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076889.189976:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076889.189980:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076889.189998:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076889.190006:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3580
00000400:00000200:1.0:1769076889.190023:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076889.190030:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076889.190034:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076889.190040:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076889.190043:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076889.190054:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076889.190062:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076889.190069:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076889.190074:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076889.190084:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076889.190089:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076889.190099:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076889.190107:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076889.190121:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076889.190128:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076889.190138:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076889.190146:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076889.190155:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076889.190166:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000800:00000200:2.1:1769076889.190174:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769076889.190175:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076889.190187:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1769076889.190189:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 57 secs later)
02000000:00000001:1.0:1769076889.190195:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076889.190204:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076889.190213:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076889.190219:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076889.190227:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076889.190240:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076889.190253:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076889.190266:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076889.190285:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076889.190287:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076889.190293:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076889.190297:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076889.190305:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076889.190317:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769076889.190327:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076889.190343:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948205312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076889.190384:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076889.190394:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076889.190412:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948205312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076889.190448:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076889.190476:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076889.190487:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076889.190490:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076889.190494:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076889.190505:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076889.190513:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3580
00000400:00000200:1.0:1769076889.190530:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076889.190541:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076889.190552:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076889.190569:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076889.190578:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076889.190588:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076889.190596:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076889.190606:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076889.190609:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076889.190614:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076889.190620:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076889.190627:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076889.190634:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076889.190647:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076889.190656:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076889.190666:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076889.190684:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076889.190698:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076889.190710:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076889.190719:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076889.190728:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076889.190776:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076889.190790:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076889.190802:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076889.190812:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076889.190835:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076889.190845:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076889.190859:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769076889.190872:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076889.190885:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076889.190893:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076889.190909:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076889.190918:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076889.190925:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076889.190938:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769076889.190949:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076889.190964:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948205440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076889.190991:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076889.190999:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076889.191018:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948205440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076889.191061:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076889.191075:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3591)
00000800:00000200:2.1:1769076889.191227:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076889.191230:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1769076889.191436:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076889.191439:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1769076889.191740:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076889.191743:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1769076889.192040:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076889.192042:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 57 secs later)
00000020:00000001:3.0:1769076889.508933:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076889.508938:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076889.508944:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076890.212975:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076890.212984:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076890.212986:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076890.212991:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076890.212995:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076890.212999:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076890.213002:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076890.213004:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076890.213007:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076890.532952:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298254608, at 4298254656
00000100:00000010:1.0:1769076890.532976:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ae0.
00000100:00000001:3.0:1769076891.236909:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076891.236923:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076891.236927:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076891.236940:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076891.236948:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076891.236956:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076891.236961:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076891.236965:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076891.236970:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076892.260876:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076892.260887:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076892.260890:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076892.260897:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076892.260903:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076892.260908:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076892.260911:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076892.260915:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076892.260919:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076892.580991:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076892.580997:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076892.581003:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076893.284847:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076893.284857:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076893.284860:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076893.284868:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076893.284873:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076893.284878:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076893.284882:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076893.284885:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076893.284889:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076893.604974:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076893.604978:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076893.604982:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076894.308815:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769076894.308817:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076894.308825:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1769076894.308827:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076894.308842:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769076894.308843:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076894.308847:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076894.308851:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:3.0:1769076894.308857:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:1.0:1769076894.308858:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3586
00000100:00000001:3.0:1769076894.308864:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076894.308869:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1769076894.308876:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769076894.308878:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076894.308882:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1769076894.308885:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:3.0:1769076894.308888:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076894.308889:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076894.308896:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076894.308900:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076894.308902:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076894.308905:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076894.308908:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076894.308910:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076894.308913:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076894.308916:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076894.308917:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076894.308919:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076894.308922:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076894.308923:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076894.308924:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076894.308925:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076894.308928:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076894.308930:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076894.308931:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076894.308933:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076894.308936:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076894.308938:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076894.308956:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076894.308958:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076894.308968:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769076894.308971:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076894.308974:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076894.308976:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076894.308989:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076894.308991:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076894.308995:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076894.309002:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769076894.309024:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076894.309031:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948205568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076894.309040:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076894.309043:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076894.309047:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948205568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076894.309067:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076894.309069:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076894.309072:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076894.309074:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076894.309075:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076894.309078:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076894.309079:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3586
00000400:00000200:1.0:1769076894.309082:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076894.309084:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076894.309086:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076894.309088:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076894.309089:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076894.309091:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076894.309093:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076894.309095:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076894.309096:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076894.309097:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076894.309099:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076894.309100:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076894.309102:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076894.309105:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076894.309107:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076894.309109:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076894.309110:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076894.309113:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076894.309115:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076894.309117:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076894.309118:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076894.309122:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076894.309125:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076894.309130:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076894.309135:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076894.309139:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076894.309143:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076894.309149:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769076894.309151:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076894.309154:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076894.309156:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076894.309157:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076894.309159:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076894.309161:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076894.309166:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769076894.309173:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076894.309184:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948205696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076894.309198:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076894.309201:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076894.309213:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948205696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076894.309225:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076894.309236:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076894.309241:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076894.309245:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076894.309247:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076894.309251:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076894.309256:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3586
00000400:00000200:1.0:1769076894.309267:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076894.309274:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076894.309288:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076894.309294:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076894.309296:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076894.309301:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076894.309304:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076894.309312:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076894.309314:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076894.309315:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076894.309317:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076894.309321:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076894.309324:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769076894.309326:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076894.309327:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076894.309331:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076894.309341:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076894.309344:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076894.309352:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076894.309354:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076894.309355:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076894.309358:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076894.309366:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076894.309412:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076894.309416:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076894.309418:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076894.309420:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076894.309430:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076894.309434:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076894.309435:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076894.309437:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076894.309439:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076894.309441:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076894.309447:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076894.309459:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f800.
00000100:00000001:1.0:1769076894.309467:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076894.309478:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948205824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076894.309532:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076894.309541:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076894.309553:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948205824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076894.309571:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076894.309574:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076894.309577:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076894.309578:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076894.309580:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076894.309586:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076894.309592:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3586
00000400:00000200:1.0:1769076894.309596:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076894.309598:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076894.309603:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076894.309608:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076894.309612:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076894.309614:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076894.309615:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076894.309617:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076894.309622:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076894.309625:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076894.309629:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076894.309631:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076894.309632:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769076894.309638:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076894.309648:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076894.309650:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076894.309654:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076894.309657:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076894.309661:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076894.309666:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076894.309674:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076894.309679:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076894.309686:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076894.309691:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076894.309694:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076894.309697:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076894.309702:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076894.309707:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076894.309711:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076894.309719:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076894.309722:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076894.309725:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076894.309726:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076894.309728:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076894.309752:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769076894.309756:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076894.309760:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948205952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076894.309765:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076894.309766:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076894.309769:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948205952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076894.309775:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076894.309778:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076894.309780:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076894.309781:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076894.309783:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076894.309785:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076894.309789:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3586
00000400:00000200:1.0:1769076894.309814:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076894.309823:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076894.309826:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076894.309829:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076894.309832:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076894.309836:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076894.309840:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076894.309841:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076894.309845:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076894.309847:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076894.309849:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076894.309855:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076894.309859:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076894.309863:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076894.309870:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076894.309871:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076894.309873:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076894.309874:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769076894.309875:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076894.309877:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076894.309883:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076894.309885:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076894.309889:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076894.309894:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076894.309897:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000800:00000200:2.1:1769076894.309897:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000008:00000001:1.0:1769076894.309904:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076894.309909:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076894.309913:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000800:00000200:2.1:1769076894.309913:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
00000020:00000040:1.0:1769076894.309919:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769076894.309927:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076894.309930:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076894.309935:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076894.309956:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076894.309959:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076894.309967:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769076894.309970:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076894.309977:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948206080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076894.309992:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076894.310000:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076894.310022:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948206080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076894.310038:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076894.310043:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3596)
00000800:00000200:2.1:1769076894.310585:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076894.310589:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769076894.311063:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076894.311066:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769076894.311508:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076894.311511:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769076894.311930:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076894.311933:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
00000100:00000001:3.0:1769076895.332948:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076895.332960:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076895.332963:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076895.332970:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076895.332976:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076895.332993:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076895.332997:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076895.333001:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076895.333005:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076895.652804:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298259728, at 4298259776
00000100:00000010:1.0:1769076895.652822:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227780.
00000020:00000001:3.0:1769076895.652876:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076895.652880:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076895.652884:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076896.356866:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076896.356878:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076896.356881:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076896.356888:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076896.356893:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076896.356899:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076896.356902:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076896.356906:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076896.356910:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076896.676950:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076896.676963:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076896.676968:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076897.380821:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076897.380830:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076897.380832:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076897.380839:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076897.380843:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076897.380847:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076897.380849:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076897.380852:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076897.380854:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076897.700971:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076897.700976:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076897.700980:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076898.404842:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076898.404852:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076898.404854:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076898.404861:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076898.404866:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076898.404871:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076898.404874:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076898.404877:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076898.404881:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076899.428935:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076899.428950:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076899.428987:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076899.429006:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076899.429018:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076899.429027:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076899.429036:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076899.429045:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076899.429056:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076899.430335:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076899.430353:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769076899.431639:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076899.431656:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769076899.432155:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076899.432158:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769076899.432566:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076899.432570:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769076899.433063:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076899.433067:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000020:00000001:3.0:1769076899.749071:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076899.749093:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076899.749108:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076900.452834:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076900.452844:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076900.452846:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076900.452853:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076900.452858:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076900.452863:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076900.452867:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076900.452870:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076900.452874:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076900.772857:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298264849, at 4298264896
00000100:00000010:1.0:1769076900.772904:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470f60.
00000020:00000001:3.0:1769076900.773002:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076900.773008:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076900.773012:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076901.476808:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076901.476817:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076901.476820:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076901.476825:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076901.476828:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076901.476831:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076901.476833:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076901.476836:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076901.476839:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076901.796972:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076901.796976:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076901.796979:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076902.500857:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076902.500865:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076902.500867:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076902.500874:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076902.500878:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076902.500894:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076902.500897:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076902.500900:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076902.500903:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076903.524830:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076903.524838:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076903.524841:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076903.524847:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076903.524851:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076903.524855:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076903.524858:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076903.524861:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076903.524864:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076903.845079:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076903.845085:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076903.845091:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076904.548913:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076904.548930:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076904.548938:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076904.548952:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076904.548967:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076904.548980:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076904.548991:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076904.549000:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076904.549011:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076904.550050:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076904.550059:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769076904.551362:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076904.551365:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769076904.551765:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076904.551768:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769076904.552194:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076904.552220:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1769076904.552230:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076904.552235:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076904.552239:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076904.552244:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076904.552248:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076904.552250:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076904.552253:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076904.552259:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a252a00 x1855007948207232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076904.552269:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076904.552273:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a252a00 x1855007948207232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076929 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076904.552282:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076904.552284:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076904.552288:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076904.552292:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769076904.552297:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076904.552299:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298268752
00000100:00000001:0.0:1769076904.552315:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298269968
00000100:00000001:0.0:1769076904.552318:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298268752
00000100:00000001:0.0:1769076904.552328:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298269968
00000100:00000001:0.0:1769076904.552331:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076904.552334:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076904.552337:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076904.552342:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076904/real 1769076904]  req@ffff8c583a252a00 x1855007948207232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076904.552352:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076904.552354:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076904.552356:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076904.552360:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076904.552362:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076904.552365:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076904.552369:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a252a00 x1855007948207232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076904.552380:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a252a00 x1855007948207232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076904.552387:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076904.552389:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076904.552391:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076904.552393:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076904.552397:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a252a00 x1855007948207232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076904.552405:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076904.552409:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a252a00 x1855007948207232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076929 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076904.552418:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076904.552421:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076904.552423:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076904.552425:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076904.552427:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076904.552430:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076904.552433:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076904.552437:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076904.552439:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076904.552444:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a252a00 x1855007948207232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076929 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076904.552453:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948207232:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076904.552458:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076904.552460:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076904.552465:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a251500 x1855007948206976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076929 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076904.552474:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076904.552476:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076904.552479:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15800.
02000000:00000001:0.0:1769076904.552482:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076904.552483:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076904.552485:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769076904.552488:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076904.552490:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410000.
02000000:00000001:0.0:1769076904.552494:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076904.552496:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076904.552498:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a251500.
00000100:00000001:0.0:1769076904.552501:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076904.552503:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076904.552506:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076904.552510:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a250a80 x1855007948207104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076929 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076904.552518:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076904.552519:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076904.552521:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769076904.552524:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076904.552525:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076904.552527:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769076904.552529:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076904.552531:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b411400.
02000000:00000001:0.0:1769076904.552533:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076904.552535:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076904.552536:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a250a80.
00000100:00000001:0.0:1769076904.552539:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076904.552540:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076904.552542:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076904.552545:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a252a00 x1855007948207232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076929 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076904.552553:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076904.552555:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076904.552557:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769076904.552560:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076904.552562:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076904.552563:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769076904.552566:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076904.552567:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b412000.
02000000:00000001:0.0:1769076904.552569:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076904.552571:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076904.552572:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a252a00.
00000100:00000001:0.0:1769076904.552575:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076904.552576:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076904.552578:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076904.552583:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076904.552585:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076904.552588:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076904.552590:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076904.552591:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076904.552595:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a253480 x1855007948207360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076904.552603:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076904.552605:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076904.552608:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076904.552610:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076904.552612:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076904.552616:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948207360:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076904.552620:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076904.552623:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076904.552625:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076904.552627:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076904.552632:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769076904.552634:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076904.552639:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076904.552642:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076904.552646:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076904.552650:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948207360, portal 4
00000100:00000001:0.0:1769076904.552653:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076904.552655:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293368448 : -127164416183168 : ffff8c583a253480)
00000100:00000040:0.0:1769076904.552662:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a253480 x1855007948207360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076904.552670:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076904.552674:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076904.552677:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076904.552679:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948207360, offset 0
00000400:00000200:0.0:1769076904.552684:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076904.552689:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076904.552693:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076904.552697:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076904.552700:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076904.552704:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076904.552707:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076904.552711:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29431:29431:256:4294967295] 192.168.204.128@tcp LPNI seq info [29430:29430:8:4294967295]
00000400:00000200:0.0:1769076904.552716:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076904.552725:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076904.552760:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076904.552765:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076904.552771:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076904.552775:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769076904.552780:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076904.552784:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1769076904.552788:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076904.552791:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076904.552795:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076904.552799:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076904.552803:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076904.552806:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076904.552809:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076904.552813:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a253480 x1855007948207360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076904.552836:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076904.552842:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a253480 x1855007948207360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076929 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076904.552855:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076904.552859:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076904.552865:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076904.552871:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769076904.552878:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076904.552882:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298268700
00000100:00000001:0.0:1769076904.552887:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298269968
00000100:00000001:0.0:1769076904.552891:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298268700
00000100:00000001:0.0:1769076904.552896:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298269968
00000100:00000001:0.0:1769076904.552901:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076904.552905:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076904.552909:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076904.552918:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076904/real 1769076904]  req@ffff8c583a253480 x1855007948207360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076904.552936:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076904.552939:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076904.552942:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076904.552947:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076904.552951:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076904.552955:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076904.552961:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a253480 x1855007948207360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076904.552972:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a253480 x1855007948207360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076904.552981:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076904.552984:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076904.552986:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076904.552988:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076904.552993:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a253480 x1855007948207360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076904.553001:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076904.553006:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a253480 x1855007948207360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076929 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076904.553014:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076904.553017:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076904.553020:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076904.553021:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076904.553024:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076904.553027:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076904.553030:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076904.553034:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076904.553036:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076904.553041:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a253480 x1855007948207360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076929 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076904.553050:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948207360:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076904.553055:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076904.553057:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076904.553061:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a253480 x1855007948207360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076929 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076904.553070:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076904.553072:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076904.553074:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769076904.553077:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076904.553079:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076904.553081:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769076904.553084:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076904.553086:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410c00.
02000000:00000001:0.0:1769076904.553089:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076904.553091:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076904.553093:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a253480.
00000100:00000001:0.0:1769076904.553096:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076904.553098:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076904.553100:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076904.553105:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076904.553107:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076904.553109:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076904.553112:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076904.869023:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076904.869032:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076904.869039:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076905.572865:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076905.572877:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076905.572880:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076905.572888:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076905.572896:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076905.572904:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076905.572909:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076905.572914:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076905.572920:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076905.892855:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298269968, at 4298270016
00000100:00000040:0.0:1769076905.892877:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298269968, at 4298270016
00000100:00000010:1.0:1769076905.892878:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034703c0.
00000100:00000010:0.0:1769076905.892894:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470b40.
00000020:00000001:0.0:1769076905.892956:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076905.892961:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076905.892966:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076906.596894:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076906.596906:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076906.596909:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076906.596918:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076906.596924:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076906.596944:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076906.596949:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076906.596952:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076906.596957:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076907.620853:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076907.620862:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076907.620863:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076907.620869:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076907.620885:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076907.620890:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076907.620893:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076907.620896:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076907.620899:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076907.941032:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076907.941039:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076907.941043:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076908.644945:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076908.644955:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076908.644957:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076908.644975:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076908.644980:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076908.644985:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076908.644988:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076908.644991:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076908.644995:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076908.965009:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076908.965016:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076908.965021:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076909.668816:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076909.668827:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076909.668830:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076909.668836:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076909.668843:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076909.668847:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076909.668852:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076909.668857:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076909.668861:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076909.669140:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076909.669163:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076909.669170:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076909.669196:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a250380 x1855007948207488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.669217:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076909.669219:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076909.669223:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076909.669229:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076909.669238:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076909.669259:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948207488:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769076909.669277:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076909.669287:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076909.669295:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076909.669299:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076909.669313:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769076909.669326:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076909.669348:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076909.669356:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076909.669371:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076909.669386:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948207488, portal 25
00000100:00000001:0.0:1769076909.669397:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076909.669400:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293355904 : -127164416195712 : ffff8c583a250380)
00000100:00000040:0.0:1769076909.669422:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a250380 x1855007948207488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.669461:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076909.669470:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076909.669479:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076909.669489:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948207488, offset 0
00000400:00000200:0.0:1769076909.669503:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076909.669521:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076909.669546:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076909.669559:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076909.669568:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076909.669577:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076909.669591:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076909.669603:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29432:29432:256:4294967295] 192.168.204.128@tcp LPNI seq info [29431:29431:8:4294967295]
00000400:00000200:0.0:1769076909.669620:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076909.669649:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076909.669659:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076909.669664:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076909.669686:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076909.669697:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076909.669708:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076909.669714:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769076909.669726:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076909.669806:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076909.669820:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076909.669840:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076909.669846:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076909.669852:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076909.669859:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076909.669870:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a250380 x1855007948207488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.669920:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076909.669941:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250380 x1855007948207488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076934 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.669998:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076909.670010:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076909.670029:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076909.670063:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076909.670072:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298275088
00000100:00000010:0.0:1769076909.670091:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470b40.
00000100:00000001:0.0:1769076909.670104:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769076909.670137:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298275088
00000100:00000010:0.0:1769076909.670144:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c58034707e0.
00000100:00000001:0.0:1769076909.670151:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769076909.670163:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076909.670170:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076909.670174:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076909.670185:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076909/real 1769076909]  req@ffff8c583a250380 x1855007948207488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076909.670216:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076909.670222:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076909.670226:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076909.670233:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076909.670240:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076909.670249:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076909.670260:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a250380 x1855007948207488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076909.670288:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a250380 x1855007948207488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.670318:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076909.670322:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076909.670327:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076909.670331:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076909.670343:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a250380 x1855007948207488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.670371:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076909.670382:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a250380 x1855007948207488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.670421:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076909.670435:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076909.670440:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076909.670442:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076909.670447:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076909.670458:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076909.670471:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076909.670489:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076909.670500:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076909.670517:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a250380 x1855007948207488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076909.670558:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948207488:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769076909.670576:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076909.670583:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076909.670592:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a250380 x1855007948207488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.670621:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076909.670625:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076909.670630:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769076909.670645:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076909.670655:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076909.670668:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:0.0:1769076909.670684:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076909.670697:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b411800.
02000000:00000001:0.0:1769076909.670708:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076909.670710:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076909.670713:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a250380.
00000100:00000001:0.0:1769076909.670719:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076909.670722:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076909.670725:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076909.670765:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076909.670769:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076909.670773:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076909.670777:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076909.670779:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076909.670788:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a252d80 x1855007948207616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.670867:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076909.670879:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076909.670885:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076909.670894:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076909.670914:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076909.670938:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948207616:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076909.670951:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076909.670960:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076909.670966:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076909.670968:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076909.670973:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769076909.670977:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076909.670984:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076909.670988:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076909.670992:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076909.670996:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948207616, portal 10
00000100:00000001:0.0:1769076909.670999:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076909.671001:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293366656 : -127164416184960 : ffff8c583a252d80)
00000100:00000040:0.0:1769076909.671011:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a252d80 x1855007948207616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.671020:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076909.671023:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076909.671027:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076909.671029:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948207616, offset 0
00000400:00000200:0.0:1769076909.671035:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076909.671040:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076909.671044:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076909.671057:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076909.671060:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076909.671062:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076909.671064:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076909.671066:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29433:29433:256:4294967295] 192.168.204.128@tcp LPNI seq info [29432:29432:8:4294967295]
00000400:00000200:0.0:1769076909.671069:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076909.671075:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076909.671079:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076909.671081:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076909.671085:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076909.671088:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076909.671093:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076909.671095:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769076909.671098:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076909.671099:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076909.671102:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076909.671105:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076909.671107:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076909.671109:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076909.671110:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076909.671129:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a252d80 x1855007948207616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.671143:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076909.671146:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a252d80 x1855007948207616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076934 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.671169:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076909.671170:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076909.671173:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076909.671177:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:0.0:1769076909.671181:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076909.671182:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298273807
00000100:00000001:0.0:1769076909.671185:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298275088
00000100:00000001:0.0:1769076909.671187:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298273807
00000100:00000001:0.0:1769076909.671189:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298275088
00000100:00000001:0.0:1769076909.671191:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076909.671192:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076909.671194:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076909.671197:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076909/real 1769076909]  req@ffff8c583a252d80 x1855007948207616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076909.671203:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076909.671204:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076909.671206:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076909.671208:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076909.671209:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076909.671211:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076909.671214:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a252d80 x1855007948207616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076909.671220:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a252d80 x1855007948207616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.671224:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076909.671226:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076909.671228:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076909.671229:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076909.671232:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a252d80 x1855007948207616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.671237:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076909.671240:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a252d80 x1855007948207616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.671245:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076909.671247:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076909.671248:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076909.671249:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076909.671250:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076909.671252:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076909.671254:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076909.671257:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076909.671258:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076909.671261:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a252d80 x1855007948207616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076909.671268:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948207616:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076909.671271:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076909.671274:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a253b80 x1855007948207744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.671279:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076909.671280:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076909.671282:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076909.671284:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076909.671285:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076909.671288:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948207744:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076909.671308:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076909.671310:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076909.671312:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076909.671314:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076909.671317:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15800.
02000000:00000001:0.0:1769076909.671318:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076909.671321:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076909.671323:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076909.671326:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076909.671329:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948207744, portal 10
00000100:00000001:0.0:1769076909.671330:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076909.671331:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293370240 : -127164416181376 : ffff8c583a253b80)
00000100:00000040:0.0:1769076909.671336:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a253b80 x1855007948207744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.671341:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076909.671343:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076909.671345:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076909.671346:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948207744, offset 0
00000400:00000200:0.0:1769076909.671349:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076909.671352:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076909.671354:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076909.671356:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076909.671358:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076909.671360:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076909.671362:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076909.671365:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29434:29434:256:4294967295] 192.168.204.128@tcp LPNI seq info [29433:29433:8:4294967295]
00000400:00000200:0.0:1769076909.671368:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076909.671373:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076909.671377:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076909.671379:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076909.671382:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076909.671385:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076909.671388:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076909.671390:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769076909.671393:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076909.671395:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076909.671397:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076909.671400:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076909.671402:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076909.671403:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076909.671405:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076909.671408:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a253b80 x1855007948207744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.671413:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076909.671415:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a253b80 x1855007948207744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076934 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.671420:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076909.671421:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076909.671423:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076909.671426:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769076909.671428:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076909.671429:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298273806
00000100:00000001:0.0:1769076909.671431:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298275088
00000100:00000001:0.0:1769076909.671433:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298273806
00000100:00000001:0.0:1769076909.671435:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298275088
00000100:00000001:0.0:1769076909.671436:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076909.671438:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076909.671439:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076909.671441:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076909/real 1769076909]  req@ffff8c583a253b80 x1855007948207744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076909.671446:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076909.671448:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076909.671449:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076909.671451:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076909.671452:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076909.671453:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076909.671456:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a253b80 x1855007948207744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076909.671461:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a253b80 x1855007948207744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.671465:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076909.671466:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076909.671468:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076909.671469:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076909.671471:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a253b80 x1855007948207744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.671475:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076909.671478:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a253b80 x1855007948207744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.671483:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076909.671485:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076909.671486:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076909.671487:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076909.671488:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076909.671490:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076909.671491:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076909.671494:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076909.671495:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076909.671498:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a253b80 x1855007948207744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076909.671508:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948207744:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076909.671511:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076909.671513:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a253480 x1855007948207872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.671518:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076909.671519:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076909.671521:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076909.671522:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076909.671523:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076909.671525:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948207872:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076909.671528:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076909.671529:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076909.671530:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076909.671531:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076909.671534:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14400.
02000000:00000001:0.0:1769076909.671546:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076909.671549:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076909.671551:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076909.671554:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076909.671556:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948207872, portal 4
00000100:00000001:0.0:1769076909.671557:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076909.671558:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293368448 : -127164416183168 : ffff8c583a253480)
00000100:00000040:0.0:1769076909.671562:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a253480 x1855007948207872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.671566:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076909.671568:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076909.671569:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076909.671571:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948207872, offset 0
00000400:00000200:0.0:1769076909.671574:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076909.671576:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076909.671579:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076909.671581:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076909.671583:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076909.671585:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076909.671587:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076909.671589:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29435:29435:256:4294967295] 192.168.204.128@tcp LPNI seq info [29434:29434:8:4294967295]
00000400:00000200:0.0:1769076909.671592:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076909.671596:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076909.671599:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076909.671601:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076909.671603:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076909.671614:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076909.671617:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076909.671619:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769076909.671622:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076909.671623:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076909.671625:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076909.671628:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076909.671630:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076909.671631:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076909.671632:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076909.671635:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a253480 x1855007948207872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.671640:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076909.671643:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a253480 x1855007948207872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076934 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.671647:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076909.671648:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076909.671650:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076909.671652:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769076909.671654:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076909.671656:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298273871
00000100:00000001:0.0:1769076909.671658:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298275088
00000100:00000001:0.0:1769076909.671660:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298273871
00000100:00000001:0.0:1769076909.671662:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298275088
00000100:00000001:0.0:1769076909.671663:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076909.671665:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076909.671666:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076909.671668:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076909/real 1769076909]  req@ffff8c583a253480 x1855007948207872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076909.671673:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076909.671674:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076909.671675:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076909.671676:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076909.671678:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076909.671679:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076909.671681:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a253480 x1855007948207872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076909.671688:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a253480 x1855007948207872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.671692:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076909.671693:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076909.671694:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076909.671695:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076909.671698:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a253480 x1855007948207872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.671702:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076909.671705:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a253480 x1855007948207872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.671709:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076909.671711:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076909.671713:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076909.671714:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076909.671715:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076909.671716:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076909.671718:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076909.671720:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076909.671722:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076909.671724:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a253480 x1855007948207872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076909.671730:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948207872:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076909.671732:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076909.671734:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076909.671736:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a252d80 x1855007948207616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.671742:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076909.671744:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076909.671746:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769076909.671749:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076909.671751:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076909.671752:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769076909.671755:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076909.671757:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b411c00.
02000000:00000001:0.0:1769076909.671760:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076909.671798:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076909.671800:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a252d80.
00000100:00000001:0.0:1769076909.671804:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076909.671806:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076909.671808:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076909.671813:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a253b80 x1855007948207744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.671825:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076909.671837:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076909.671838:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15800.
02000000:00000001:0.0:1769076909.671840:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076909.671841:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076909.671842:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769076909.671844:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076909.671845:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410800.
02000000:00000001:0.0:1769076909.671847:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076909.671848:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076909.671849:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a253b80.
00000100:00000001:0.0:1769076909.671850:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076909.671851:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076909.671853:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076909.671855:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a253480 x1855007948207872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.671860:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076909.671861:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076909.671862:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14400.
02000000:00000001:0.0:1769076909.671864:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076909.671865:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076909.671866:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769076909.671867:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076909.671868:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b412800.
02000000:00000001:0.0:1769076909.671869:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076909.671870:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076909.671871:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a253480.
00000100:00000001:0.0:1769076909.671872:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076909.671873:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076909.671874:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076909.671878:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076909.671879:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076909.671880:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076909.671881:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076909.671882:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076909.671886:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a252a00 x1855007948208000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.671901:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076909.671903:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076909.671905:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076909.671908:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076909.671910:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076909.671913:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948208000:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076909.671917:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076909.671920:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076909.671921:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076909.671923:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076909.671927:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14400.
02000000:00000001:0.0:1769076909.671929:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076909.671934:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076909.671937:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076909.671942:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076909.671946:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948208000, portal 4
00000100:00000001:0.0:1769076909.671948:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076909.671950:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293365760 : -127164416185856 : ffff8c583a252a00)
00000100:00000040:0.0:1769076909.671957:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a252a00 x1855007948208000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.671965:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076909.671968:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076909.671971:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076909.671973:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948208000, offset 0
00000400:00000200:0.0:1769076909.671977:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076909.671981:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076909.671985:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076909.671989:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076909.671992:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076909.671994:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076909.671997:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076909.672001:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29436:29436:256:4294967295] 192.168.204.128@tcp LPNI seq info [29435:29435:8:4294967295]
00000400:00000200:0.0:1769076909.672006:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076909.672014:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076909.672019:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076909.672024:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076909.672029:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076909.672032:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076909.672037:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076909.672040:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769076909.672043:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076909.672045:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076909.672047:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076909.672050:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076909.672053:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076909.672054:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076909.672056:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076909.672059:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a252a00 x1855007948208000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.672065:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076909.672068:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a252a00 x1855007948208000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076934 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.672073:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076909.672074:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076909.672077:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076909.672079:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769076909.672082:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076909.672084:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298273819
00000100:00000001:0.0:1769076909.672086:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298275088
00000100:00000001:0.0:1769076909.672088:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298273819
00000100:00000001:0.0:1769076909.672089:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298275088
00000100:00000001:0.0:1769076909.672091:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076909.672093:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076909.672094:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076909.672097:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076909/real 1769076909]  req@ffff8c583a252a00 x1855007948208000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076909.672103:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076909.672104:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076909.672105:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076909.672107:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076909.672108:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076909.672110:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076909.672127:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a252a00 x1855007948208000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076909.672134:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a252a00 x1855007948208000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.672140:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076909.672141:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076909.672142:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076909.672143:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076909.672146:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a252a00 x1855007948208000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.672151:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076909.672153:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a252a00 x1855007948208000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.672166:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076909.672168:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076909.672169:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076909.672170:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076909.672171:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076909.672173:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076909.672175:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076909.672178:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076909.672180:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076909.672183:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a252a00 x1855007948208000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076909.672195:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948208000:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076909.672198:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076909.672199:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076909.672205:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a252a00 x1855007948208000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076909.672210:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076909.672211:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076909.672213:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14400.
02000000:00000001:0.0:1769076909.672215:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076909.672216:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076909.672217:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769076909.672219:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076909.672220:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410400.
02000000:00000001:0.0:1769076909.672222:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076909.672223:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076909.672224:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a252a00.
00000100:00000001:0.0:1769076909.672226:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076909.672227:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076909.672228:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076909.672231:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076909.672232:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076909.672233:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076909.672235:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076909.989616:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076909.989622:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076909.989627:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076910.692821:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076910.692827:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076910.692829:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076910.692834:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076910.692853:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076910.692858:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076910.692861:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076910.692865:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076910.692869:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076911.012895:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298275088, at 4298275136
00000100:00000040:1.0:1769076911.012895:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298275088, at 4298275136
00000100:00000010:1.0:1769076911.012919:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034707e0.
00000100:00000010:0.0:1769076911.012922:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470b40.
00000100:00000001:3.0:1769076911.716873:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076911.716893:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076911.716896:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076911.716902:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076911.716906:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076911.716911:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076911.716914:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076911.716917:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076911.716921:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076912.036883:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076912.036887:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076912.036891:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076912.740867:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076912.740879:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076912.740882:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076912.740888:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076912.740892:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076912.740896:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076912.740898:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076912.740901:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076912.740903:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076913.060864:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076913.060884:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076913.060888:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076913.764828:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076913.764855:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076913.764857:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076913.764865:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076913.764869:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076913.764873:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076913.764876:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076913.764879:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076913.764882:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076914.084902:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076914.084906:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076914.084909:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076914.788861:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076914.788879:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076914.788883:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076914.788889:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076914.788894:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076914.788900:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076914.788903:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076914.788906:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076914.788910:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076914.789209:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076914.789218:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076914.789222:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076914.789238:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a250a80 x1855007948208128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.789261:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076914.789264:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076914.789277:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076914.789299:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076914.789305:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076914.789319:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948208128:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769076914.789337:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076914.789346:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076914.789353:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076914.789358:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076914.789371:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769076914.789375:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076914.789391:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076914.789397:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076914.789408:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076914.789421:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948208128, portal 25
00000100:00000001:0.0:1769076914.789430:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076914.789434:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293357696 : -127164416193920 : ffff8c583a250a80)
00000100:00000040:0.0:1769076914.789453:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a250a80 x1855007948208128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.789486:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076914.789495:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076914.789503:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076914.789510:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948208128, offset 0
00000400:00000200:0.0:1769076914.789526:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076914.789541:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076914.789558:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076914.789584:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076914.789593:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076914.789601:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076914.789606:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076914.789617:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29437:29437:256:4294967295] 192.168.204.128@tcp LPNI seq info [29436:29436:8:4294967295]
00000400:00000200:0.0:1769076914.789626:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076914.789644:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076914.789657:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076914.789664:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076914.789676:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076914.789682:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769076914.789698:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076914.789705:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769076914.789719:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076914.789726:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076914.789735:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076914.789743:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076914.789749:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076914.789751:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076914.789807:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076914.789819:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a250a80 x1855007948208128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.789840:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076914.789856:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250a80 x1855007948208128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076939 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.789882:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076914.789886:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076914.789900:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076914.789933:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076914.789937:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298280208
00000100:00000010:0.0:1769076914.789946:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470b40.
00000100:00000001:0.0:1769076914.789958:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769076914.789974:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298280208
00000100:00000010:0.0:1769076914.789986:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470a80.
00000100:00000001:0.0:1769076914.789992:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769076914.789999:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076914.790014:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076914.790056:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076914.790065:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076914/real 1769076914]  req@ffff8c583a250a80 x1855007948208128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076914.790103:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076914.790106:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076914.790110:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076914.790116:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076914.790123:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076914.790128:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076914.790139:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a250a80 x1855007948208128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076914.790180:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a250a80 x1855007948208128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.790206:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076914.790214:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076914.790219:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076914.790227:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076914.790242:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a250a80 x1855007948208128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.790261:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076914.790268:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a250a80 x1855007948208128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.790295:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076914.790303:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076914.790309:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076914.790313:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076914.790319:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076914.790321:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076914.790328:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076914.790339:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076914.790344:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076914.790351:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a250a80 x1855007948208128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076914.790364:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948208128:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769076914.790370:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076914.790373:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076914.790380:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a250a80 x1855007948208128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.790392:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076914.790397:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076914.790400:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769076914.790404:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076914.790406:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076914.790408:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:0.0:1769076914.790411:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076914.790416:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410400.
02000000:00000001:0.0:1769076914.790421:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076914.790425:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076914.790427:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a250a80.
00000100:00000001:0.0:1769076914.790430:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076914.790434:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076914.790437:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076914.790445:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076914.790448:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076914.790456:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076914.790462:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076914.790465:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076914.790472:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a251500 x1855007948208256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.790481:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076914.790485:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076914.790490:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076914.790494:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076914.790504:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076914.790516:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948208256:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076914.790530:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076914.790534:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076914.790536:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076914.790546:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076914.790567:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769076914.790573:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076914.790579:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076914.790582:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076914.790585:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076914.790588:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948208256, portal 10
00000100:00000001:0.0:1769076914.790590:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076914.790593:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293360384 : -127164416191232 : ffff8c583a251500)
00000100:00000040:0.0:1769076914.790601:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a251500 x1855007948208256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.790606:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076914.790608:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076914.790610:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076914.790612:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948208256, offset 0
00000400:00000200:0.0:1769076914.790615:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076914.790619:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076914.790623:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076914.790625:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076914.790627:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076914.790629:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076914.790631:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076914.790634:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29438:29438:256:4294967295] 192.168.204.128@tcp LPNI seq info [29437:29437:8:4294967295]
00000400:00000200:0.0:1769076914.790637:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076914.790643:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076914.790647:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076914.790650:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076914.790653:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076914.790656:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769076914.790660:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076914.790663:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769076914.790666:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076914.790668:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076914.790670:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076914.790673:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076914.790676:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076914.790677:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076914.790679:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076914.790682:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a251500 x1855007948208256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.790689:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076914.790691:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a251500 x1855007948208256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076939 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.790697:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076914.790698:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076914.790700:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076914.790704:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:0.0:1769076914.790707:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076914.790708:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298278926
00000100:00000001:0.0:1769076914.790710:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298280208
00000100:00000001:0.0:1769076914.790712:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298278926
00000100:00000001:0.0:1769076914.790714:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298280208
00000100:00000001:0.0:1769076914.790716:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076914.790718:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076914.790719:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076914.790722:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076914/real 1769076914]  req@ffff8c583a251500 x1855007948208256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076914.790734:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076914.790735:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076914.790737:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076914.790738:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076914.790740:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076914.790741:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076914.790744:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a251500 x1855007948208256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076914.790775:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a251500 x1855007948208256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.790780:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076914.790782:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076914.790783:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076914.790785:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076914.790788:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a251500 x1855007948208256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.790793:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076914.790797:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a251500 x1855007948208256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.790802:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076914.790804:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076914.790805:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076914.790806:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076914.790807:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076914.790809:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076914.790811:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076914.790814:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076914.790815:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076914.790819:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a251500 x1855007948208256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076914.790825:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948208256:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076914.790829:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076914.790832:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a250700 x1855007948208384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.790837:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076914.790838:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076914.790840:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076914.790841:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076914.790843:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076914.790845:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948208384:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076914.790848:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076914.790850:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076914.790852:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076914.790853:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076914.790856:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f17800.
02000000:00000001:0.0:1769076914.790858:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076914.790860:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076914.790862:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076914.790865:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076914.790867:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948208384, portal 10
00000100:00000001:0.0:1769076914.790869:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076914.790870:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293356800 : -127164416194816 : ffff8c583a250700)
00000100:00000040:0.0:1769076914.790875:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a250700 x1855007948208384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.790880:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076914.790882:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076914.790884:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076914.790886:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948208384, offset 0
00000400:00000200:0.0:1769076914.790890:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076914.790893:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076914.790895:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076914.790898:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076914.790900:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076914.790902:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076914.790904:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076914.790907:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29439:29439:256:4294967295] 192.168.204.128@tcp LPNI seq info [29438:29438:8:4294967295]
00000400:00000200:0.0:1769076914.790911:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076914.790915:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076914.790919:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076914.790921:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076914.790924:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076914.790927:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769076914.790930:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076914.790932:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769076914.790936:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076914.790938:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076914.790940:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076914.790943:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076914.790945:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076914.790947:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076914.790949:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076914.790952:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a250700 x1855007948208384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.790958:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076914.790960:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250700 x1855007948208384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076939 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.790966:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076914.790967:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076914.790969:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076914.790971:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769076914.790974:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076914.790976:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298278926
00000100:00000001:0.0:1769076914.790979:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298280208
00000100:00000001:0.0:1769076914.790980:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298278926
00000100:00000001:0.0:1769076914.790982:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298280208
00000100:00000001:0.0:1769076914.790984:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076914.790985:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076914.790986:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076914.790989:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076914/real 1769076914]  req@ffff8c583a250700 x1855007948208384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076914.790995:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076914.790996:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076914.790997:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076914.790999:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076914.791000:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076914.791002:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076914.791004:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a250700 x1855007948208384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076914.791011:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a250700 x1855007948208384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.791016:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076914.791047:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076914.791049:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076914.791050:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076914.791053:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a250700 x1855007948208384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.791057:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076914.791059:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a250700 x1855007948208384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.791064:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076914.791067:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076914.791068:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076914.791069:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076914.791070:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076914.791071:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076914.791072:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076914.791074:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076914.791076:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076914.791078:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a250700 x1855007948208384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076914.791083:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948208384:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076914.791085:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076914.791088:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a252a00 x1855007948208512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.791092:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076914.791093:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076914.791095:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076914.791096:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076914.791097:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076914.791099:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948208512:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076914.791101:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076914.791102:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076914.791103:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076914.791105:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076914.791107:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769076914.791108:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076914.791111:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076914.791113:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076914.791115:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076914.791117:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948208512, portal 4
00000100:00000001:0.0:1769076914.791119:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076914.791121:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293365760 : -127164416185856 : ffff8c583a252a00)
00000100:00000040:0.0:1769076914.791124:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a252a00 x1855007948208512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.791129:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076914.791130:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076914.791132:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076914.791133:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948208512, offset 0
00000400:00000200:0.0:1769076914.791135:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076914.791138:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076914.791141:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076914.791142:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076914.791144:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076914.791146:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076914.791147:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076914.791150:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29440:29440:256:4294967295] 192.168.204.128@tcp LPNI seq info [29439:29439:8:4294967295]
00000400:00000200:0.0:1769076914.791152:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076914.791156:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076914.791159:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076914.791161:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076914.791163:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076914.791165:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769076914.791167:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076914.791169:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769076914.791171:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076914.791173:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076914.791175:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076914.791177:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076914.791179:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076914.791180:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076914.791182:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076914.791184:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a252a00 x1855007948208512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.791193:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076914.791195:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a252a00 x1855007948208512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076939 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.791200:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076914.791201:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076914.791203:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076914.791204:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769076914.791206:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076914.791207:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298278991
00000100:00000001:0.0:1769076914.791209:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298280208
00000100:00000001:0.0:1769076914.791211:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298278991
00000100:00000001:0.0:1769076914.791212:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298280208
00000100:00000001:0.0:1769076914.791214:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076914.791215:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076914.791216:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076914.791218:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076914/real 1769076914]  req@ffff8c583a252a00 x1855007948208512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076914.791223:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076914.791223:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076914.791224:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076914.791226:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076914.791227:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076914.791228:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076914.791230:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a252a00 x1855007948208512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076914.791235:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a252a00 x1855007948208512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.791239:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076914.791241:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076914.791242:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076914.791243:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076914.791245:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a252a00 x1855007948208512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.791250:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076914.791252:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a252a00 x1855007948208512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.791256:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076914.791257:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076914.791258:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076914.791259:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076914.791260:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076914.791261:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076914.791262:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076914.791264:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076914.791266:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076914.791268:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a252a00 x1855007948208512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076914.791276:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948208512:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076914.791280:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076914.791282:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076914.791285:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a251500 x1855007948208256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.791292:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076914.791294:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076914.791297:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769076914.791300:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076914.791301:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076914.791303:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769076914.791306:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076914.791307:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b412800.
02000000:00000001:0.0:1769076914.791311:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076914.791312:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076914.791314:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a251500.
00000100:00000001:0.0:1769076914.791316:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076914.791318:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076914.791320:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076914.791323:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a250700 x1855007948208384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.791329:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076914.791330:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076914.791331:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f17800.
02000000:00000001:0.0:1769076914.791333:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076914.791334:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076914.791334:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769076914.791336:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076914.791337:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410800.
02000000:00000001:0.0:1769076914.791338:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076914.791339:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076914.791339:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a250700.
00000100:00000001:0.0:1769076914.791341:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076914.791341:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076914.791343:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076914.791345:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a252a00 x1855007948208512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.791349:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076914.791350:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076914.791351:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769076914.791352:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076914.791352:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076914.791353:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769076914.791354:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076914.791355:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b411c00.
02000000:00000001:0.0:1769076914.791356:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076914.791358:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076914.791358:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a252a00.
00000100:00000001:0.0:1769076914.791360:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076914.791361:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076914.791362:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076914.791365:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076914.791366:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076914.791367:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076914.791369:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076914.791370:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076914.791372:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a253480 x1855007948208640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.791377:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076914.791378:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076914.791380:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076914.791381:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076914.791382:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076914.791384:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948208640:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076914.791386:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076914.791388:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076914.791389:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076914.791390:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076914.791392:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769076914.791393:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076914.791396:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076914.791398:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076914.791400:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076914.791402:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948208640, portal 4
00000100:00000001:0.0:1769076914.791403:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076914.791405:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293368448 : -127164416183168 : ffff8c583a253480)
00000100:00000040:0.0:1769076914.791408:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a253480 x1855007948208640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.791413:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076914.791414:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076914.791416:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076914.791417:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948208640, offset 0
00000400:00000200:0.0:1769076914.791420:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076914.791423:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076914.791425:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076914.791427:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076914.791429:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076914.791431:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076914.791432:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076914.791434:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29441:29441:256:4294967295] 192.168.204.128@tcp LPNI seq info [29440:29440:8:4294967295]
00000400:00000200:0.0:1769076914.791437:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076914.791441:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076914.791444:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076914.791446:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076914.791448:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076914.791450:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769076914.791453:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076914.791455:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769076914.791457:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076914.791459:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076914.791460:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076914.791463:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076914.791464:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076914.791466:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076914.791467:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076914.791470:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a253480 x1855007948208640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.791475:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076914.791477:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a253480 x1855007948208640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076939 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.791481:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076914.791482:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076914.791484:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076914.791486:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769076914.791488:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076914.791490:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298278938
00000100:00000001:0.0:1769076914.791492:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298280208
00000100:00000001:0.0:1769076914.791493:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298278938
00000100:00000001:0.0:1769076914.791495:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298280208
00000100:00000001:0.0:1769076914.791496:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076914.791497:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076914.791498:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076914.791500:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076914/real 1769076914]  req@ffff8c583a253480 x1855007948208640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076914.791505:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076914.791506:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076914.791507:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076914.791508:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076914.791509:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076914.791511:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076914.791512:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a253480 x1855007948208640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076914.791517:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a253480 x1855007948208640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.791522:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076914.791523:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076914.791524:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076914.791525:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076914.791527:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a253480 x1855007948208640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.791531:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076914.791534:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a253480 x1855007948208640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.791539:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076914.791540:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076914.791541:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076914.791542:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076914.791543:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076914.791545:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076914.791546:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076914.791548:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076914.791549:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076914.791552:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a253480 x1855007948208640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076914.791556:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948208640:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076914.791559:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076914.791560:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076914.791562:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a253480 x1855007948208640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.791566:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076914.791567:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076914.791568:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769076914.791569:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076914.791570:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076914.791570:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769076914.791572:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076914.791573:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b411800.
02000000:00000001:0.0:1769076914.791574:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076914.791575:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076914.791576:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a253480.
00000100:00000001:0.0:1769076914.791578:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076914.791579:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076914.791580:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076914.791582:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076914.791583:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076914.791584:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076914.791585:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076915.812862:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076915.812870:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076915.812872:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076915.812878:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076915.812882:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076915.812886:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076915.812888:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076915.812891:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076915.812894:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076916.132827:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298280208, at 4298280256
00000100:00000010:1.0:1769076916.132844:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470a80.
00000100:00000040:0.0:1769076916.132872:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298280208, at 4298280256
00000100:00000010:0.0:1769076916.132887:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470b40.
00000020:00000001:3.0:1769076916.132938:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076916.132944:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076916.132949:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076916.836857:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076916.836866:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076916.836867:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076916.836873:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076916.836877:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076916.836881:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076916.836884:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076916.836886:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076916.836901:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076917.156957:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076917.156960:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076917.156964:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076917.860796:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076917.860803:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076917.860806:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076917.860812:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076917.860832:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076917.860837:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076917.860841:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076917.860844:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076917.860847:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076918.181048:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076918.181054:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076918.181059:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076918.884891:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076918.884905:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076918.884908:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076918.884917:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076918.884923:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076918.884939:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076918.884943:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076918.884947:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076918.884951:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076919.908878:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076919.908907:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076919.908911:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076919.908920:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076919.908927:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1769076919.908932:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769076919.908934:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076919.908978:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076919.908982:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769076919.908987:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076919.908989:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076919.908995:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076919.909003:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076919.909008:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076919.909019:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3611
00000400:00000200:1.0:1769076919.909033:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076919.909040:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076919.909043:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076919.909047:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076919.909050:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076919.909053:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076919.909055:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076919.909059:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076919.909061:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076919.909064:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076919.909067:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076919.909069:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076919.909071:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076919.909074:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076919.909076:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076919.909078:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076919.909080:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076919.909083:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076919.909086:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076919.909088:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076919.909091:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076919.909094:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076919.909096:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076919.909098:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076919.909100:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076919.909110:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076919.909113:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076919.909117:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076919.909119:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076919.909121:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076919.909124:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076919.909128:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076919.909148:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769076919.909155:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076919.909165:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948208768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076919.909176:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076919.909181:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076919.909187:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948208768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076919.909220:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076919.909225:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076919.909230:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076919.909232:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076919.909235:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076919.909240:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076919.909244:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3611
00000400:00000200:1.0:1769076919.909251:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076919.909256:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076919.909261:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076919.909265:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076919.909269:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076919.909272:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076919.909274:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076919.909293:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769076919.909296:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076919.909315:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1769076919.909316:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000100:00000001:0.0:1769076919.909320:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1769076919.909322:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076919.909328:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076919.909330:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076919.909336:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769076919.909339:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4700 x1855007948208768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769076919.909343:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076919.909351:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076919.909356:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076919.909363:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076919.909370:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00000001:0.0:1769076919.909375:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1769076919.909394:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076919.909397:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076919.909398:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076919.909404:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076919.909406:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076919.909408:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076919.909413:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:0.0:1769076919.909414:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:1.0:1769076919.909418:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769076919.909420:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1769076919.909423:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076919.909429:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076919.909429:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076919.909441:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000100:00100000:0.0:1769076919.909443:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948208768:192.168.204.128@tcp:250:kworker.0
00000020:00000040:1.0:1769076919.909445:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076919.909452:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076919.909455:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076919.909456:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769076919.909457:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076919.909462:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076919.909465:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076919.909465:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076919.909470:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
02000000:00000001:0.0:1769076919.909471:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076919.909478:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076919.909479:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:1.0:1769076919.909488:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948208896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1769076919.909491:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769076919.909498:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076919.909506:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076919.909509:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076919.909516:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:1.0:1769076919.909517:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948208896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1769076919.909524:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076919.909532:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000001:1.0:1769076919.909541:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769076919.909543:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948208768, portal 25
00000100:00080000:1.0:1769076919.909545:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769076919.909549:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1769076919.909552:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076919.909553:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198608128 : -127164510943488 : ffff8c58347f4700)
00000100:00000001:1.0:1769076919.909558:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076919.909561:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1769076919.909584:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4700 x1855007948208768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076919.909585:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076919.909595:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3611
00000100:00000001:0.0:1769076919.909606:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:1.0:1769076919.909608:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:0.0:1769076919.909615:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000200:1.0:1769076919.909620:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000010:0.0:1769076919.909621:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00080000:1.0:1769076919.909624:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1769076919.909628:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948208768, offset 0
00000100:00000040:1.0:1769076919.909632:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076919.909638:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769076919.909652:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000040:1.0:1769076919.909658:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076919.909662:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076919.909665:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1769076919.909668:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000040:1.0:1769076919.909669:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076919.909674:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076919.909677:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000400:00000200:0.0:1769076919.909681:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000020:00000001:1.0:1769076919.909682:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076919.909689:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:0.0:1769076919.909692:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1769076919.909698:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:0.0:1769076919.909703:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000001:1.0:1769076919.909705:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076919.909713:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:0.0:1769076919.909714:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769076919.909720:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:0.0:1769076919.909723:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000020:00000040:1.0:1769076919.909745:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000400:00000200:0.0:1769076919.909749:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29442:29442:256:4294967295] 192.168.204.128@tcp LPNI seq info [29441:29441:8:4294967295]
00000100:00080000:1.0:1769076919.909756:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000200:0.0:1769076919.909758:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769076919.909812:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076919.909819:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1769076919.909825:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1769076919.909827:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076919.909852:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076919.909859:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:0.0:1769076919.909861:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000008:00100000:1.0:1769076919.909863:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076919.909871:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076919.909875:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769076919.909877:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000100:00000010:1.0:1769076919.909883:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076919.909889:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076919.909892:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076919.909894:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076919.909896:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076919.909898:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076919.909901:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076919.909909:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
00000800:00000200:0.0:1769076919.909919:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769076919.909919:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769076919.909935:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000100:00100000:1.0:1769076919.909938:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948209024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1769076919.909987:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769076919.909996:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1769076919.909996:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1769076919.910003:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1769076919.910007:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076919.910011:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000100:00000040:1.0:1769076919.910013:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948209024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769076919.910018:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076919.910029:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769076919.910030:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076919.910036:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000100:00080000:1.0:1769076919.910036:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1769076919.910042:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00080000:1.0:1769076919.910043:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769076919.910047:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769076919.910049:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1769076919.910050:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076919.910072:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076919.910076:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3611
00000400:00000200:1.0:1769076919.910086:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000200:0.0:1769076919.910088:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4700 x1855007948208768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769076919.910094:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076919.910104:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769076919.910134:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076919.910134:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076919.910140:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076919.910142:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4700 x1855007948208768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769076919.910146:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076919.910153:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769076919.910168:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076919.910169:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769076919.910175:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:1.0:1769076919.910175:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076919.910178:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076919.910182:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076919.910201:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:0.0:1769076919.910203:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076919.910206:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000400:00000200:0.0:1769076919.910214:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076919.910221:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298285328
00000100:00000040:1.0:1769076919.910221:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000010:0.0:1769076919.910231:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470b40.
00000100:00000001:1.0:1769076919.910231:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076919.910239:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076919.910243:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769076919.910246:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769076919.910254:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298285328
00000020:00000040:1.0:1769076919.910255:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00000010:0.0:1769076919.910261:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470ea0.
00000100:00080000:1.0:1769076919.910269:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076919.910270:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769076919.910279:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076919.910280:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076919.910302:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076919.910304:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769076919.910306:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1769076919.910313:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1769076919.910314:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076919/real 1769076919]  req@ffff8c58347f4700 x1855007948208768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769076919.910320:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076919.910334:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076919.910339:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000400:00000001:0.0:1769076919.910343:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000008:00000001:1.0:1769076919.910344:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1769076919.910348:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1769076919.910349:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769076919.910353:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000100:00000010:1.0:1769076919.910356:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000400:00000200:0.0:1769076919.910357:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076919.910364:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000020:00000040:1.0:1769076919.910364:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000001:0.0:1769076919.910370:0:2431:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:1.0:1769076919.910372:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076919.910376:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769076919.910377:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4700 x1855007948208768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076919.910380:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076919.910383:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076919.910387:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769076919.910397:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4700 x1855007948208768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769076919.910397:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769076919.910406:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076919.910413:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076919.910416:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076919.910420:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948209152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076919.910421:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076919.910424:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076919.910435:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4700 x1855007948208768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076919.910437:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076919.910442:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076919.910452:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076919.910453:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948209152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769076919.910461:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4700 x1855007948208768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076919.910473:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076919.910480:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769076919.910482:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076919.910488:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769076919.910490:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076919.910492:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076919.910494:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769076919.910495:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769076919.910498:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076919.910500:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076919.910503:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076919.910505:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076919.910508:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076919.910513:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3611
00000100:00080000:0.0:1769076919.910517:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076919.910521:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:1.0:1769076919.910522:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:0.0:1769076919.910528:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4700 x1855007948208768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769076919.910530:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076919.910536:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076919.910546:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076919.910552:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1769076919.910554:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948208768:192.168.204.128@tcp:250:kworker.0
00000100:00000040:1.0:1769076919.910558:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076919.910564:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076919.910565:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769076919.910570:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1769076919.910572:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076919.910592:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000100:00000040:0.0:1769076919.910595:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4700 x1855007948208768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769076919.910597:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076919.910602:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769076919.910608:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769076919.910615:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:0.0:1769076919.910619:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000040:1.0:1769076919.910624:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:0.0:1769076919.910625:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1769076919.910629:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:0.0:1769076919.910632:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16800.
00000100:00000040:1.0:1769076919.910635:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:0.0:1769076919.910639:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1769076919.910640:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769076919.910649:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076919.910654:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000020:00000040:0.0:1769076919.910655:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:0.0:1769076919.910663:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00080000:1.0:1769076919.910667:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
02000000:00000010:0.0:1769076919.910669:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769076919.910675:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076919.910677:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076919.910681:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076919.910682:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076919.910688:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4700.
02000000:00000001:1.0:1769076919.910689:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076919.910692:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
02000000:00000001:1.0:1769076919.910694:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076919.910696:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076919.910700:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076919.910701:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:1.0:1769076919.910704:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076919.910726:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076919.910728:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076919.910729:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076919.910733:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076919.910734:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000100:00000001:0.0:1769076919.910735:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076919.910738:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076919.910741:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1769076919.910743:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000040:0.0:1769076919.910748:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4000 x1855007948208896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769076919.910751:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076919.910756:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076919.910763:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076919.910765:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769076919.910767:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076919.910771:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076919.910772:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076919.910777:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076919.910779:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076919.910782:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076919.910788:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00100000:0.0:1769076919.910791:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948208896:192.168.204.128@tcp:38:kworker.0
00000100:00000001:1.0:1769076919.910814:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076919.910818:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:1.0:1769076919.910831:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948209280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1769076919.910856:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076919.910862:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076919.910866:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769076919.910871:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000010:0.0:1769076919.910873:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16800.
00000100:00000001:1.0:1769076919.910876:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076919.910882:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076919.910887:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948209280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769076919.910899:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076919.910909:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000100:00000001:1.0:1769076919.910910:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076919.910922:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3621)
00000400:00000010:0.0:1769076919.910923:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076919.910930:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948208896, portal 10
00000100:00000001:0.0:1769076919.910934:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076919.910935:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198606336 : -127164510945280 : ffff8c58347f4000)
00000100:00000040:0.0:1769076919.910993:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4000 x1855007948208896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.911000:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076919.911003:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076919.911005:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076919.911008:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948208896, offset 0
00000400:00000200:0.0:1769076919.911011:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076919.911016:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076919.911021:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076919.911024:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076919.911027:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076919.911029:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076919.911032:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076919.911035:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29443:29443:256:4294967295] 192.168.204.128@tcp LPNI seq info [29442:29442:8:4294967295]
00000400:00000200:0.0:1769076919.911039:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076919.911048:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076919.911055:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076919.911059:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076919.911065:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076919.911069:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076919.911075:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076919.911080:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1769076919.911085:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076919.911088:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076919.911093:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076919.911098:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076919.911102:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076919.911117:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076919.911120:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076919.911126:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4000 x1855007948208896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.911138:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076919.911143:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4000 x1855007948208896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.911153:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076919.911155:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076919.911161:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076919.911166:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:0.0:1769076919.911172:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076919.911175:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298284047
00000100:00000001:0.0:1769076919.911180:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298285328
00000100:00000001:0.0:1769076919.911183:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298284047
00000100:00000001:0.0:1769076919.911187:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298285328
00000100:00000001:0.0:1769076919.911189:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076919.911193:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076919.911195:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076919.911201:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076919/real 1769076919]  req@ffff8c58347f4000 x1855007948208896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076919.911213:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076919.911216:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076919.911218:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076919.911222:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076919.911225:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076919.911228:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076919.911233:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4000 x1855007948208896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076919.911246:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4000 x1855007948208896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.911256:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076919.911259:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076919.911261:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076919.911264:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076919.911269:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4000 x1855007948208896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.911278:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076919.911284:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4000 x1855007948208896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.911294:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076919.911298:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076919.911301:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076919.911303:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076919.911305:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076919.911308:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076919.911312:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076919.911317:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076919.911329:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076919.911335:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4000 x1855007948208896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076919.911347:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948208896:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076919.911353:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076919.911358:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f5f80 x1855007948209024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.911368:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076919.911370:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076919.911373:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076919.911376:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076919.911380:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076919.911384:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948209024:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076919.911389:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076919.911391:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076919.911394:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076919.911397:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076919.911402:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15400.
02000000:00000001:0.0:1769076919.911405:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076919.911411:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076919.911414:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076919.911419:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076919.911423:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948209024, portal 10
00000100:00000001:0.0:1769076919.911426:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076919.911429:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198614400 : -127164510937216 : ffff8c58347f5f80)
00000100:00000040:0.0:1769076919.911435:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f5f80 x1855007948209024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.911441:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076919.911443:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076919.911445:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076919.911448:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948209024, offset 0
00000400:00000200:0.0:1769076919.911452:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076919.911455:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076919.911459:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076919.911462:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076919.911465:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076919.911467:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076919.911469:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076919.911472:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29444:29444:256:4294967295] 192.168.204.128@tcp LPNI seq info [29443:29443:8:4294967295]
00000400:00000200:0.0:1769076919.911476:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076919.911482:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076919.911487:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076919.911489:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076919.911493:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076919.911496:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076919.911500:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076919.911503:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1769076919.911506:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076919.911508:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076919.911511:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076919.911514:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076919.911517:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076919.911519:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076919.911521:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076919.911524:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f5f80 x1855007948209024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.911531:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076919.911534:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f5f80 x1855007948209024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.911541:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076919.911542:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076919.911545:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076919.911548:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769076919.911551:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076919.911553:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298284046
00000100:00000001:0.0:1769076919.911555:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298285328
00000100:00000001:0.0:1769076919.911557:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298284046
00000100:00000001:0.0:1769076919.911559:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298285328
00000100:00000001:0.0:1769076919.911561:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076919.911563:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076919.911564:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076919.911567:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076919/real 1769076919]  req@ffff8c58347f5f80 x1855007948209024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076919.911574:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076919.911575:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076919.911577:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076919.911579:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076919.911581:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076919.911582:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076919.911585:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f5f80 x1855007948209024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076919.911593:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f5f80 x1855007948209024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.911598:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076919.911599:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076919.911601:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076919.911602:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076919.911606:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f5f80 x1855007948209024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.911612:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076919.911615:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f5f80 x1855007948209024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.911621:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076919.911623:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076919.911625:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076919.911626:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076919.911627:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076919.911629:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076919.911631:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076919.911633:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076919.911635:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076919.911638:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f5f80 x1855007948209024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076919.911645:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948209024:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076919.911648:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076919.911651:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4e00 x1855007948209152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.911657:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076919.911658:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076919.911660:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076919.911662:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076919.911664:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076919.911666:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948209152:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076919.911669:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076919.911671:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076919.911672:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076919.911674:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076919.911677:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14c00.
02000000:00000001:0.0:1769076919.911679:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076919.911682:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076919.911685:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076919.911688:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076919.911690:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948209152, portal 4
00000100:00000001:0.0:1769076919.911692:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076919.911693:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198609920 : -127164510941696 : ffff8c58347f4e00)
00000100:00000040:0.0:1769076919.911698:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4e00 x1855007948209152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.911704:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076919.911706:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076919.911708:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076919.911722:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948209152, offset 0
00000400:00000200:0.0:1769076919.911725:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076919.911728:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076919.911752:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076919.911755:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076919.911757:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076919.911759:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076919.911761:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076919.911764:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29445:29445:256:4294967295] 192.168.204.128@tcp LPNI seq info [29444:29444:8:4294967295]
00000400:00000200:0.0:1769076919.911768:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076919.911775:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076919.911781:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076919.911786:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076919.911791:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076919.911795:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076919.911801:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076919.911804:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1769076919.911810:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076919.911813:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076919.911817:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076919.911822:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076919.911826:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076919.911829:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076919.911833:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076919.911838:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4e00 x1855007948209152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.911849:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076919.911854:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4e00 x1855007948209152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.911864:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076919.911866:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076919.911871:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076919.911875:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769076919.911880:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076919.911883:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298284112
00000100:00000001:0.0:1769076919.911886:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298285328
00000100:00000001:0.0:1769076919.911889:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298284112
00000100:00000001:0.0:1769076919.911892:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298285328
00000100:00000001:0.0:1769076919.911895:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076919.911897:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076919.911899:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076919.911903:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076919/real 1769076919]  req@ffff8c58347f4e00 x1855007948209152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076919.911910:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076919.911911:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076919.911913:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076919.911915:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076919.911917:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076919.911919:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076919.911922:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4e00 x1855007948209152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076919.911930:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4e00 x1855007948209152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.911935:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076919.911937:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076919.911938:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076919.911939:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076919.911960:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4e00 x1855007948209152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.911967:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076919.911970:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4e00 x1855007948209152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.911985:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076919.911987:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076919.911989:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076919.911990:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076919.911991:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076919.911993:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076919.911995:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076919.911998:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076919.911999:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076919.912003:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4e00 x1855007948209152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076919.912010:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948209152:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076919.912014:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076919.912016:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076919.912019:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4000 x1855007948208896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.912025:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076919.912027:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076919.912028:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769076919.912030:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076919.912032:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076919.912033:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769076919.912035:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076919.912037:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4c800.
02000000:00000001:0.0:1769076919.912039:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076919.912041:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076919.912042:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4000.
00000100:00000001:0.0:1769076919.912044:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076919.912046:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076919.912047:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076919.912050:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f5f80 x1855007948209024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.912056:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076919.912057:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076919.912058:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15400.
02000000:00000001:0.0:1769076919.912060:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076919.912061:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076919.912062:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769076919.912063:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076919.912065:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d800.
02000000:00000001:0.0:1769076919.912066:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076919.912067:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076919.912068:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f5f80.
00000100:00000001:0.0:1769076919.912080:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076919.912081:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076919.912083:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076919.912085:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4e00 x1855007948209152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.912090:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076919.912092:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076919.912093:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14c00.
02000000:00000001:0.0:1769076919.912095:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076919.912097:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076919.912098:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769076919.912099:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076919.912101:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4c400.
02000000:00000001:0.0:1769076919.912102:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076919.912103:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076919.912104:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4e00.
00000100:00000001:0.0:1769076919.912106:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076919.912107:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076919.912108:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076919.912112:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076919.912113:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076919.912115:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076919.912116:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076919.912118:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076919.912121:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f7b80 x1855007948209280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.912126:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076919.912127:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076919.912129:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076919.912131:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076919.912133:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076919.912136:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948209280:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076919.912139:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076919.912140:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076919.912142:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076919.912143:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076919.912146:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14c00.
02000000:00000001:0.0:1769076919.912148:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076919.912152:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076919.912154:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076919.912157:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076919.912160:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948209280, portal 4
00000100:00000001:0.0:1769076919.912163:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076919.912164:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198621568 : -127164510930048 : ffff8c58347f7b80)
00000100:00000040:0.0:1769076919.912170:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f7b80 x1855007948209280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.912176:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076919.912178:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076919.912180:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076919.912182:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948209280, offset 0
00000400:00000200:0.0:1769076919.912185:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076919.912188:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076919.912192:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076919.912194:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076919.912197:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076919.912199:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076919.912201:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076919.912204:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29446:29446:256:4294967295] 192.168.204.128@tcp LPNI seq info [29445:29445:8:4294967295]
00000400:00000200:0.0:1769076919.912208:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076919.912214:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076919.912218:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076919.912220:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076919.912224:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076919.912227:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076919.912230:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076919.912233:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1769076919.912237:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076919.912239:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076919.912242:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076919.912245:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076919.912247:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076919.912249:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076919.912251:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076919.912254:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f7b80 x1855007948209280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.912267:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076919.912270:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f7b80 x1855007948209280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.912276:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076919.912277:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076919.912279:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076919.912282:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769076919.912285:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076919.912287:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298284059
00000100:00000001:0.0:1769076919.912299:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298285328
00000100:00000001:0.0:1769076919.912301:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298284059
00000100:00000001:0.0:1769076919.912303:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298285328
00000100:00000001:0.0:1769076919.912305:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076919.912307:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076919.912309:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076919.912312:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076919/real 1769076919]  req@ffff8c58347f7b80 x1855007948209280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076919.912318:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076919.912319:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076919.912320:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076919.912322:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076919.912323:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076919.912325:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076919.912327:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f7b80 x1855007948209280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076919.912335:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f7b80 x1855007948209280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.912341:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076919.912343:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076919.912344:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076919.912346:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076919.912349:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f7b80 x1855007948209280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.912355:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076919.912358:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f7b80 x1855007948209280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.912363:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076919.912365:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076919.912367:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076919.912368:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076919.912369:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076919.912371:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076919.912373:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076919.912375:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076919.912377:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076919.912380:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f7b80 x1855007948209280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076919.912387:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948209280:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076919.912390:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076919.912391:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076919.912394:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f7b80 x1855007948209280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.912400:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076919.912401:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076919.912403:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14c00.
02000000:00000001:0.0:1769076919.912404:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076919.912405:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076919.912407:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769076919.912409:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076919.912410:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4e000.
02000000:00000001:0.0:1769076919.912412:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076919.912413:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076919.912415:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f7b80.
00000100:00000001:0.0:1769076919.912417:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076919.912418:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076919.912419:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076919.912422:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076919.912423:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076919.912425:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076919.912426:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076920.229030:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076920.229037:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076920.229058:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076920.932875:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076920.932885:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076920.932887:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076920.932894:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076920.932898:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076920.932903:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076920.932906:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076920.932909:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076920.932912:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076921.252841:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298285328, at 4298285376
00000100:00000040:0.0:1769076921.252860:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298285328, at 4298285376
00000100:00000010:1.0:1769076921.252862:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470ea0.
00000100:00000010:0.0:1769076921.252879:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470b40.
00000020:00000001:3.0:1769076921.253003:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076921.253008:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076921.253014:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076921.956947:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076921.956976:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076921.956978:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076921.956986:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076921.956991:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076921.956997:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076921.957000:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076921.957004:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076921.957008:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076922.276991:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076922.276994:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076922.276998:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076922.980850:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076922.980857:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076922.980859:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076922.980864:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076922.980868:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076922.980872:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076922.980875:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076922.980877:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076922.980880:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076924.004931:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076924.004944:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076924.004948:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076924.004956:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076924.004962:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076924.004968:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076924.004973:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076924.004977:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076924.004982:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076924.324974:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076924.324978:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076924.324981:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076925.028871:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076925.028878:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076925.028880:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076925.028884:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076925.028888:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076925.028892:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076925.028895:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076925.028909:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076925.028911:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076925.029244:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076925.029252:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076925.029256:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076925.029287:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a253b80 x1855007948209408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.029309:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076925.029314:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076925.029319:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076925.029324:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076925.029331:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076925.029341:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948209408:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769076925.029350:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076925.029357:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076925.029362:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076925.029367:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076925.029376:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15400.
02000000:00000001:0.0:1769076925.029381:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076925.029392:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076925.029399:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076925.029411:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076925.029441:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948209408, portal 25
00000100:00000001:0.0:1769076925.029446:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076925.029450:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293370240 : -127164416181376 : ffff8c583a253b80)
00000100:00000040:0.0:1769076925.029461:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a253b80 x1855007948209408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.029480:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076925.029487:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076925.029509:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076925.029514:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948209408, offset 0
00000400:00000200:0.0:1769076925.029527:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076925.029538:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076925.029548:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076925.029574:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076925.029582:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076925.029590:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076925.029597:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076925.029607:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29447:29447:256:4294967295] 192.168.204.128@tcp LPNI seq info [29446:29446:8:4294967295]
00000400:00000200:0.0:1769076925.029625:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076925.029642:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076925.029655:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076925.029663:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076925.029687:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076925.029693:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076925.029706:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076925.029730:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769076925.029741:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076925.029745:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076925.029753:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076925.029771:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076925.029777:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076925.029779:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076925.029785:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076925.029789:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a253b80 x1855007948209408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.029800:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076925.029803:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a253b80 x1855007948209408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076950 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.029852:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076925.029909:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076925.029918:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076925.029927:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076925.029932:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298290448
00000100:00000010:0.0:1769076925.029942:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470b40.
00000100:00000001:0.0:1769076925.029967:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769076925.029990:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298290448
00000100:00000010:0.0:1769076925.029998:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470720.
00000100:00000001:0.0:1769076925.030004:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769076925.030011:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076925.030031:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076925.030037:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076925.030047:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076925/real 1769076925]  req@ffff8c583a253b80 x1855007948209408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076925.030068:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076925.030072:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076925.030078:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076925.030084:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076925.030089:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076925.030097:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076925.030104:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a253b80 x1855007948209408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076925.030130:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a253b80 x1855007948209408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.030174:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076925.030180:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076925.030188:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076925.030192:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076925.030205:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a253b80 x1855007948209408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.030222:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076925.030232:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a253b80 x1855007948209408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.030258:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076925.030266:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076925.030271:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076925.030290:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076925.030295:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076925.030302:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076925.030306:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076925.030312:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076925.030315:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076925.030322:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a253b80 x1855007948209408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076925.030332:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948209408:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769076925.030338:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076925.030341:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076925.030344:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a253b80 x1855007948209408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.030352:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076925.030355:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076925.030358:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15400.
02000000:00000001:0.0:1769076925.030362:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076925.030364:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076925.030366:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:0.0:1769076925.030369:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076925.030372:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b412000.
02000000:00000001:0.0:1769076925.030378:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076925.030380:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076925.030382:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a253b80.
00000100:00000001:0.0:1769076925.030385:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076925.030387:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076925.030390:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076925.030399:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076925.030401:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076925.030403:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076925.030405:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076925.030407:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076925.030411:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a252d80 x1855007948209536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.030419:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076925.030421:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076925.030423:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076925.030426:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076925.030445:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076925.030447:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948209536:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076925.030451:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076925.030453:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076925.030455:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076925.030457:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076925.030460:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15400.
02000000:00000001:0.0:1769076925.030462:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076925.030466:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076925.030469:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076925.030473:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076925.030476:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948209536, portal 10
00000100:00000001:0.0:1769076925.030478:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076925.030480:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293366656 : -127164416184960 : ffff8c583a252d80)
00000100:00000040:0.0:1769076925.030486:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a252d80 x1855007948209536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.030493:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076925.030496:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076925.030498:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076925.030501:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948209536, offset 0
00000400:00000200:0.0:1769076925.030505:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076925.030509:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076925.030513:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076925.030516:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076925.030519:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076925.030521:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076925.030524:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076925.030527:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29448:29448:256:4294967295] 192.168.204.128@tcp LPNI seq info [29447:29447:8:4294967295]
00000400:00000200:0.0:1769076925.030532:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076925.030539:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076925.030543:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076925.030547:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076925.030551:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076925.030554:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076925.030558:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076925.030561:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769076925.030564:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076925.030566:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076925.030569:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076925.030573:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076925.030576:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076925.030578:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076925.030581:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076925.030584:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a252d80 x1855007948209536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.030592:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076925.030595:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a252d80 x1855007948209536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076950 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.030609:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076925.030610:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076925.030614:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076925.030618:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:0.0:1769076925.030633:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076925.030635:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298289166
00000100:00000001:0.0:1769076925.030638:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298290448
00000100:00000001:0.0:1769076925.030641:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298289166
00000100:00000001:0.0:1769076925.030644:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298290448
00000100:00000001:0.0:1769076925.030646:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076925.030647:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076925.030649:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076925.030652:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076925/real 1769076925]  req@ffff8c583a252d80 x1855007948209536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076925.030658:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076925.030659:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076925.030661:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076925.030662:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076925.030663:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076925.030665:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076925.030667:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a252d80 x1855007948209536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076925.030673:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a252d80 x1855007948209536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.030678:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076925.030679:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076925.030680:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076925.030680:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076925.030683:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a252d80 x1855007948209536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.030698:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076925.030701:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a252d80 x1855007948209536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.030706:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076925.030707:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076925.030708:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076925.030709:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076925.030710:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076925.030712:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076925.030713:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076925.030731:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076925.030733:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076925.030736:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a252d80 x1855007948209536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076925.030742:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948209536:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076925.030746:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076925.030749:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a250380 x1855007948209664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.030754:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076925.030756:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076925.030757:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076925.030759:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076925.030760:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076925.030763:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948209664:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076925.030765:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076925.030767:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076925.030775:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076925.030776:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076925.030780:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769076925.030782:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076925.030785:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076925.030787:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076925.030790:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076925.030792:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948209664, portal 10
00000100:00000001:0.0:1769076925.030794:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076925.030795:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293355904 : -127164416195712 : ffff8c583a250380)
00000100:00000040:0.0:1769076925.030800:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a250380 x1855007948209664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.030806:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076925.030809:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076925.030811:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076925.030813:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948209664, offset 0
00000400:00000200:0.0:1769076925.030816:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076925.030839:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076925.030843:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076925.030846:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076925.030848:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076925.030850:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076925.030852:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076925.030870:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29449:29449:256:4294967295] 192.168.204.128@tcp LPNI seq info [29448:29448:8:4294967295]
00000400:00000200:0.0:1769076925.030882:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076925.030888:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076925.030892:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076925.030895:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076925.030899:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076925.030901:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076925.030905:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076925.030907:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769076925.030911:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076925.030913:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076925.030916:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076925.030919:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076925.030921:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076925.030923:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076925.030925:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076925.030928:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a250380 x1855007948209664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.030935:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076925.030938:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250380 x1855007948209664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076950 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.030943:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076925.030945:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076925.030948:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076925.030950:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769076925.030953:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076925.030955:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298289166
00000100:00000001:0.0:1769076925.030957:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298290448
00000100:00000001:0.0:1769076925.030959:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298289166
00000100:00000001:0.0:1769076925.030961:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298290448
00000100:00000001:0.0:1769076925.030963:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076925.030964:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076925.030966:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076925.030968:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076925/real 1769076925]  req@ffff8c583a250380 x1855007948209664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076925.030980:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076925.030982:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076925.030983:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076925.030985:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076925.030986:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076925.030989:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076925.030991:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a250380 x1855007948209664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076925.031015:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a250380 x1855007948209664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.031019:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076925.031020:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076925.031022:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076925.031023:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076925.031025:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a250380 x1855007948209664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.031030:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076925.031032:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a250380 x1855007948209664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.031037:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076925.031039:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076925.031040:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076925.031041:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076925.031043:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076925.031044:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076925.031046:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076925.031048:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076925.031050:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076925.031052:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a250380 x1855007948209664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076925.031057:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948209664:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076925.031060:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076925.031063:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a253480 x1855007948209792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.031068:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076925.031070:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076925.031072:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076925.031073:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076925.031075:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076925.031077:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948209792:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076925.031079:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076925.031080:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076925.031081:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076925.031082:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076925.031085:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16c00.
02000000:00000001:0.0:1769076925.031087:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076925.031090:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076925.031092:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076925.031094:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076925.031097:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948209792, portal 4
00000100:00000001:0.0:1769076925.031099:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076925.031100:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293368448 : -127164416183168 : ffff8c583a253480)
00000100:00000040:0.0:1769076925.031104:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a253480 x1855007948209792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.031109:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076925.031111:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076925.031113:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076925.031115:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948209792, offset 0
00000400:00000200:0.0:1769076925.031117:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076925.031120:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076925.031123:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076925.031124:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076925.031153:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076925.031154:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076925.031156:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076925.031159:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29450:29450:256:4294967295] 192.168.204.128@tcp LPNI seq info [29449:29449:8:4294967295]
00000400:00000200:0.0:1769076925.031162:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076925.031166:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076925.031170:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076925.031172:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076925.031175:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076925.031178:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076925.031182:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076925.031185:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769076925.031189:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076925.031191:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076925.031194:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076925.031198:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076925.031201:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076925.031203:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076925.031205:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076925.031209:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a253480 x1855007948209792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.031218:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076925.031222:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a253480 x1855007948209792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076950 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.031227:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076925.031228:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076925.031231:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076925.031234:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769076925.031236:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076925.031238:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298289231
00000100:00000001:0.0:1769076925.031240:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298290448
00000100:00000001:0.0:1769076925.031241:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298289231
00000100:00000001:0.0:1769076925.031243:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298290448
00000100:00000001:0.0:1769076925.031244:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076925.031246:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076925.031247:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076925.031250:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076925/real 1769076925]  req@ffff8c583a253480 x1855007948209792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076925.031255:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076925.031256:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076925.031257:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076925.031259:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076925.031260:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076925.031261:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076925.031263:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a253480 x1855007948209792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076925.031286:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a253480 x1855007948209792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.031290:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076925.031291:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076925.031292:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076925.031293:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076925.031296:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a253480 x1855007948209792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.031301:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076925.031303:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a253480 x1855007948209792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.031308:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076925.031310:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076925.031311:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076925.031312:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076925.031314:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076925.031316:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076925.031318:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076925.031321:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076925.031322:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076925.031326:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a253480 x1855007948209792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076925.031332:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948209792:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076925.031334:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076925.031336:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a252a00 x1855007948209920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.031341:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076925.031342:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076925.031343:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076925.031344:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076925.031346:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076925.031348:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948209920:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076925.031351:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076925.031352:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076925.031354:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076925.031355:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076925.031358:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15c00.
02000000:00000001:0.0:1769076925.031360:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076925.031362:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076925.031364:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076925.031366:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076925.031369:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948209920, portal 4
00000100:00000001:0.0:1769076925.031371:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076925.031372:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293365760 : -127164416185856 : ffff8c583a252a00)
00000100:00000040:0.0:1769076925.031376:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a252a00 x1855007948209920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.031381:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076925.031383:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076925.031385:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076925.031387:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948209920, offset 0
00000400:00000200:0.0:1769076925.031390:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076925.031393:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076925.031396:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076925.031398:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076925.031400:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076925.031402:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076925.031404:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076925.031407:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29451:29451:256:4294967295] 192.168.204.128@tcp LPNI seq info [29450:29450:8:4294967295]
00000400:00000200:0.0:1769076925.031410:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076925.031415:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076925.031418:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076925.031420:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076925.031423:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076925.031425:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076925.031428:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076925.031430:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769076925.031448:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076925.031450:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076925.031452:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076925.031454:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076925.031456:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076925.031457:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076925.031459:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076925.031461:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a252a00 x1855007948209920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.031466:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076925.031468:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a252a00 x1855007948209920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076950 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.031473:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076925.031474:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076925.031476:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076925.031478:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769076925.031480:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076925.031482:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298289178
00000100:00000001:0.0:1769076925.031484:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298290448
00000100:00000001:0.0:1769076925.031486:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298289178
00000100:00000001:0.0:1769076925.031487:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298290448
00000100:00000001:0.0:1769076925.031488:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076925.031490:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076925.031491:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076925.031493:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076925/real 1769076925]  req@ffff8c583a252a00 x1855007948209920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076925.031497:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076925.031498:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076925.031499:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076925.031500:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076925.031501:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076925.031502:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076925.031504:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a252a00 x1855007948209920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076925.031510:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a252a00 x1855007948209920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.031514:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076925.031515:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076925.031516:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076925.031517:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076925.031519:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a252a00 x1855007948209920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.031523:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076925.031525:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a252a00 x1855007948209920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.031530:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076925.031532:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076925.031533:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076925.031534:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076925.031535:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076925.031536:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076925.031537:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076925.031539:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076925.031540:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076925.031543:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a252a00 x1855007948209920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076925.031547:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948209920:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076925.031550:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076925.031551:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076925.031552:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a252d80 x1855007948209536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.031556:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076925.031557:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076925.031559:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15400.
02000000:00000001:0.0:1769076925.031561:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076925.031562:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076925.031563:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769076925.031564:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076925.031565:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b411400.
02000000:00000001:0.0:1769076925.031567:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076925.031569:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076925.031570:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a252d80.
00000100:00000001:0.0:1769076925.031572:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076925.031572:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076925.031574:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076925.031576:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a250380 x1855007948209664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.031580:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076925.031581:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076925.031582:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769076925.031584:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076925.031584:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076925.031585:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769076925.031586:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076925.031587:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410000.
02000000:00000001:0.0:1769076925.031588:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076925.031589:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076925.031590:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a250380.
00000100:00000001:0.0:1769076925.031591:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076925.031592:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076925.031593:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076925.031594:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a253480 x1855007948209792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.031598:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076925.031599:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076925.031600:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16c00.
02000000:00000001:0.0:1769076925.031601:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076925.031601:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076925.031602:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769076925.031603:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076925.031604:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b412400.
02000000:00000001:0.0:1769076925.031605:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076925.031606:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076925.031607:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a253480.
00000100:00000001:0.0:1769076925.031608:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076925.031609:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076925.031609:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076925.031611:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a252a00 x1855007948209920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076925.031626:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076925.031626:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076925.031627:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15c00.
02000000:00000001:0.0:1769076925.031629:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076925.031630:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076925.031630:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769076925.031631:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076925.031632:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b411000.
02000000:00000001:0.0:1769076925.031633:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076925.031634:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076925.031635:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a252a00.
00000100:00000001:0.0:1769076925.031636:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076925.031636:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076925.031637:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076925.031640:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076925.031641:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076925.031642:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076925.031643:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076925.349002:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076925.349008:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076925.349012:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076926.052865:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076926.052873:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076926.052875:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076926.052879:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076926.052909:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076926.052912:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076926.052914:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076926.052916:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076926.052918:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076926.372853:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298290448, at 4298290496
00000100:00000010:1.0:1769076926.372889:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470720.
00000100:00000040:0.0:1769076926.372965:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298290448, at 4298290496
00000020:00000001:3.0:1769076926.372982:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000010:0.0:1769076926.372987:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470b40.
00000020:00000001:3.0:1769076926.372992:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076926.373003:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076927.076811:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076927.076818:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076927.076833:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076927.076840:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076927.076843:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076927.076847:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076927.076849:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076927.076852:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076927.076860:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076928.100880:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076928.100891:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076928.100894:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076928.100902:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076928.100908:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076928.100913:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076928.100916:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076928.100920:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076928.100924:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076928.420931:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076928.420936:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076928.420941:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076929.124901:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076929.124917:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076929.124921:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076929.124932:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076929.124939:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076929.124944:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076929.124949:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076929.124952:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076929.124956:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076929.445130:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076929.445137:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076929.445143:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076930.148819:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076930.148827:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076930.148829:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076930.148835:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076930.148842:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076930.148846:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076930.148851:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076930.148854:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076930.148863:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076930.149204:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076930.149212:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076930.149218:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076930.149233:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a250700 x1855007948210048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.149251:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076930.149255:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076930.149262:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076930.149267:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076930.149274:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076930.149286:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948210048:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769076930.149298:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076930.149305:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076930.149310:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076930.149316:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076930.149326:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769076930.149333:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076930.149349:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076930.149357:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076930.149368:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076930.149380:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948210048, portal 25
00000100:00000001:0.0:1769076930.149386:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076930.149389:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293356800 : -127164416194816 : ffff8c583a250700)
00000100:00000040:0.0:1769076930.149402:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a250700 x1855007948210048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.149417:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076930.149424:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076930.149429:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076930.149434:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948210048, offset 0
00000400:00000200:0.0:1769076930.149449:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076930.149463:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076930.149474:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076930.149501:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076930.149510:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076930.149517:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076930.149522:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076930.149531:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29452:29452:256:4294967295] 192.168.204.128@tcp LPNI seq info [29451:29451:8:4294967295]
00000400:00000200:0.0:1769076930.149541:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076930.149563:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076930.149576:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076930.149601:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076930.149614:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076930.149621:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076930.149634:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076930.149643:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769076930.149653:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076930.149659:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076930.149665:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076930.149677:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076930.149706:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076930.149712:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076930.149719:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076930.149730:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a250700 x1855007948210048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.149839:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076930.149852:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250700 x1855007948210048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076955 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.149884:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076930.149887:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076930.149898:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076930.149906:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076930.149911:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298295568
00000100:00000010:0.0:1769076930.149955:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470b40.
00000100:00000001:0.0:1769076930.149967:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769076930.149979:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298295568
00000100:00000010:0.0:1769076930.149988:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470ba0.
00000100:00000001:0.0:1769076930.149996:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769076930.150005:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076930.150014:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076930.150040:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076930.150054:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076930/real 1769076930]  req@ffff8c583a250700 x1855007948210048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076930.150082:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076930.150088:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076930.150093:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076930.150100:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076930.150106:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076930.150112:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076930.150124:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a250700 x1855007948210048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076930.150154:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a250700 x1855007948210048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.150179:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076930.150185:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076930.150190:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076930.150194:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076930.150204:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a250700 x1855007948210048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.150228:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076930.150237:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a250700 x1855007948210048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.150258:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076930.150264:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076930.150269:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076930.150273:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076930.150279:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076930.150281:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076930.150289:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076930.150299:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076930.150305:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076930.150319:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a250700 x1855007948210048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076930.150340:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948210048:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769076930.150348:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076930.150354:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076930.150362:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a250700 x1855007948210048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.150386:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076930.150390:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076930.150393:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769076930.150397:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076930.150400:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076930.150402:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:0.0:1769076930.150404:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076930.150407:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b412400.
02000000:00000001:0.0:1769076930.150411:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076930.150414:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076930.150416:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a250700.
00000100:00000001:0.0:1769076930.150419:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076930.150420:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076930.150422:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076930.150429:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076930.150431:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076930.150433:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076930.150435:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076930.150436:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076930.150440:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a251500 x1855007948210176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.150448:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076930.150449:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076930.150452:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076930.150454:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076930.150456:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076930.150459:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948210176:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076930.150462:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076930.150465:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076930.150466:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076930.150468:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076930.150472:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769076930.150474:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076930.150495:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076930.150498:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076930.150502:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076930.150505:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948210176, portal 10
00000100:00000001:0.0:1769076930.150507:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076930.150508:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293360384 : -127164416191232 : ffff8c583a251500)
00000100:00000040:0.0:1769076930.150515:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a251500 x1855007948210176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.150522:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076930.150524:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076930.150526:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076930.150529:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948210176, offset 0
00000400:00000200:0.0:1769076930.150532:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076930.150536:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076930.150540:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076930.150543:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076930.150546:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076930.150548:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076930.150550:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076930.150554:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29453:29453:256:4294967295] 192.168.204.128@tcp LPNI seq info [29452:29452:8:4294967295]
00000400:00000200:0.0:1769076930.150558:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076930.150564:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076930.150568:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076930.150571:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076930.150593:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076930.150596:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076930.150601:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076930.150604:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769076930.150608:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076930.150610:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076930.150613:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076930.150617:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076930.150620:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076930.150623:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076930.150626:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076930.150630:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a251500 x1855007948210176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.150638:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076930.150641:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a251500 x1855007948210176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076955 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.150648:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076930.150650:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076930.150653:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076930.150657:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:0.0:1769076930.150660:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076930.150663:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298294286
00000100:00000001:0.0:1769076930.150666:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298295568
00000100:00000001:0.0:1769076930.150668:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298294286
00000100:00000001:0.0:1769076930.150670:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298295568
00000100:00000001:0.0:1769076930.150673:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076930.150676:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076930.150678:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076930.150699:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076930/real 1769076930]  req@ffff8c583a251500 x1855007948210176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076930.150710:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076930.150712:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076930.150714:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076930.150717:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076930.150719:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076930.150722:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076930.150727:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a251500 x1855007948210176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076930.150739:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a251500 x1855007948210176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.150758:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076930.150760:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076930.150762:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076930.150764:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076930.150805:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a251500 x1855007948210176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.150813:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076930.150817:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a251500 x1855007948210176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.150824:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076930.150826:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076930.150828:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076930.150829:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076930.150831:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076930.150832:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076930.150835:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076930.150837:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076930.150840:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076930.150843:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a251500 x1855007948210176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076930.150850:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948210176:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076930.150853:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076930.150856:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a250a80 x1855007948210304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.150861:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076930.150862:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076930.150865:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076930.150867:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076930.150868:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076930.150871:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948210304:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076930.150874:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076930.150876:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076930.150877:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076930.150879:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076930.150882:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15400.
02000000:00000001:0.0:1769076930.150884:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076930.150888:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076930.150890:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076930.150893:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076930.150896:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948210304, portal 10
00000100:00000001:0.0:1769076930.150898:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076930.150899:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293357696 : -127164416193920 : ffff8c583a250a80)
00000100:00000040:0.0:1769076930.150904:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a250a80 x1855007948210304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.150910:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076930.150912:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076930.150914:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076930.150916:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948210304, offset 0
00000400:00000200:0.0:1769076930.150919:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076930.150923:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076930.150926:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076930.150929:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076930.150931:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076930.150933:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076930.150936:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076930.150938:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29454:29454:256:4294967295] 192.168.204.128@tcp LPNI seq info [29453:29453:8:4294967295]
00000400:00000200:0.0:1769076930.150942:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076930.150948:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076930.150953:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076930.150956:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076930.150959:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076930.150962:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076930.150965:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076930.150968:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769076930.150971:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076930.150973:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076930.150975:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076930.150979:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076930.150981:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076930.150983:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076930.150985:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076930.150988:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a250a80 x1855007948210304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.150995:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076930.150997:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250a80 x1855007948210304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076955 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.151003:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076930.151004:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076930.151007:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076930.151009:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769076930.151012:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076930.151014:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298294286
00000100:00000001:0.0:1769076930.151032:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298295568
00000100:00000001:0.0:1769076930.151035:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298294286
00000100:00000001:0.0:1769076930.151037:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298295568
00000100:00000001:0.0:1769076930.151039:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076930.151041:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076930.151043:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076930.151046:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076930/real 1769076930]  req@ffff8c583a250a80 x1855007948210304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076930.151055:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076930.151057:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076930.151058:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076930.151061:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076930.151062:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076930.151064:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076930.151067:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a250a80 x1855007948210304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076930.151075:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a250a80 x1855007948210304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.151082:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076930.151083:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076930.151085:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076930.151086:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076930.151090:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a250a80 x1855007948210304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.151096:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076930.151100:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a250a80 x1855007948210304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.151107:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076930.151109:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076930.151110:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076930.151112:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076930.151113:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076930.151115:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076930.151117:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076930.151120:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076930.151122:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076930.151127:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a250a80 x1855007948210304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076930.151135:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948210304:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076930.151139:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076930.151142:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a252a00 x1855007948210432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.151148:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076930.151150:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076930.151152:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076930.151154:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076930.151156:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076930.151158:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948210432:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076930.151161:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076930.151163:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076930.151164:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076930.151166:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076930.151169:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15000.
02000000:00000001:0.0:1769076930.151171:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076930.151174:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076930.151177:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076930.151180:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076930.151183:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948210432, portal 4
00000100:00000001:0.0:1769076930.151185:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076930.151187:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293365760 : -127164416185856 : ffff8c583a252a00)
00000100:00000040:0.0:1769076930.151193:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a252a00 x1855007948210432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.151199:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076930.151202:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076930.151204:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076930.151206:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948210432, offset 0
00000400:00000200:0.0:1769076930.151211:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076930.151214:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076930.151217:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076930.151220:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076930.151223:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076930.151226:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076930.151228:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076930.151231:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29455:29455:256:4294967295] 192.168.204.128@tcp LPNI seq info [29454:29454:8:4294967295]
00000400:00000200:0.0:1769076930.151235:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076930.151241:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076930.151246:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076930.151248:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076930.151252:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076930.151255:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076930.151259:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076930.151262:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769076930.151265:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076930.151267:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076930.151270:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076930.151273:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076930.151276:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076930.151277:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076930.151279:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076930.151283:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a252a00 x1855007948210432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.151290:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076930.151294:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a252a00 x1855007948210432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076955 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.151300:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076930.151302:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076930.151304:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076930.151307:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769076930.151310:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076930.151313:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298294351
00000100:00000001:0.0:1769076930.151316:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298295568
00000100:00000001:0.0:1769076930.151318:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298294351
00000100:00000001:0.0:1769076930.151320:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298295568
00000100:00000001:0.0:1769076930.151322:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076930.151324:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076930.151325:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076930.151329:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076930/real 1769076930]  req@ffff8c583a252a00 x1855007948210432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076930.151335:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076930.151337:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076930.151338:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076930.151340:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076930.151341:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076930.151343:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076930.151346:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a252a00 x1855007948210432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076930.151355:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a252a00 x1855007948210432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.151361:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076930.151363:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076930.151364:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076930.151366:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076930.151369:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a252a00 x1855007948210432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.151375:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076930.151379:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a252a00 x1855007948210432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.151385:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076930.151389:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076930.151390:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076930.151392:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076930.151393:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076930.151395:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076930.151398:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076930.151400:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076930.151402:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076930.151406:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a252a00 x1855007948210432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076930.151413:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948210432:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076930.151417:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076930.151420:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a253480 x1855007948210560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.151426:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076930.151427:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076930.151429:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076930.151431:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076930.151433:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076930.151435:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948210560:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076930.151438:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076930.151440:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076930.151441:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076930.151443:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076930.151446:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f17c00.
02000000:00000001:0.0:1769076930.151448:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076930.151451:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076930.151454:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076930.151457:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076930.151459:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948210560, portal 4
00000100:00000001:0.0:1769076930.151462:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076930.151463:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293368448 : -127164416183168 : ffff8c583a253480)
00000100:00000040:0.0:1769076930.151469:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a253480 x1855007948210560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.151491:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076930.151494:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076930.151496:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076930.151500:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948210560, offset 0
00000400:00000200:0.0:1769076930.151506:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076930.151510:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076930.151515:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076930.151519:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076930.151523:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076930.151526:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076930.151529:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076930.151534:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29456:29456:256:4294967295] 192.168.204.128@tcp LPNI seq info [29455:29455:8:4294967295]
00000400:00000200:0.0:1769076930.151540:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076930.151549:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076930.151556:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076930.151561:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076930.151567:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076930.151570:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076930.151592:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076930.151597:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769076930.151603:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076930.151606:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076930.151611:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076930.151617:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076930.151622:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076930.151625:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076930.151629:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076930.151635:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a253480 x1855007948210560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.151658:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076930.151662:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a253480 x1855007948210560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076955 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.151669:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076930.151671:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076930.151676:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076930.151696:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769076930.151701:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076930.151704:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298294298
00000100:00000001:0.0:1769076930.151707:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298295568
00000100:00000001:0.0:1769076930.151710:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298294298
00000100:00000001:0.0:1769076930.151712:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298295568
00000100:00000001:0.0:1769076930.151715:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076930.151718:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076930.151720:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076930.151725:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076930/real 1769076930]  req@ffff8c583a253480 x1855007948210560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076930.151737:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076930.151739:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076930.151741:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076930.151745:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076930.151747:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076930.151750:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076930.151755:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a253480 x1855007948210560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076930.151768:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a253480 x1855007948210560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.151814:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076930.151817:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076930.151820:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076930.151822:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076930.151827:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a253480 x1855007948210560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.151837:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076930.151841:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a253480 x1855007948210560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.151848:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076930.151850:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076930.151851:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076930.151853:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076930.151854:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076930.151856:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076930.151858:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076930.151860:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076930.151862:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076930.151865:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a253480 x1855007948210560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076930.151871:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948210560:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076930.151875:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076930.151877:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076930.151879:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a251500 x1855007948210176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.151885:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076930.151887:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076930.151888:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769076930.151891:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076930.151892:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076930.151894:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769076930.151896:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076930.151898:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410000.
02000000:00000001:0.0:1769076930.151901:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076930.151902:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076930.151903:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a251500.
00000100:00000001:0.0:1769076930.151906:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076930.151907:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076930.151908:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076930.151911:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a250a80 x1855007948210304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.151917:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076930.151918:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076930.151919:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15400.
02000000:00000001:0.0:1769076930.151921:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076930.151922:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076930.151923:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769076930.151924:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076930.151926:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b411400.
02000000:00000001:0.0:1769076930.151927:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076930.151928:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076930.151929:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a250a80.
00000100:00000001:0.0:1769076930.151931:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076930.151932:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076930.151933:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076930.151935:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a252a00 x1855007948210432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.151940:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076930.151941:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076930.151942:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15000.
02000000:00000001:0.0:1769076930.151944:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076930.151945:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076930.151946:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769076930.151947:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076930.151948:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b412000.
02000000:00000001:0.0:1769076930.151950:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076930.151951:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076930.151952:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a252a00.
00000100:00000001:0.0:1769076930.151954:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076930.151955:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076930.151957:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076930.151959:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a253480 x1855007948210560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.151964:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076930.151965:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076930.151966:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f17c00.
02000000:00000001:0.0:1769076930.151968:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076930.151969:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076930.151970:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769076930.151971:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076930.151972:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410c00.
02000000:00000001:0.0:1769076930.151974:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076930.151975:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076930.151976:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a253480.
00000100:00000001:0.0:1769076930.151977:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076930.151978:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076930.151980:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076930.151983:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076930.151984:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076930.151986:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076930.151987:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076930.468970:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076930.468976:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076930.468980:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076931.172858:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076931.172869:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076931.172871:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076931.172879:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076931.172883:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076931.172888:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076931.172892:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076931.172895:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076931.172898:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076931.492936:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298295568, at 4298295616
00000100:00000040:1.0:1769076931.492949:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298295568, at 4298295616
00000100:00000010:0.0:1769076931.492952:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470b40.
00000100:00000010:1.0:1769076931.492976:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470ba0.
00000020:00000001:1.0:1769076931.493044:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076931.493049:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076931.493057:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076932.196850:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076932.196858:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076932.196860:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076932.196866:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076932.196870:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076932.196873:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076932.196875:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076932.196877:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076932.196880:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076932.516891:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076932.516896:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076932.516900:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076933.220849:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076933.220857:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076933.220859:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076933.220866:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076933.220869:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076933.220874:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076933.220877:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076933.220879:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076933.220883:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076933.541012:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076933.541016:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076933.541019:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076934.244937:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076934.244949:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076934.244951:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076934.244959:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076934.244965:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076934.244971:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076934.244975:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076934.244978:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076934.244982:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076934.564887:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076934.564891:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076934.564894:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076935.268847:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076935.268859:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076935.268862:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076935.268869:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1769076935.268871:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076935.268881:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1769076935.268883:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076935.268889:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769076935.268890:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769076935.268893:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076935.268900:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769076935.268900:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076935.268908:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769076935.268910:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3626
00000100:00000001:3.0:1769076935.268917:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076935.268925:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076935.268945:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076935.268948:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076935.268953:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076935.268957:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076935.268960:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076935.268963:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076935.268967:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076935.268969:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076935.268972:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076935.268975:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076935.268977:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076935.268987:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076935.268990:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076935.268992:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076935.268994:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076935.268997:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076935.269011:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076935.269015:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076935.269017:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076935.269020:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076935.269023:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076935.269025:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076935.269029:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076935.269031:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076935.269041:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769076935.269045:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076935.269049:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076935.269051:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076935.269054:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076935.269056:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076935.269061:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076935.269089:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4ec00.
00000100:00000001:1.0:1769076935.269096:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076935.269106:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948210688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076935.269118:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076935.269123:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076935.269128:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948210688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076935.269152:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076935.269155:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076935.269160:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076935.269161:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076935.269163:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076935.269167:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076935.269169:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3626
00000400:00000200:1.0:1769076935.269173:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076935.269177:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076935.269180:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076935.269183:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076935.269187:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076935.269190:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076935.269193:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076935.269197:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076935.269199:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076935.269201:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076935.269204:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000100:00000001:0.0:1769076935.269208:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769076935.269208:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076935.269211:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:0.0:1769076935.269216:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769076935.269218:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076935.269221:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769076935.269223:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076935.269228:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076935.269235:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000040:0.0:1769076935.269236:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4380 x1855007948210688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769076935.269238:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769076935.269249:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076935.269256:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076935.269262:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1769076935.269263:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769076935.269268:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076935.269272:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076935.269274:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076935.269280:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076935.269281:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076935.269287:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:0.0:1769076935.269290:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769076935.269294:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1769076935.269299:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948210688:192.168.204.128@tcp:250:kworker.0
00000008:00000001:1.0:1769076935.269301:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076935.269309:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076935.269311:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:1.0:1769076935.269316:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
02000000:00000001:0.0:1769076935.269318:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076935.269324:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769076935.269325:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769076935.269330:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769076935.269332:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076935.269336:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076935.269339:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:0.0:1769076935.269340:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15400.
02000000:00000001:1.0:1769076935.269344:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076935.269346:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076935.269349:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076935.269358:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000400:00000200:0.0:1769076935.269359:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769076935.269368:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769076935.269370:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000100:00100000:1.0:1769076935.269379:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948210816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1769076935.269381:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000001:1.0:1769076935.269394:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1769076935.269395:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948210688, portal 25
00000100:00000001:0.0:1769076935.269417:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076935.269418:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076935.269420:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198607232 : -127164510944384 : ffff8c58347f4380)
00000100:00000040:1.0:1769076935.269427:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948210816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769076935.269433:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4380 x1855007948210688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076935.269457:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076935.269460:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1769076935.269462:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076935.269469:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:0.0:1769076935.269471:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000001:1.0:1769076935.269472:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076935.269478:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1769076935.269481:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000001:1.0:1769076935.269482:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076935.269489:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3626
00000100:00000200:0.0:1769076935.269492:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948210688, offset 0
00000400:00000200:1.0:1769076935.269498:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076935.269504:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076935.269506:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769076935.269522:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000040:1.0:1769076935.269522:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076935.269530:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076935.269532:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076935.269535:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076935.269537:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076935.269540:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000400:00000200:0.0:1769076935.269543:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000001:1.0:1769076935.269544:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076935.269548:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076935.269552:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076935.269555:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:0.0:1769076935.269560:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000040:1.0:1769076935.269561:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076935.269569:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076935.269590:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:0.0:1769076935.269596:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769076935.269596:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076935.269603:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769076935.269613:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076935.269616:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076935.269621:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
02000000:00000001:1.0:1769076935.269621:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076935.269627:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076935.269633:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076935.269634:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769076935.269636:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769076935.269643:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000008:00100000:1.0:1769076935.269652:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769076935.269654:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29457:29457:256:4294967295] 192.168.204.128@tcp LPNI seq info [29456:29456:8:4294967295]
00000008:00000001:1.0:1769076935.269657:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076935.269664:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076935.269673:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000010:1.0:1769076935.269675:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076935.269717:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769076935.269726:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1769076935.269728:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1769076935.269771:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076935.269777:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076935.269780:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076935.269784:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076935.269792:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769076935.269797:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076935.269809:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948210944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1769076935.269814:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076935.269828:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000100:00000001:1.0:1769076935.269828:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076935.269834:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769076935.269846:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769076935.269847:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948210944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1769076935.269856:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000100:00000001:1.0:1769076935.269863:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076935.269869:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1769076935.269870:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:1.0:1769076935.269877:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:0.1:1769076935.269879:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000100:00000001:1.0:1769076935.269881:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076935.269887:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1769076935.269893:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00000001:1.0:1769076935.269894:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000800:00000010:0.0:1769076935.269898:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000100:00080000:1.0:1769076935.269903:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3626
00000400:00000200:0.0:1769076935.269909:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076935.269914:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076935.269922:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076935.269926:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:0.0:1769076935.269930:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000100:00080000:1.0:1769076935.269931:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1769076935.269937:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000040:1.0:1769076935.269940:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076935.269956:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769076935.269956:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076935.269961:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076935.269966:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000200:0.0:1769076935.269968:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4380 x1855007948210688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769076935.269970:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076935.269974:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076935.269979:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076935.269982:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076935.269989:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076935.269998:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:0.0:1769076935.270003:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076935.270010:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076935.270023:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076935.270026:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4380 x1855007948210688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076960 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769076935.270032:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076935.270041:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076935.270050:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00000001:0.0:1769076935.270055:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076935.270061:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076935.270063:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076935.270071:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076935.270085:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769076935.270087:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076935.270092:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076935.270100:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076935.270101:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769076935.270106:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076935.270109:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298300688
00000008:00100000:1.0:1769076935.270113:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769076935.270121:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076935.270122:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470b40.
00000100:00000001:1.0:1769076935.270125:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076935.270136:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000010:1.0:1769076935.270137:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076935.270145:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000001:0.0:1769076935.270150:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298300688
02000000:00000001:1.0:1769076935.270151:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076935.270155:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076935.270161:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:0.0:1769076935.270163:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c58034709c0.
02000000:00000001:1.0:1769076935.270164:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076935.270171:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076935.270173:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
02000000:00000010:1.0:1769076935.270179:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
00000100:00000001:0.0:1769076935.270183:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076935.270188:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076935.270190:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076935.270197:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076935.270201:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948211072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1769076935.270211:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076935/real 1769076935]  req@ffff8c58347f4380 x1855007948210688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076935.270234:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076935.270242:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1769076935.270245:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076935.270250:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076935.270255:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000100:00000040:1.0:1769076935.270257:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948211072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769076935.270260:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076935.270265:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076935.270270:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076935.270280:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4380 x1855007948210688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076935.270284:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076935.270293:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1769076935.270300:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4380 x1855007948210688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769076935.270303:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076935.270310:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769076935.270317:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:1.0:1769076935.270317:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076935.270331:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076935.270337:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076935.270341:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076935.270341:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:0.0:1769076935.270355:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4380 x1855007948210688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769076935.270355:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3626
00000400:00000200:1.0:1769076935.270372:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076935.270374:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1769076935.270381:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000040:0.0:1769076935.270387:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4380 x1855007948210688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769076935.270388:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076935.270399:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076935.270406:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769076935.270413:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1769076935.270413:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076935.270421:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769076935.270422:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769076935.270427:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769076935.270428:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:1.0:1769076935.270433:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000100:00000001:0.0:1769076935.270434:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769076935.270440:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769076935.270441:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000020:00000040:1.0:1769076935.270445:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00000001:0.0:1769076935.270446:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1769076935.270452:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00080000:0.0:1769076935.270454:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:1.0:1769076935.270461:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00080000:0.0:1769076935.270484:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000040:1.0:1769076935.270491:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076935.270492:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1769076935.270500:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076935.270504:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076935.270507:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076935.270510:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000040:0.0:1769076935.270516:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4380 x1855007948210688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769076935.270519:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076935.270526:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076935.270532:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076935.270539:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1769076935.270544:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948210688:192.168.204.128@tcp:250:kworker.0
02000000:00000001:1.0:1769076935.270545:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076935.270554:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076935.270556:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:1.0:1769076935.270558:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1769076935.270560:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000008:00000001:1.0:1769076935.270566:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076935.270568:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4380 x1855007948210688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076935.270571:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076935.270579:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000100:00000001:0.0:1769076935.270583:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000020:00000040:1.0:1769076935.270585:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:0.0:1769076935.270587:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1769076935.270593:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000010:0.0:1769076935.270594:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15400.
02000000:00000001:1.0:1769076935.270598:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076935.270601:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1769076935.270603:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:0.0:1769076935.270617:0:2431:0:(genops.c:1236:class_import_put()) Process entered
02000000:00000001:1.0:1769076935.270619:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:0.0:1769076935.270622:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076935.270624:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076935.270628:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076935.270632:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
02000000:00000010:0.0:1769076935.270633:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4ec00.
02000000:00000001:0.0:1769076935.270643:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1769076935.270643:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076935.270649:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076935.270652:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4380.
00000100:00100000:1.0:1769076935.270658:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948211200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076935.270660:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076935.270665:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076935.270670:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076935.270682:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076935.270700:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076935.270707:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076935.270708:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076935.270715:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076935.270736:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769076935.270737:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948211200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076935.270739:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076935.270770:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f7b80 x1855007948210816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076935.270790:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076935.270794:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076935.270799:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769076935.270800:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076935.270803:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076935.270808:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076935.270809:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3637)
00000100:00100000:0.0:1769076935.270813:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948210816:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076935.270818:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076935.270821:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076935.270823:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076935.270826:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076935.270848:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15400.
02000000:00000001:0.0:1769076935.270850:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076935.270857:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076935.270861:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076935.270872:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076935.270875:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948210816, portal 10
00000100:00000001:0.0:1769076935.270878:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076935.270879:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198621568 : -127164510930048 : ffff8c58347f7b80)
00000100:00000040:0.0:1769076935.270887:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f7b80 x1855007948210816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076935.270903:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076935.270906:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076935.270908:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076935.270910:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948210816, offset 0
00000400:00000200:0.0:1769076935.270914:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076935.270936:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076935.270940:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076935.270944:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076935.270947:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076935.270949:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076935.270952:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076935.270956:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29458:29458:256:4294967295] 192.168.204.128@tcp LPNI seq info [29457:29457:8:4294967295]
00000400:00000200:0.0:1769076935.270960:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076935.270967:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076935.270972:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076935.270975:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076935.270979:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076935.270982:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769076935.271014:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076935.271017:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000800:00000100:0.0:1769076935.271021:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076935.271024:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076935.271027:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076935.271031:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076935.271034:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076935.271036:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076935.271038:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076935.271042:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f7b80 x1855007948210816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076935.271050:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076935.271053:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f7b80 x1855007948210816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076960 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076935.271059:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076935.271061:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076935.271064:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076935.271078:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:0.0:1769076935.271081:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076935.271083:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298299407
00000100:00000001:0.0:1769076935.271086:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298300688
00000100:00000001:0.0:1769076935.271088:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298299407
00000100:00000001:0.0:1769076935.271090:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298300688
00000100:00000001:0.0:1769076935.271092:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076935.271094:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076935.271096:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076935.271099:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076935/real 1769076935]  req@ffff8c58347f7b80 x1855007948210816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076935.271106:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076935.271108:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076935.271110:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076935.271112:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076935.271113:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076935.271116:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076935.271119:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f7b80 x1855007948210816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076935.271131:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f7b80 x1855007948210816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076935.271141:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076935.271143:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076935.271146:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076935.271148:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076935.271154:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f7b80 x1855007948210816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076935.271165:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076935.271172:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f7b80 x1855007948210816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076935.271183:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076935.271203:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076935.271206:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076935.271208:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076935.271211:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076935.271214:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076935.271218:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076935.271223:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076935.271226:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076935.271232:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f7b80 x1855007948210816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076935.271242:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948210816:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076935.271246:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076935.271250:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4e00 x1855007948210944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076935.271262:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076935.271264:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076935.271266:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076935.271268:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076935.271269:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076935.271272:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948210944:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076935.271275:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076935.271277:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076935.271278:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076935.271280:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076935.271283:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769076935.271285:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076935.271289:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076935.271291:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076935.271294:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076935.271297:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948210944, portal 10
00000100:00000001:0.0:1769076935.271299:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076935.271300:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198609920 : -127164510941696 : ffff8c58347f4e00)
00000100:00000040:0.0:1769076935.271306:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4e00 x1855007948210944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076935.271322:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076935.271324:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076935.271326:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076935.271328:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948210944, offset 0
00000400:00000200:0.0:1769076935.271331:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076935.271335:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076935.271339:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076935.271342:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076935.271344:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076935.271346:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076935.271349:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076935.271352:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29459:29459:256:4294967295] 192.168.204.128@tcp LPNI seq info [29458:29458:8:4294967295]
00000400:00000200:0.0:1769076935.271356:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076935.271362:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076935.271367:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076935.271369:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076935.271373:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076935.271375:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769076935.271379:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076935.271382:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000800:00000100:0.0:1769076935.271385:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076935.271387:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076935.271390:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076935.271393:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076935.271396:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076935.271398:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076935.271400:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076935.271403:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4e00 x1855007948210944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076935.271410:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076935.271413:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4e00 x1855007948210944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076960 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076935.271419:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076935.271421:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076935.271423:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076935.271426:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769076935.271429:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076935.271448:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298299406
00000100:00000001:0.0:1769076935.271451:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298300688
00000100:00000001:0.0:1769076935.271453:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298299406
00000100:00000001:0.0:1769076935.271455:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298300688
00000100:00000001:0.0:1769076935.271457:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076935.271460:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076935.271462:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076935.271465:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076935/real 1769076935]  req@ffff8c58347f4e00 x1855007948210944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076935.271473:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076935.271475:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076935.271476:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076935.271478:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076935.271479:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076935.271481:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076935.271484:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4e00 x1855007948210944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076935.271492:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4e00 x1855007948210944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076935.271524:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076935.271525:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076935.271527:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076935.271528:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076935.271531:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4e00 x1855007948210944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076935.271537:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076935.271540:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4e00 x1855007948210944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076935.271546:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076935.271549:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076935.271550:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076935.271551:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076935.271553:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076935.271554:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076935.271556:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076935.271560:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076935.271562:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076935.271565:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4e00 x1855007948210944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076935.271572:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948210944:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076935.271575:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076935.271578:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f5f80 x1855007948211072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076935.271584:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076935.271585:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076935.271587:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076935.271588:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076935.271590:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076935.271592:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948211072:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076935.271595:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076935.271597:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076935.271599:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076935.271600:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076935.271603:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14800.
02000000:00000001:0.0:1769076935.271605:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076935.271617:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076935.271619:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076935.271622:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076935.271624:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948211072, portal 4
00000100:00000001:0.0:1769076935.271626:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076935.271627:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198614400 : -127164510937216 : ffff8c58347f5f80)
00000100:00000040:0.0:1769076935.271632:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f5f80 x1855007948211072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076935.271638:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076935.271640:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076935.271642:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076935.271644:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948211072, offset 0
00000400:00000200:0.0:1769076935.271648:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076935.271651:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076935.271654:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076935.271656:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076935.271659:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076935.271661:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076935.271663:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076935.271666:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29460:29460:256:4294967295] 192.168.204.128@tcp LPNI seq info [29459:29459:8:4294967295]
00000400:00000200:0.0:1769076935.271669:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076935.271674:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076935.271678:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076935.271680:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076935.271705:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076935.271708:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769076935.271711:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076935.271714:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000800:00000100:0.0:1769076935.271717:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076935.271719:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076935.271722:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076935.271725:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076935.271728:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076935.271748:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076935.271751:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076935.271755:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f5f80 x1855007948211072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076935.271763:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076935.271765:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f5f80 x1855007948211072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076960 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076935.271772:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076935.271773:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076935.271777:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076935.271780:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769076935.271784:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076935.271786:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298299472
00000100:00000001:0.0:1769076935.271788:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298300688
00000100:00000001:0.0:1769076935.271790:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298299472
00000100:00000001:0.0:1769076935.271792:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298300688
00000100:00000001:0.0:1769076935.271794:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076935.271796:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076935.271797:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076935.271800:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076935/real 1769076935]  req@ffff8c58347f5f80 x1855007948211072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076935.271808:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076935.271809:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076935.271811:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076935.271813:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076935.271814:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076935.271816:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076935.271819:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f5f80 x1855007948211072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076935.271827:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f5f80 x1855007948211072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076935.271832:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076935.271833:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076935.271835:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076935.271836:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076935.271839:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f5f80 x1855007948211072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076935.271845:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076935.271848:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f5f80 x1855007948211072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076935.271855:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076935.271857:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076935.271858:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076935.271860:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076935.271861:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076935.271863:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076935.271865:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076935.271868:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076935.271869:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076935.271873:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f5f80 x1855007948211072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076935.271879:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948211072:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076935.271882:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076935.271884:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076935.271887:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f7b80 x1855007948210816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076935.271893:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076935.271894:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076935.271896:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15400.
02000000:00000001:0.0:1769076935.271898:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076935.271900:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076935.271901:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769076935.271903:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076935.271905:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4e000.
02000000:00000001:0.0:1769076935.271907:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076935.271909:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076935.271910:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f7b80.
00000100:00000001:0.0:1769076935.271913:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076935.271914:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076935.271916:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076935.271919:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4e00 x1855007948210944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076935.271925:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076935.271926:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076935.271927:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769076935.271929:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076935.271930:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076935.271931:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769076935.271933:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076935.271934:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4c400.
02000000:00000001:0.0:1769076935.271936:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076935.271937:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076935.271938:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4e00.
00000100:00000001:0.0:1769076935.271940:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076935.271941:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076935.271942:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076935.271944:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f5f80 x1855007948211072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076935.271950:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076935.271951:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076935.271952:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14800.
02000000:00000001:0.0:1769076935.271954:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076935.271954:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076935.271955:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769076935.271957:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076935.271958:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d800.
02000000:00000001:0.0:1769076935.271960:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076935.271961:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076935.271962:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f5f80.
00000100:00000001:0.0:1769076935.271964:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076935.271965:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076935.271966:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076935.271970:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076935.271971:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076935.271973:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076935.271975:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076935.271976:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076935.271979:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4000 x1855007948211200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076935.271985:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076935.271987:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076935.271988:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076935.271990:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076935.271992:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076935.271994:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948211200:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076935.271997:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076935.271999:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076935.272000:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076935.272002:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076935.272005:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14800.
02000000:00000001:0.0:1769076935.272007:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076935.272010:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076935.272012:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076935.272015:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076935.272018:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948211200, portal 4
00000100:00000001:0.0:1769076935.272019:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076935.272021:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198606336 : -127164510945280 : ffff8c58347f4000)
00000100:00000040:0.0:1769076935.272025:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4000 x1855007948211200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076935.272032:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076935.272034:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076935.272036:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076935.272038:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948211200, offset 0
00000400:00000200:0.0:1769076935.272041:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076935.272044:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076935.272047:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076935.272050:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076935.272053:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076935.272055:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076935.272058:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076935.272060:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29461:29461:256:4294967295] 192.168.204.128@tcp LPNI seq info [29460:29460:8:4294967295]
00000400:00000200:0.0:1769076935.272064:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076935.272070:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076935.272074:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076935.272076:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076935.272080:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076935.272082:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769076935.272086:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076935.272088:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000800:00000100:0.0:1769076935.272092:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076935.272093:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076935.272096:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076935.272099:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076935.272101:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076935.272103:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076935.272105:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076935.272108:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4000 x1855007948211200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076935.272115:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076935.272118:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4000 x1855007948211200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076960 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076935.272124:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076935.272126:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076935.272129:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076935.272133:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769076935.272138:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076935.272141:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298299419
00000100:00000001:0.0:1769076935.272144:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298300688
00000100:00000001:0.0:1769076935.272147:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298299419
00000100:00000001:0.0:1769076935.272151:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298300688
00000100:00000001:0.0:1769076935.272154:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076935.272157:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076935.272160:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076935.272165:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076935/real 1769076935]  req@ffff8c58347f4000 x1855007948211200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076935.272177:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076935.272179:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076935.272182:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076935.272185:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076935.272188:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076935.272191:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076935.272196:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4000 x1855007948211200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076935.272208:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4000 x1855007948211200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076935.272218:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076935.272219:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076935.272221:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076935.272223:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076935.272226:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4000 x1855007948211200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076935.272233:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076935.272236:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4000 x1855007948211200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076935.272242:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076935.272244:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076935.272245:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076935.272246:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076935.272249:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076935.272251:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076935.272253:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076935.272257:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076935.272259:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076935.272262:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4000 x1855007948211200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076935.272269:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948211200:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076935.272273:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076935.272275:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076935.272278:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4000 x1855007948211200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076935.272283:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076935.272284:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076935.272286:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14800.
02000000:00000001:0.0:1769076935.272288:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076935.272289:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076935.272290:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769076935.272292:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076935.272293:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4c800.
02000000:00000001:0.0:1769076935.272295:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076935.272297:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076935.272299:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4000.
00000100:00000001:0.0:1769076935.272301:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076935.272302:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076935.272304:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076935.272307:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076935.272308:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076935.272310:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076935.272312:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076935.589021:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076935.589028:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076935.589033:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076936.292837:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076936.292846:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076936.292848:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076936.292855:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076936.292859:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076936.292863:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076936.292866:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076936.292869:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076936.292872:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076936.612839:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298300688, at 4298300736
00000100:00000040:1.0:1769076936.612839:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298300688, at 4298300736
00000100:00000010:0.0:1769076936.612856:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470b40.
00000100:00000010:1.0:1769076936.612858:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034709c0.
00000020:00000001:3.0:1769076936.612947:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076936.612953:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076936.612966:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076937.316803:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076937.316811:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076937.316813:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076937.316818:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076937.316822:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076937.316826:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076937.316828:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076937.316830:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076937.316832:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076937.636955:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076937.636960:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076937.636965:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076938.340914:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076938.340926:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076938.340930:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076938.340938:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076938.340944:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076938.340949:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076938.340965:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076938.340986:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076938.340990:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076938.660946:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076938.660950:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076938.660953:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076939.364854:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076939.364865:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076939.364867:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076939.364874:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076939.364879:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076939.364883:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076939.364887:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076939.364891:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076939.364894:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076939.684926:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076939.684931:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076939.684934:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076940.388831:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769076940.388833:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076940.388838:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076940.388842:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076940.388844:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1769076940.388846:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769076940.388849:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769076940.388851:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1769076940.388855:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076940.388856:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076940.388860:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076940.388863:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769076940.388864:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076940.388869:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076940.388876:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3632
00000400:00000200:1.0:1769076940.388887:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076940.388895:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076940.388898:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076940.388903:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076940.388907:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076940.388909:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076940.388912:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076940.388916:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076940.388918:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769076940.388920:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076940.388923:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769076940.388924:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769076940.388926:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769076940.388928:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076940.388930:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076940.388931:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076940.388932:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076940.388935:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769076940.388938:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076940.388940:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076940.388943:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076940.388946:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076940.388948:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076940.388950:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076940.388952:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076940.388963:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769076940.388966:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769076940.388971:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076940.388972:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076940.388975:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076940.388978:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076940.388982:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076940.388990:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769076940.388997:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076940.389005:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948211328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076940.389015:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076940.389019:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076940.389022:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948211328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076940.389043:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076940.389047:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076940.389051:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076940.389052:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076940.389054:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076940.389058:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076940.389061:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3632
00000400:00000200:1.0:1769076940.389065:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076940.389069:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076940.389072:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076940.389076:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076940.389078:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076940.389080:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076940.389083:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076940.389085:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076940.389087:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769076940.389089:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076940.389092:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769076940.389094:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769076940.389098:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769076940.389100:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076940.389102:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076940.389104:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076940.389105:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076940.389107:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00000001:0.0:1769076940.389110:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1769076940.389110:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076940.389116:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076940.389118:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769076940.389122:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076940.389126:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1769076940.389127:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4700 x1855007948211328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769076940.389134:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076940.389135:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076940.389138:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076940.389139:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076940.389142:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:0.0:1769076940.389144:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:1.0:1769076940.389146:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769076940.389147:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1769076940.389152:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076940.389153:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076940.389157:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076940.389159:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948211328:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769076940.389163:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:1.0:1769076940.389164:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
02000000:00000001:0.0:1769076940.389167:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1769076940.389168:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769076940.389170:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076940.389171:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076940.389173:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769076940.389174:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076940.389177:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076940.389179:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:0.0:1769076940.389180:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15400.
02000000:00000001:1.0:1769076940.389181:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076940.389184:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076940.389188:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000400:00000200:0.0:1769076940.389193:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769076940.389193:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769076940.389199:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000100:00100000:1.0:1769076940.389202:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948211456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1769076940.389206:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000001:1.0:1769076940.389210:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076940.389213:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076940.389216:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948211456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076940.389217:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948211328, portal 25
00000100:00000001:0.0:1769076940.389222:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076940.389225:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198608128 : -127164510943488 : ffff8c58347f4700)
00000100:00000001:1.0:1769076940.389233:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076940.389235:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4700 x1855007948211328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769076940.389238:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076940.389248:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076940.389249:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076940.389254:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000001:1.0:1769076940.389254:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076940.389259:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1769076940.389260:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076940.389264:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948211328, offset 0
00000100:00000001:1.0:1769076940.389266:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076940.389273:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3632
00000400:00000200:0.0:1769076940.389274:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:1.0:1769076940.389282:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076940.389286:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076940.389287:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076940.389291:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:0.0:1769076940.389292:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769076940.389296:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076940.389300:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076940.389302:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:0.0:1769076940.389303:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000020:00000001:1.0:1769076940.389305:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076940.389307:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769076940.389309:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1769076940.389311:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1769076940.389311:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769076940.389314:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769076940.389318:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:0.0:1769076940.389319:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000040:1.0:1769076940.389325:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:0.0:1769076940.389326:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769076940.389329:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769076940.389332:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000040:1.0:1769076940.389335:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:0.0:1769076940.389340:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29462:29462:256:4294967295] 192.168.204.128@tcp LPNI seq info [29461:29461:8:4294967295]
00000100:00000001:1.0:1769076940.389340:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076940.389346:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000400:00000200:0.0:1769076940.389350:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:1.0:1769076940.389352:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076940.389356:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076940.389357:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076940.389360:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769076940.389364:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1769076940.389365:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076940.389370:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076940.389373:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1769076940.389375:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000008:00000001:1.0:1769076940.389376:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076940.389380:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769076940.389382:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000100:00000010:1.0:1769076940.389384:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769076940.389388:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000800:00000200:0.0:1769076940.389393:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:1.0:1769076940.389393:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076940.389397:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769076940.389399:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000100:00000001:1.0:1769076940.389400:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076940.389402:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076940.389405:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076940.389410:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000010:1.0:1769076940.389411:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000800:00000200:0.1:1769076940.389414:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000100:00000001:1.0:1769076940.389416:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1769076940.389420:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076940.389423:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000100:00100000:1.0:1769076940.389424:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948211584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769076940.389430:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1769076940.389431:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076940.389435:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076940.389439:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1769076940.389441:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948211584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769076940.389444:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076940.389448:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:1.0:1769076940.389453:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076940.389455:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1769076940.389456:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076940.389461:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:0.0:1769076940.389462:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4700 x1855007948211328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076940.389464:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076940.389467:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076940.389473:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076940.389477:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3632
00000100:00000001:0.0:1769076940.389478:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000400:00000200:1.0:1769076940.389482:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:0.0:1769076940.389484:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4700 x1855007948211328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076965 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769076940.389488:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076940.389493:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076940.389498:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076940.389499:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076940.389503:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076940.389504:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076940.389507:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076940.389510:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076940.389510:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769076940.389515:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1769076940.389518:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000040:1.0:1769076940.389518:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769076940.389522:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769076940.389524:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298305807
00000020:00000040:1.0:1769076940.389525:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769076940.389529:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769076940.389530:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000010:0.0:1769076940.389532:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470b40.
00000100:00000040:1.0:1769076940.389534:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076940.389537:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076940.389539:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076940.389541:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769076940.389541:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076940.389546:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769076940.389549:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076940.389550:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298305807
00000100:00000001:1.0:1769076940.389555:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076940.389556:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470de0.
02000000:00000001:1.0:1769076940.389558:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769076940.389561:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
02000000:00000001:1.0:1769076940.389561:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076940.389565:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076940.389566:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076940.389567:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076940.389569:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769076940.389570:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1769076940.389573:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000008:00000001:1.0:1769076940.389574:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076940.389577:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076940.389578:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076940/real 1769076940]  req@ffff8c58347f4700 x1855007948211328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769076940.389581:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769076940.389585:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769076940.389590:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000001:0.0:1769076940.389592:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1769076940.389593:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1769076940.389595:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1769076940.389596:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076940.389613:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1769076940.389614:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
02000000:00000001:1.0:1769076940.389615:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076940.389618:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076940.389621:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
02000000:00000010:1.0:1769076940.389621:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:0.0:1769076940.389627:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1769076940.389628:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769076940.389632:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4700 x1855007948211328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076940.389636:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948211712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076940.389672:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076940.389676:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769076940.389677:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4700 x1855007948211328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769076940.389683:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948211712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.389688:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076940.389691:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076940.389695:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076940.389697:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076940.389698:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769076940.389700:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1769076940.389716:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4700 x1855007948211328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769076940.389716:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769076940.389720:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076940.389722:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076940.389728:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076940.389728:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076940.389757:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3632
00000400:00000200:1.0:1769076940.389761:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769076940.389765:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076940.389767:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076940.389771:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4700 x1855007948211328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769076940.389773:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076940.389788:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076940.389793:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769076940.389797:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769076940.389802:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1769076940.389802:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076940.389805:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769076940.389809:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769076940.389810:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1769076940.389811:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00000001:0.0:1769076940.389816:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:1.0:1769076940.389816:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:0.0:1769076940.389821:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769076940.389821:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769076940.389826:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076940.389827:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076940.389828:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769076940.389830:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1769076940.389832:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00080000:0.0:1769076940.389835:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1769076940.389836:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769076940.389839:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:0.0:1769076940.389841:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076940.389846:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:1.0:1769076940.389847:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769076940.389853:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076940.389854:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4700 x1855007948211328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769076940.389860:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1769076940.389865:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948211328:192.168.204.128@tcp:250:kworker.0
02000000:00000001:1.0:1769076940.389866:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076940.389870:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1769076940.389872:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076940.389873:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076940.389877:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4700 x1855007948211328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076940.389878:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076940.389882:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1769076940.389884:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000008:00000001:1.0:1769076940.389888:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076940.389889:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076940.389893:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15400.
00000100:00000001:1.0:1769076940.389894:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076940.389896:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076940.389899:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076940.389901:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000100:00000010:1.0:1769076940.389901:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000001:0.0:1769076940.389905:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
00000020:00000040:1.0:1769076940.389907:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000010:0.0:1769076940.389909:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4f400.
02000000:00000001:1.0:1769076940.389911:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076940.389913:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076940.389913:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076940.389916:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1769076940.389917:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:0.0:1769076940.389919:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4700.
02000000:00000001:1.0:1769076940.389920:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769076940.389924:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
02000000:00000001:1.0:1769076940.389924:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076940.389928:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076940.389930:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1769076940.389930:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769076940.389935:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076940.389937:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076940.389940:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076940.389941:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948211840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076940.389943:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076940.389945:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076940.389948:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076940.389953:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4000 x1855007948211456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076940.389972:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076940.389976:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076940.389985:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1769076940.389985:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948211840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.389988:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076940.389992:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076940.389995:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076940.389998:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076940.389999:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076940.390003:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948211456:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076940.390006:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1769076940.390006:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3642)
02000000:00000001:0.0:1769076940.390009:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076940.390011:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076940.390013:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076940.390016:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15400.
02000000:00000001:0.0:1769076940.390017:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076940.390022:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076940.390024:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076940.390027:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076940.390030:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948211456, portal 10
00000100:00000001:0.0:1769076940.390031:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076940.390032:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198606336 : -127164510945280 : ffff8c58347f4000)
00000100:00000040:0.0:1769076940.390037:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4000 x1855007948211456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.390042:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076940.390044:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076940.390045:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076940.390047:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948211456, offset 0
00000400:00000200:0.0:1769076940.390050:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076940.390052:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076940.390055:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076940.390057:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076940.390059:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076940.390060:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076940.390062:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076940.390065:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29463:29463:256:4294967295] 192.168.204.128@tcp LPNI seq info [29462:29462:8:4294967295]
00000400:00000200:0.0:1769076940.390068:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076940.390072:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076940.390076:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076940.390078:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076940.390081:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076940.390083:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769076940.390086:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076940.390088:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1769076940.390091:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076940.390093:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076940.390095:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076940.390097:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076940.390099:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076940.390101:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076940.390103:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076940.390105:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4000 x1855007948211456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.390110:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076940.390112:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4000 x1855007948211456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076965 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.390117:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076940.390118:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076940.390120:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076940.390123:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:0.0:1769076940.390125:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076940.390127:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298304526
00000100:00000001:0.0:1769076940.390129:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298305807
00000100:00000001:0.0:1769076940.390131:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298304526
00000100:00000001:0.0:1769076940.390132:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298305807
00000100:00000001:0.0:1769076940.390134:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076940.390136:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076940.390137:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076940.390139:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076940/real 1769076940]  req@ffff8c58347f4000 x1855007948211456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076940.390145:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076940.390146:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076940.390147:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076940.390148:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076940.390149:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076940.390151:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076940.390153:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4000 x1855007948211456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076940.390159:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4000 x1855007948211456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.390163:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076940.390163:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076940.390164:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076940.390165:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076940.390167:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4000 x1855007948211456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.390171:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076940.390174:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4000 x1855007948211456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.390178:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076940.390179:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076940.390180:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076940.390182:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076940.390183:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076940.390184:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076940.390186:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076940.390189:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076940.390191:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076940.390193:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4000 x1855007948211456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076940.390199:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948211456:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076940.390201:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076940.390203:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f5f80 x1855007948211584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.390207:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076940.390208:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076940.390209:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076940.390210:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076940.390211:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076940.390213:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948211584:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076940.390216:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076940.390217:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076940.390218:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076940.390219:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076940.390221:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769076940.390223:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076940.390224:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076940.390226:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076940.390228:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076940.390230:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948211584, portal 10
00000100:00000001:0.0:1769076940.390231:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076940.390232:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198614400 : -127164510937216 : ffff8c58347f5f80)
00000100:00000040:0.0:1769076940.390236:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f5f80 x1855007948211584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.390240:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076940.390242:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076940.390244:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076940.390245:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948211584, offset 0
00000400:00000200:0.0:1769076940.390248:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076940.390250:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076940.390252:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076940.390254:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076940.390256:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076940.390258:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076940.390259:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076940.390262:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29464:29464:256:4294967295] 192.168.204.128@tcp LPNI seq info [29463:29463:8:4294967295]
00000400:00000200:0.0:1769076940.390264:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076940.390268:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076940.390271:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076940.390273:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076940.390275:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076940.390277:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769076940.390279:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076940.390281:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1769076940.390284:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076940.390285:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076940.390287:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076940.390289:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076940.390291:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076940.390292:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076940.390294:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076940.390296:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f5f80 x1855007948211584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.390301:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076940.390303:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f5f80 x1855007948211584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076965 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.390307:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076940.390308:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076940.390310:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076940.390312:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769076940.390315:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076940.390316:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298304525
00000100:00000001:0.0:1769076940.390318:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298305807
00000100:00000001:0.0:1769076940.390319:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298304525
00000100:00000001:0.0:1769076940.390321:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298305807
00000100:00000001:0.0:1769076940.390322:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076940.390323:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076940.390324:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076940.390326:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076940/real 1769076940]  req@ffff8c58347f5f80 x1855007948211584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076940.390331:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076940.390332:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076940.390333:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076940.390334:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076940.390335:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076940.390336:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076940.390338:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f5f80 x1855007948211584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076940.390344:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f5f80 x1855007948211584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.390348:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076940.390349:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076940.390350:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076940.390351:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076940.390353:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f5f80 x1855007948211584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.390357:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076940.390359:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f5f80 x1855007948211584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.390364:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076940.390366:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076940.390367:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076940.390368:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076940.390369:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076940.390370:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076940.390372:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076940.390373:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076940.390375:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076940.390377:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f5f80 x1855007948211584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076940.390382:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948211584:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076940.390384:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076940.390386:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4e00 x1855007948211712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.390390:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076940.390390:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076940.390392:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076940.390393:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076940.390394:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076940.390396:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948211712:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076940.390398:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076940.390399:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076940.390400:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076940.390401:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076940.390403:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14800.
02000000:00000001:0.0:1769076940.390405:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076940.390407:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076940.390409:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076940.390411:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076940.390413:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948211712, portal 4
00000100:00000001:0.0:1769076940.390414:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076940.390415:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198609920 : -127164510941696 : ffff8c58347f4e00)
00000100:00000040:0.0:1769076940.390419:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4e00 x1855007948211712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.390424:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076940.390425:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076940.390427:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076940.390428:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948211712, offset 0
00000400:00000200:0.0:1769076940.390430:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076940.390432:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076940.390434:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076940.390435:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076940.390437:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076940.390439:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076940.390440:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076940.390443:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29465:29465:256:4294967295] 192.168.204.128@tcp LPNI seq info [29464:29464:8:4294967295]
00000400:00000200:0.0:1769076940.390445:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076940.390449:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076940.390452:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076940.390453:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076940.390455:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076940.390457:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769076940.390459:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076940.390461:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1769076940.390463:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076940.390465:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076940.390466:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076940.390469:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076940.390470:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076940.390471:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076940.390473:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076940.390476:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4e00 x1855007948211712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.390481:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076940.390483:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4e00 x1855007948211712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076965 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.390487:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076940.390488:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076940.390490:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076940.390492:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769076940.390494:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076940.390495:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298304590
00000100:00000001:0.0:1769076940.390496:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298305807
00000100:00000001:0.0:1769076940.390498:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298304590
00000100:00000001:0.0:1769076940.390499:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298305807
00000100:00000001:0.0:1769076940.390500:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076940.390502:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076940.390503:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076940.390505:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076940/real 1769076940]  req@ffff8c58347f4e00 x1855007948211712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076940.390510:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076940.390511:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076940.390512:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076940.390513:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076940.390514:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076940.390515:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076940.390517:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4e00 x1855007948211712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076940.390522:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4e00 x1855007948211712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.390531:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076940.390532:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076940.390533:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076940.390534:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076940.390537:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4e00 x1855007948211712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.390541:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076940.390543:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4e00 x1855007948211712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.390547:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076940.390548:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076940.390549:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076940.390550:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076940.390551:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076940.390552:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076940.390553:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076940.390555:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076940.390556:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076940.390559:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4e00 x1855007948211712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076940.390563:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948211712:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076940.390565:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076940.390566:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076940.390568:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4000 x1855007948211456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.390573:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076940.390574:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076940.390576:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15400.
02000000:00000001:0.0:1769076940.390577:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076940.390578:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076940.390580:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769076940.390581:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076940.390582:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d000.
02000000:00000001:0.0:1769076940.390584:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076940.390584:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076940.390585:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4000.
00000100:00000001:0.0:1769076940.390587:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076940.390588:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076940.390589:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076940.390591:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f5f80 x1855007948211584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.390596:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076940.390612:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076940.390613:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769076940.390615:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076940.390616:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076940.390617:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769076940.390618:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076940.390619:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4f000.
02000000:00000001:0.0:1769076940.390621:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076940.390621:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076940.390622:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f5f80.
00000100:00000001:0.0:1769076940.390625:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076940.390626:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076940.390627:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076940.390629:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4e00 x1855007948211712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.390633:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076940.390634:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076940.390635:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14800.
02000000:00000001:0.0:1769076940.390647:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076940.390648:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076940.390649:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769076940.390651:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076940.390652:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4cc00.
02000000:00000001:0.0:1769076940.390653:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076940.390654:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076940.390655:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4e00.
00000100:00000001:0.0:1769076940.390656:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076940.390657:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076940.390658:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076940.390660:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076940.390661:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076940.390662:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076940.390663:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076940.390664:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076940.390666:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f7b80 x1855007948211840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.390671:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076940.390672:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076940.390673:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076940.390674:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076940.390676:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076940.390678:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948211840:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076940.390679:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076940.390681:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076940.390681:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076940.390683:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076940.390685:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14800.
02000000:00000001:0.0:1769076940.390686:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076940.390689:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076940.390690:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076940.390693:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076940.390695:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948211840, portal 4
00000100:00000001:0.0:1769076940.390696:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076940.390697:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198621568 : -127164510930048 : ffff8c58347f7b80)
00000100:00000040:0.0:1769076940.390700:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f7b80 x1855007948211840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.390709:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076940.390711:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076940.390712:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076940.390714:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948211840, offset 0
00000400:00000200:0.0:1769076940.390716:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076940.390718:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076940.390720:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076940.390722:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076940.390723:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076940.390725:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076940.390726:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076940.390728:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29466:29466:256:4294967295] 192.168.204.128@tcp LPNI seq info [29465:29465:8:4294967295]
00000400:00000200:0.0:1769076940.390746:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076940.390751:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076940.390754:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076940.390756:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076940.390759:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076940.390761:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769076940.390763:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076940.390765:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1769076940.390768:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076940.390769:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076940.390771:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076940.390773:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076940.390786:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076940.390787:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076940.390789:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076940.390792:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f7b80 x1855007948211840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.390797:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076940.390799:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f7b80 x1855007948211840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076965 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.390808:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076940.390809:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076940.390811:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076940.390813:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769076940.390815:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076940.390817:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298304538
00000100:00000001:0.0:1769076940.390818:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298305807
00000100:00000001:0.0:1769076940.390820:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298304538
00000100:00000001:0.0:1769076940.390822:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298305807
00000100:00000001:0.0:1769076940.390824:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076940.390826:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076940.390827:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076940.390829:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076940/real 1769076940]  req@ffff8c58347f7b80 x1855007948211840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076940.390833:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076940.390850:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076940.390851:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076940.390852:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076940.390853:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076940.390855:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076940.390857:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f7b80 x1855007948211840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076940.390863:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f7b80 x1855007948211840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.390868:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076940.390869:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076940.390871:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076940.390872:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076940.390874:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f7b80 x1855007948211840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.390880:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076940.390883:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f7b80 x1855007948211840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.390888:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076940.390889:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076940.390890:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076940.390891:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076940.390892:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076940.390894:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076940.390895:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076940.390897:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076940.390914:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076940.390917:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f7b80 x1855007948211840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076940.390921:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948211840:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076940.390923:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076940.390925:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076940.390926:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f7b80 x1855007948211840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.390930:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076940.390932:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076940.390933:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14800.
02000000:00000001:0.0:1769076940.390935:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076940.390936:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076940.390937:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769076940.390939:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076940.390940:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d400.
02000000:00000001:0.0:1769076940.390941:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076940.390943:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076940.390944:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f7b80.
00000100:00000001:0.0:1769076940.390946:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076940.390947:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076940.390948:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076940.390950:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076940.390951:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076940.390952:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076940.390954:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076940.709183:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076940.709189:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076940.709194:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076941.413004:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076941.413015:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076941.413018:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076941.413025:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076941.413031:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076941.413036:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076941.413039:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076941.413043:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076941.413047:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076941.732872:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298305807, at 4298305856
00000100:00000040:0.0:1769076941.732873:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298305807, at 4298305856
00000100:00000010:1.0:1769076941.732894:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470de0.
00000100:00000010:0.0:1769076941.732896:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470b40.
00000020:00000001:3.0:1769076941.732963:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076941.732967:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076941.732971:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076942.436857:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076942.436869:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076942.436872:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076942.436881:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076942.436886:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076942.436892:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076942.436895:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076942.436899:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076942.436903:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076942.757066:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076942.757076:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076942.757084:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076943.460822:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076943.460831:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076943.460833:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076943.460839:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076943.460842:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076943.460846:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076943.460848:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076943.460851:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076943.460853:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076943.782612:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076943.782618:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076943.782624:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076944.484823:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076944.484831:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076944.484833:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076944.484840:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076944.484844:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076944.484848:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076944.484850:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076944.484853:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076944.484856:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076944.804969:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076944.804977:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076944.804984:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076945.508819:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076945.508829:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076945.508832:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076945.508838:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076945.508858:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076945.508861:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769076945.508864:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769076945.508864:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076945.508868:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769076945.508873:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076945.508873:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076945.508878:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076945.508882:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076945.508885:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076945.508891:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3637
00000400:00000200:0.0:1769076945.508900:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076945.508906:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076945.508909:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076945.508912:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076945.508914:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076945.508932:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076945.508934:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769076945.508937:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076945.508938:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769076945.508940:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076945.508943:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769076945.508944:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769076945.508946:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769076945.508949:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076945.508950:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076945.508952:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076945.508954:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769076945.508956:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769076945.508959:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076945.508960:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076945.508962:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076945.508964:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076945.508966:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076945.508968:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076945.508969:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076945.508977:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d180.
00000020:00000040:0.0:1769076945.508980:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769076945.508999:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076945.509001:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076945.509003:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076945.509005:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076945.509009:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076945.509016:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15000.
00000100:00000001:0.0:1769076945.509022:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076945.509032:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d180 x1855007948211968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076945.509041:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076945.509045:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076945.509050:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad4bb1df] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d180 x1855007948211968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076945.509070:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076945.509073:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076945.509076:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076945.509077:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076945.509079:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076945.509081:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076945.509085:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3637
00000400:00000200:0.0:1769076945.509090:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076945.509093:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076945.509096:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076945.509102:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076945.509107:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076945.509113:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076945.509115:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769076945.509119:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076945.509122:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769076945.509126:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076945.509129:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769076945.509133:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769076945.509138:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769076945.509145:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076945.509148:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076945.509169:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076945.509172:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769076945.509174:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:0.0:1769076945.509178:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076945.509181:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076945.509184:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076945.509191:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076945.509196:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076945.509199:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076945.509205:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076945.509209:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076945.509214:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076945.509217:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9df80.
00000020:00000040:0.0:1769076945.509221:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769076945.509223:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076945.509226:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076945.509229:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076945.509230:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076945.509232:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076945.509236:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17c00.
00000100:00000001:0.0:1769076945.509240:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076945.509244:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9df80 x1855007948212096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076945.509249:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076945.509251:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076945.509253:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bed851a] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9df80 x1855007948212096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076945.509259:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076945.509261:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076945.509263:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076945.509264:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076945.509265:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076945.509267:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076945.509269:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3637
00000400:00000200:0.0:1769076945.509271:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076945.509273:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076945.509275:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076945.509276:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076945.509277:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076945.509279:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076945.509280:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769076945.509281:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076945.509282:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769076945.509284:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076945.509286:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769076945.509289:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769076945.509291:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:0.0:1769076945.509294:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076945.509299:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076945.509302:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076945.509303:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769076945.509305:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:0.0:1769076945.509309:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076945.509312:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076945.509315:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076945.509319:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076945.509322:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076945.509325:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076945.509327:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076945.509331:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076945.509334:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076945.509339:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d500.
00000020:00000040:0.0:1769076945.509342:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:0.0:1769076945.509345:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076945.509348:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076945.509353:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076945.509354:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076945.509356:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076945.509362:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16c00.
00000100:00000001:0.0:1769076945.509366:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076945.509372:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d500 x1855007948212224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076945.509381:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076945.509383:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076945.509389:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c2d91c4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d500 x1855007948212224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076945.509396:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076945.509400:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076945.509404:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076945.509407:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076945.509409:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076945.509411:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076945.509415:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3637
00000400:00000200:0.0:1769076945.509420:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076945.509425:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076945.509428:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076945.509434:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076945.509436:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076945.509439:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076945.509443:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769076945.509446:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076945.509447:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:0.0:1769076945.509449:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076945.509452:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:0.0:1769076945.509455:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769076945.509460:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:0.0:1769076945.509464:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076945.509468:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076945.509469:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076945.509471:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769076945.509472:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:0.0:1769076945.509476:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076945.509481:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076945.509484:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076945.509487:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076945.509491:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076945.509493:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076945.509497:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076945.509502:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076945.509503:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076945.509507:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000020:00000040:0.0:1769076945.509510:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:0.0:1769076945.509530:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076945.509533:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076945.509537:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076945.509540:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1769076945.509558:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:0.0:1769076945.509560:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076945.509573:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
02000000:00000010:0.0:1769076945.509586:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15c00.
00000100:00000001:0.0:1769076945.509593:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076945.509603:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948212352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076945.509637:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076945.509643:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076945.509653:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948212352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076945.509667:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076945.509673:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076945.509684:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076945.509687:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076945.509691:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076945.509697:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076945.509701:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3637
00000400:00000200:0.0:1769076945.509707:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076945.509715:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076945.509719:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076945.509725:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076945.509728:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076945.509731:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076945.509737:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769076945.509739:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076945.509740:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769076945.509742:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076945.509770:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:0.0:1769076945.509774:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769076945.509776:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:0.0:1769076945.509779:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076945.509780:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076945.509782:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076945.509783:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769076945.509785:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:0.0:1769076945.509788:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076945.509790:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076945.509792:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076945.509795:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076945.509798:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076945.509801:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076945.509804:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076945.509809:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076945.509814:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076945.509820:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000020:00000040:0.0:1769076945.509824:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:0.0:1769076945.509827:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076945.509830:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076945.509834:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076945.509836:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076945.509855:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076945.509860:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14c00.
00000100:00000001:0.0:1769076945.509866:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076945.509874:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948212480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076945.509890:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076945.509894:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076945.509900:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948212480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076945.509924:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076945.509928:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3647)
00000800:00000200:2.1:1769076945.510232:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076945.510234:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076945.510459:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076945.510461:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076945.510748:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076945.510751:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076945.511060:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076945.511062:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000020:00000001:3.0:1769076945.828906:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076945.828910:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076945.828913:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076946.532844:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076946.532853:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076946.532856:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076946.532863:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076946.532867:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076946.532872:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076946.532875:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076946.532878:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076946.532897:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076946.852836:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298310927, at 4298310976
00000100:00000040:0.0:1769076946.852837:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298310927, at 4298310976
00000100:00000010:1.0:1769076946.852856:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227b40.
00000100:00000010:0.0:1769076946.852859:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227360.
00000020:00000001:3.0:1769076946.852920:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076946.852925:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076946.852929:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076947.556829:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076947.556836:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076947.556838:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076947.556843:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076947.556846:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076947.556849:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076947.556852:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076947.556854:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076947.556856:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076947.876970:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076947.876977:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076947.876983:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076948.580833:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076948.580845:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076948.580849:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076948.580857:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076948.580864:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076948.580869:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076948.580873:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076948.580877:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076948.580881:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076948.901026:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076948.901031:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076948.901060:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076949.604848:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076949.604857:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076949.604859:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076949.604865:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076949.604869:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076949.604872:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076949.604875:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076949.604878:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076949.604881:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076949.924914:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076949.924919:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076949.924922:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076950.628873:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076950.628883:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076950.628886:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076950.628893:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076950.628899:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076950.628903:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076950.628907:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076950.628910:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076950.628914:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076950.628982:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076950.628990:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076950.628993:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076950.628998:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076950.629002:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076950.629014:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3642
00000400:00000200:3.0:1769076950.629054:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076950.629061:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076950.629064:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076950.629069:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076950.629072:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076950.629075:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076950.629078:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076950.629083:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076950.629085:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076950.629087:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076950.629107:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076950.629109:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076950.629112:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076950.629114:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076950.629116:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076950.629118:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076950.629119:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076950.629122:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076950.629124:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076950.629126:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076950.629129:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076950.629131:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076950.629134:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076950.629136:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076950.629138:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076950.629147:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769076950.629151:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076950.629155:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076950.629157:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076950.629160:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076950.629162:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076950.629166:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076950.629173:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769076950.629180:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076950.629190:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948212608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076950.629204:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076950.629209:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076950.629216:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948212608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076950.629244:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076950.629248:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076950.629253:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076950.629256:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076950.629259:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076950.629263:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076950.629268:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3642
00000400:00000200:3.0:1769076950.629277:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076950.629283:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076950.629324:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076950.629333:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076950.629342:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076950.629348:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076950.629355:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076950.629363:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076950.629369:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076950.629373:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076950.629381:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076950.629389:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076950.629394:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076950.629398:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076950.629440:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076950.629445:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076950.629450:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076950.629454:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076950.629460:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076950.629467:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076950.629473:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076950.629479:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076950.629484:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076950.629487:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076950.629492:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076950.629498:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076950.629502:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076950.629507:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769076950.629531:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076950.629538:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076950.629541:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076950.629550:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076950.629554:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076950.629556:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076950.629563:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769076950.629569:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076950.629599:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948212736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076950.629616:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076950.629620:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076950.629630:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948212736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076950.629676:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076950.629684:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076950.629692:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076950.629699:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076950.629705:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076950.629711:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076950.629736:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3642
00000400:00000200:3.0:1769076950.629744:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076950.629751:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076950.629754:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076950.629760:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076950.629763:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076950.629766:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076950.629769:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076950.629776:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076950.629781:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076950.629800:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076950.629803:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076950.629848:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076950.629877:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076950.629890:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076950.629898:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076950.629906:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076950.629912:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076950.629921:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076950.629931:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076950.629938:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076950.629944:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1769076950.629949:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:3.0:1769076950.629951:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076950.629959:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076950.629962:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076950.629965:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076950.629969:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076950.629971:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076950.629978:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769076950.629982:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076950.630010:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076950.630013:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076950.630017:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076950.630022:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076950.630025:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076950.630033:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769076950.630040:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076950.630049:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948212864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076950.630064:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076950.630069:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076950.630075:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948212864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076950.630104:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076950.630108:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076950.630115:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076950.630117:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076950.630121:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076950.630125:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076950.630129:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3642
00000400:00000200:3.0:1769076950.630138:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076950.630145:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076950.630149:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076950.630171:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076950.630175:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076950.630183:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076950.630191:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076950.630203:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076950.630209:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076950.630232:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076950.630237:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076950.630244:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076950.630251:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076950.630265:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076950.630274:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076950.630283:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076950.630291:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076950.630298:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076950.630308:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076950.630330:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076950.630336:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076950.630343:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076950.630350:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076950.630355:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076950.630362:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076950.630370:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076950.630376:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076950.630384:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769076950.630392:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076950.630400:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076950.630405:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076950.630442:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076950.630445:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076950.630447:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076950.630453:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769076950.630457:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076950.630468:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948212992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076950.630486:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076950.630489:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076950.630498:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948212992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076950.630515:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076950.630520:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076950.630524:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076950.630529:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076950.630536:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076950.630546:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076950.630555:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3642
00000400:00000200:3.0:1769076950.630583:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076950.630598:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076950.630604:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076950.630612:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076950.630618:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076950.630626:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076950.630633:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:2.1:1769076950.630638:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:3.0:1769076950.630640:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076950.630645:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076950.630650:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076950.630655:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076950.630660:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076950.630667:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076950.630677:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076950.630684:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076950.630690:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076950.630696:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076950.630703:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076950.630712:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076950.630719:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076950.630725:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076950.630761:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076950.630769:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076950.630777:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076950.630786:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076950.630799:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076950.630806:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076950.630815:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769076950.630821:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076950.630828:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076950.630833:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076950.630839:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076950.630845:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076950.630851:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076950.630859:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769076950.630869:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076950.630882:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948213120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076950.630907:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076950.630914:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076950.630928:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948213120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076950.630973:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076950.630984:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3652)
00000800:00000200:2.1:1769076950.631076:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076950.631295:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076950.631499:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:3.0:1769076950.949022:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076950.949029:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076950.949035:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076951.652981:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076951.653005:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076951.653008:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076951.653028:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076951.653033:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076951.653036:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076951.653039:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076951.653042:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076951.653045:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076951.972866:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298316048, at 4298316096
00000100:00000040:0.0:1769076951.972878:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298316048, at 4298316096
00000100:00000010:1.0:1769076951.972892:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227de0.
00000100:00000010:0.0:1769076951.972894:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2275a0.
00000020:00000001:3.0:1769076951.972964:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076951.972968:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076951.972972:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076952.676841:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076952.676850:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076952.676852:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076952.676859:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076952.676865:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076952.676869:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076952.676872:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076952.676875:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076952.676878:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076952.996978:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076952.996983:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076952.996988:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076953.700858:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076953.700866:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076953.700869:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076953.700876:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076953.700897:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076953.700900:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076953.700903:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076953.700906:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076953.700909:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1769076953.701196:0:2419:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.128:988
00000400:00000100:0.0:1769076953.701266:0:2419:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.128@tcp at host 192.168.204.128 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769076953.701280:0:2419:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076953.701285:0:2419:0:(router.c:1755:lnet_notify()) 192.168.204.28@tcp notifying 192.168.204.128@tcp: down
00000400:00000200:0.0:1769076953.701290:0:2419:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076953.701296:0:2419:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769076953.701319:0:2419:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:0.0:1769076953.701323:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:0.0:1769076953.701330:0:2419:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076953.701335:0:2419:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076953.701343:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8908
00000400:00000010:0.0:1769076953.701346:0:2419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8908.
00000100:00000001:0.0:1769076953.701352:0:2419:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076953.701362:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58078e1880 x1855007948212608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076953.701411:0:2419:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076953.701417:0:2419:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1880 x1855007948212608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076975 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076953.701427:0:2419:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076953.701430:0:2419:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769076953.701443:0:2419:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:0.0:1769076953.701447:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e200.
00000400:00000200:0.0:1769076953.701451:0:2419:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076953.701457:0:2419:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076953.701462:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8c38
00000400:00000010:0.0:1769076953.701465:0:2419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8c38.
00000100:00000001:0.0:1769076953.701468:0:2419:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076953.701476:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58078e0a80 x1855007948212736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076953.701490:0:2419:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076953.701495:0:2419:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0a80 x1855007948212736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076975 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076953.701506:0:2419:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076953.701509:0:2419:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769076953.701519:0:2419:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:0.0:1769076953.701523:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ea00.
00000400:00000200:0.0:1769076953.701527:0:2419:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076953.701532:0:2419:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076953.701536:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8330
00000400:00000010:0.0:1769076953.701539:0:2419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8330.
00000100:00000001:0.0:1769076953.701542:0:2419:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076953.701549:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58078e0700 x1855007948212864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076953.701561:0:2419:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076953.701567:0:2419:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0700 x1855007948212864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076975 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076953.701578:0:2419:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076953.701581:0:2419:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769076953.701589:0:2419:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:0.0:1769076953.701593:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e900.
00000400:00000200:0.0:1769076953.701597:0:2419:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076953.701603:0:2419:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076953.701607:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e82a8
00000400:00000010:0.0:1769076953.701608:0:2419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e82a8.
00000100:00000001:0.0:1769076953.701611:0:2419:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076953.701618:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58078e2680 x1855007948212992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076953.701642:0:2419:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076953.701647:0:2419:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e2680 x1855007948212992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076975 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076953.701659:0:2419:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076953.701663:0:2419:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769076953.701675:0:2419:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:0.0:1769076953.701680:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:0.0:1769076953.701686:0:2419:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076953.701698:0:2419:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076953.701708:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e84c8
00000400:00000010:0.0:1769076953.701714:0:2419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e84c8.
00000100:00000001:0.0:1769076953.701721:0:2419:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076953.701795:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58078e1180 x1855007948213120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076953.701821:0:2419:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076953.701835:0:2419:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1180 x1855007948213120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076975 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076953.701855:0:2419:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076953.701865:0:2419:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1769076954.021025:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076954.021032:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076954.021050:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076954.724792:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076954.724798:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076954.724800:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076954.724804:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076954.724807:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076954.724811:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076954.724813:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076954.724815:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076954.724817:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076955.044927:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076955.044932:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076955.044937:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076955.748900:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076955.748910:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076955.748913:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076955.748921:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076955.748927:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076955.748934:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076955.748938:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076955.748942:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076955.748947:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076955.748977:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076955.748988:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076955.748992:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076955.748996:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076955.749000:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076955.749009:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3647
00000400:00000200:0.0:1769076955.749023:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076955.749031:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076955.749035:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076955.749039:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076955.749043:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076955.749047:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076955.749050:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769076955.749056:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076955.749059:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769076955.749062:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076955.749130:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769076955.749134:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769076955.749137:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769076955.749142:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076955.749144:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076955.749147:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076955.749150:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769076955.749154:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769076955.749158:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076955.749162:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076955.749165:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076955.749169:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076955.749172:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076955.749174:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076955.749177:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076955.749186:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9f480.
00000020:00000040:0.0:1769076955.749191:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769076955.749195:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076955.749197:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076955.749201:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076955.749204:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076955.749210:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076955.749222:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16400.
00000100:00000001:0.0:1769076955.749234:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076955.749249:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9f480 x1855007948213248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076955.749270:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076955.749278:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076955.749287:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1a89039] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9f480 x1855007948213248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076955.749368:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076955.749375:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076955.749383:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076955.749386:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076955.749390:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076955.749396:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076955.749402:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3647
00000400:00000200:0.0:1769076955.749410:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076955.749417:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076955.749422:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076955.749427:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076955.749431:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076955.749436:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076955.749441:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769076955.749445:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076955.749448:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769076955.749452:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076955.749455:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769076955.749459:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769076955.749464:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769076955.749470:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076955.749475:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076955.749479:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076955.749483:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769076955.749488:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:0.0:1769076955.749493:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076955.749498:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076955.749502:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076955.749512:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076955.749517:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076955.749521:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076955.749529:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076955.749535:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076955.749540:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076955.749547:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c700.
00000020:00000040:0.0:1769076955.749552:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769076955.749557:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076955.749560:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076955.749564:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076955.749567:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076955.749571:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076955.749578:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16000.
00000100:00000001:0.0:1769076955.749585:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076955.749596:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c700 x1855007948213376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076955.749610:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076955.749614:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076955.749622:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000435b0902] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c700 x1855007948213376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076955.749641:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076955.749648:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076955.749655:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076955.749659:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076955.749663:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076955.749668:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076955.749709:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3647
00000400:00000200:0.0:1769076955.749716:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076955.749721:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076955.749726:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076955.749767:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076955.749773:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076955.749777:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076955.749781:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769076955.749787:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076955.749789:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769076955.749793:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076955.749797:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769076955.749801:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769076955.749805:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:0.0:1769076955.749812:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076955.749816:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076955.749821:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076955.749825:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769076955.749830:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:0.0:1769076955.749836:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076955.749841:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076955.749845:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076955.749852:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076955.749856:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076955.749860:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076955.749865:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076955.749870:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076955.749874:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076955.749881:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000020:00000040:0.0:1769076955.749885:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:0.0:1769076955.749890:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076955.749893:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076955.749897:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076955.749900:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076955.749904:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076955.749911:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000010:0.0:1769076955.749912:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14000.
00000100:00000001:0.0:1769076955.749918:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076955.749918:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00100000:0.0:1769076955.749928:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948213504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076955.749943:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076955.749948:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076955.749957:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948213504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076955.749973:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076955.749979:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076955.749986:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076955.749990:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076955.749993:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076955.749998:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076955.750003:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3647
00000400:00000200:0.0:1769076955.750010:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076955.750016:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076955.750021:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076955.750026:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076955.750031:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076955.750036:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076955.750039:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769076955.750044:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076955.750047:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:0.0:1769076955.750051:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076955.750055:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:0.0:1769076955.750059:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769076955.750064:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:0.0:1769076955.750069:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076955.750073:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076955.750077:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076955.750081:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769076955.750085:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:0.0:1769076955.750091:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076955.750096:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076955.750099:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076955.750104:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076955.750108:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076955.750112:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076955.750116:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076955.750121:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076955.750125:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076955.750132:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000020:00000040:0.0:1769076955.750136:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:0.0:1769076955.750141:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076955.750144:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076955.750147:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076955.750150:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076955.750154:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076955.750162:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14400.
00000100:00000001:0.0:1769076955.750168:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076955.750178:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948213632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076955.750196:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076955.750200:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076955.750208:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948213632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076955.750224:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076955.750229:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076955.750236:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076955.750239:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076955.750243:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076955.750248:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076955.750252:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3647
00000400:00000200:0.0:1769076955.750261:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076955.750267:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076955.750272:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076955.750278:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076955.750282:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076955.750286:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076955.750291:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769076955.750296:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076955.750299:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769076955.750303:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076955.750307:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:0.0:1769076955.750310:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769076955.750314:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:0.0:1769076955.750320:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076955.750324:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076955.750328:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076955.750332:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769076955.750338:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:0.0:1769076955.750364:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076955.750369:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076955.750373:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076955.750379:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076955.750384:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076955.750388:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076955.750393:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076955.750398:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076955.750402:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076955.750410:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000020:00000040:0.0:1769076955.750415:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:0.0:1769076955.750420:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076955.750423:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076955.750427:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076955.750430:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076955.750434:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076955.750441:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17000.
00000100:00000001:0.0:1769076955.750448:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076955.750457:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948213760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076955.750472:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076955.750476:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076955.750483:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948213760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076955.750499:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076955.750507:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3657)
00000800:00000200:2.1:1769076955.750832:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076955.750838:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076955.751501:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076955.751506:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076955.752142:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076955.752146:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076955.752564:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076955.752567:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1769076956.068949:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076956.068952:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076956.068955:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076956.772850:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076956.772858:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076956.772860:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076956.772866:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076956.772870:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076956.772874:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076956.772877:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076956.772880:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076956.772883:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076957.092848:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298321168, at 4298321216
00000100:00000040:1.0:1769076957.092852:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298321168, at 4298321216
00000100:00000010:0.0:1769076957.092866:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227600.
00000100:00000010:1.0:1769076957.092871:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2272a0.
00000020:00000001:3.0:1769076957.092927:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076957.092931:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076957.092934:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076957.796836:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076957.796844:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076957.796846:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076957.796851:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076957.796854:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076957.796858:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076957.796860:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076957.796863:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076957.796871:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076958.116966:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076958.116970:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076958.116973:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076958.820829:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076958.820837:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076958.820838:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076958.820844:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076958.820847:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076958.820850:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076958.820853:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076958.820856:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076958.820858:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076959.140895:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076959.140900:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076959.140903:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076959.844853:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076959.844890:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076959.844894:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076959.844902:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076959.844907:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076959.844912:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076959.844915:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076959.844919:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076959.844923:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076960.164940:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076960.164955:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076960.164960:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076960.868871:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769076960.868871:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076960.868880:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1769076960.868885:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076960.868887:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076960.868892:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1769076960.868896:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:0.0:1769076960.868900:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076960.868904:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076960.868908:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769076960.868911:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076960.868917:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769076960.868921:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3652
00000100:00000001:3.0:1769076960.868923:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076960.868931:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076960.868937:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076960.868945:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076960.868948:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076960.868952:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076960.868955:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076960.868969:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076960.868973:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769076960.868977:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076960.868979:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769076960.868982:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076960.868985:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769076960.868987:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769076960.868989:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769076960.868992:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076960.868993:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076960.868995:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076960.868997:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769076960.868999:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769076960.869003:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076960.869005:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076960.869008:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076960.869011:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076960.869014:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076960.869017:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076960.869019:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076960.869029:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d500.
00000020:00000040:0.0:1769076960.869033:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769076960.869037:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076960.869039:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076960.869041:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076960.869044:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076960.869048:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076960.869074:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14c00.
00000100:00000001:0.0:1769076960.869082:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076960.869093:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d500 x1855007948213888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076960.869105:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076960.869110:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076960.869114:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c2d91c4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d500 x1855007948213888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076960.869160:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076960.869164:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076960.869169:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076960.869171:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076960.869174:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076960.869178:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076960.869181:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3652
00000400:00000200:0.0:1769076960.869186:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076960.869191:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076960.869195:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076960.869218:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076960.869221:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076960.869224:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076960.869226:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769076960.869228:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076960.869231:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769076960.869234:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076960.869239:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769076960.869245:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769076960.869250:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769076960.869277:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076960.869283:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076960.869289:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076960.869321:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769076960.869327:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:0.0:1769076960.869333:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076960.869338:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076960.869342:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076960.869350:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076960.869356:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076960.869359:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076960.869365:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076960.869373:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076960.869377:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076960.869390:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9df80.
00000020:00000040:0.0:1769076960.869394:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769076960.869399:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076960.869402:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076960.869405:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076960.869406:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076960.869408:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076960.869414:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15c00.
00000100:00000001:0.0:1769076960.869419:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076960.869427:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9df80 x1855007948214016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076960.869443:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076960.869448:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076960.869453:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bed851a] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9df80 x1855007948214016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076960.869466:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076960.869474:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076960.869498:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076960.869502:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076960.869505:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076960.869511:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076960.869520:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3652
00000400:00000200:0.0:1769076960.869533:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076960.869540:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076960.869566:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076960.869580:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076960.869589:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076960.869598:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076960.869606:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769076960.869610:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076960.869613:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769076960.869616:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076960.869620:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769076960.869628:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769076960.869638:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:0.0:1769076960.869651:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076960.869675:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076960.869682:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076960.869689:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769076960.869694:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:0.0:1769076960.869702:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076960.869706:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076960.869710:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076960.869717:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076960.869724:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076960.869748:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076960.869753:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076960.869761:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076960.869765:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076960.869771:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d180.
00000020:00000040:0.0:1769076960.869775:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:0.0:1769076960.869779:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076960.869781:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076960.869783:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076960.869785:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076960.869789:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076960.869841:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16c00.
00000100:00000001:0.0:1769076960.869854:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076960.869873:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d180 x1855007948214144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076960.869906:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076960.869914:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076960.869922:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:0.0:1769076960.869932:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad4bb1df] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d180 x1855007948214144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769076960.869936:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1769076960.869965:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076960.869969:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076960.869991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076960.869996:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076960.869998:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076960.870004:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076960.870008:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3652
00000400:00000200:0.0:1769076960.870017:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076960.870024:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076960.870027:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076960.870034:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076960.870038:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076960.870042:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076960.870046:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769076960.870049:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076960.870053:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:0.0:1769076960.870057:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076960.870060:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:0.0:1769076960.870081:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769076960.870085:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:0.0:1769076960.870092:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076960.870097:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076960.870103:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076960.870109:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769076960.870116:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:0.0:1769076960.870123:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076960.870129:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076960.870150:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076960.870156:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076960.870164:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076960.870168:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076960.870174:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076960.870180:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076960.870187:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076960.870194:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000020:00000040:0.0:1769076960.870217:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:0.0:1769076960.870220:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076960.870224:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076960.870227:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076960.870229:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076960.870233:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076960.870244:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17c00.
00000100:00000001:0.0:1769076960.870250:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076960.870277:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948214272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076960.870316:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076960.870321:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076960.870336:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948214272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076960.870375:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076960.870382:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076960.870393:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076960.870398:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076960.870402:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076960.870409:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076960.870414:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3652
00000400:00000200:0.0:1769076960.870426:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076960.870434:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076960.870441:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076960.870446:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076960.870455:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076960.870460:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076960.870467:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769076960.870471:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076960.870478:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769076960.870481:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076960.870484:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:0.0:1769076960.870488:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769076960.870497:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:0.0:1769076960.870509:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076960.870517:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076960.870524:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076960.870530:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769076960.870539:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:0.0:1769076960.870550:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076960.870561:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076960.870567:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076960.870577:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076960.870589:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076960.870599:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076960.870603:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076960.870611:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076960.870621:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076960.870633:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000020:00000040:0.0:1769076960.870659:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:0.0:1769076960.870666:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076960.870671:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076960.870680:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076960.870684:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076960.870688:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076960.870696:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15000.
00000800:00000200:2.1:1769076960.871085:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076960.871087:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076960.871410:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076960.871414:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076960.871715:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076960.871718:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1769076960.872201:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076960.872212:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948214400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076960.872221:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076960.872223:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076960.872227:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948214400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076960.872244:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076960.872249:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3662)
00000800:00000200:2.1:1769076960.872519:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076960.872523:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1769076961.188899:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076961.188905:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076961.188910:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076961.892829:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076961.892836:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076961.892837:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076961.892841:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076961.892844:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076961.892847:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076961.892850:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076961.892852:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076961.892854:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076962.212809:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298326288, at 4298326336
00000100:00000040:1.0:1769076962.212811:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298326288, at 4298326336
00000100:00000010:0.0:1769076962.212828:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227720.
00000100:00000010:1.0:1769076962.212828:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2272a0.
00000020:00000001:3.0:1769076962.212877:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076962.212881:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076962.212884:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076962.916854:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076962.916862:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076962.916865:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076962.916870:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076962.916874:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076962.916877:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076962.916880:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076962.916883:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076962.916902:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076963.236913:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076963.236917:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076963.236920:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076963.940847:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076963.940856:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076963.940859:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076963.940864:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076963.940868:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076963.940872:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076963.940875:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076963.940878:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076963.940881:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076964.260980:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076964.260986:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076964.260990:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076964.964849:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076964.964866:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076964.964869:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076964.964875:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076964.964879:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076964.964883:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076964.964902:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076964.964904:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076964.964906:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076965.284881:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076965.284887:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076965.284892:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076965.988838:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076965.988848:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076965.988851:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076965.988858:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076965.988864:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076965.988870:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076965.988874:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076965.988878:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076965.988882:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.989109:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076965.989116:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076965.989120:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076965.989131:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a250380 x1855007948214528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.989152:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076965.989155:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076965.989163:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076965.989183:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076965.989190:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076965.989201:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948214528:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769076965.989221:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076965.989227:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076965.989232:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076965.989237:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076965.989244:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14800.
02000000:00000001:0.0:1769076965.989250:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076965.989260:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076965.989268:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076965.989277:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076965.989287:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948214528, portal 25
00000100:00000001:0.0:1769076965.989292:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076965.989295:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293355904 : -127164416195712 : ffff8c583a250380)
00000100:00000040:0.0:1769076965.989303:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a250380 x1855007948214528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.989335:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076965.989341:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076965.989346:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076965.989352:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948214528, offset 0
00000400:00000200:0.0:1769076965.989359:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076965.989372:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076965.989381:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076965.989387:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076965.989393:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076965.989400:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076965.989404:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076965.989410:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29487:29487:256:4294967295] 192.168.204.128@tcp LPNI seq info [29486:29486:8:4294967295]
00000400:00000200:0.0:1769076965.989417:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076965.989435:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076965.989455:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076965.989463:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076965.989476:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076965.989485:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076965.989497:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076965.989505:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1769076965.989517:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076965.989522:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076965.989528:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076965.989538:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076965.989546:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076965.989552:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076965.989600:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076965.989609:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a250380 x1855007948214528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.989627:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076965.989633:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250380 x1855007948214528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076990 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.989649:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.989653:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076965.989669:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076965.989678:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076965.989682:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298331407
00000100:00000010:0.0:1769076965.989690:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470b40.
00000100:00000001:0.0:1769076965.989701:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769076965.989709:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298331407
00000100:00000010:0.0:1769076965.989717:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c58034705a0.
00000100:00000001:0.0:1769076965.989724:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769076965.989751:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076965.989755:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.989757:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076965.989763:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076965/real 1769076965]  req@ffff8c583a250380 x1855007948214528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076965.989785:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076965.989789:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076965.989794:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076965.989797:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076965.989800:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076965.989805:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076965.989812:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a250380 x1855007948214528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076965.989829:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a250380 x1855007948214528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.989848:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076965.989851:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076965.989856:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076965.989860:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076965.989866:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a250380 x1855007948214528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.989878:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076965.989887:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a250380 x1855007948214528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.989920:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076965.989925:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076965.989929:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076965.989932:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076965.989935:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076965.989939:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076965.989946:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076965.989957:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076965.989964:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076965.989987:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a250380 x1855007948214528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076965.990023:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948214528:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769076965.990038:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076965.990046:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076965.990057:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a250380 x1855007948214528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.990085:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076965.990091:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076965.990096:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14800.
02000000:00000001:0.0:1769076965.990103:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076965.990108:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076965.990112:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:0.0:1769076965.990117:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076965.990121:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410000.
02000000:00000001:0.0:1769076965.990127:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076965.990131:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076965.990136:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a250380.
00000100:00000001:0.0:1769076965.990145:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076965.990151:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076965.990159:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076965.990187:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076965.990201:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.990268:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076965.990270:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076965.990272:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076965.990278:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a252d80 x1855007948214656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.990286:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076965.990287:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076965.990289:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076965.990291:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076965.990293:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076965.990296:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948214656:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076965.990300:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076965.990302:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076965.990303:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076965.990305:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076965.990309:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14800.
02000000:00000001:0.0:1769076965.990310:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076965.990315:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076965.990318:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076965.990321:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076965.990324:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948214656, portal 10
00000100:00000001:0.0:1769076965.990326:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076965.990327:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293366656 : -127164416184960 : ffff8c583a252d80)
00000100:00000040:0.0:1769076965.990334:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a252d80 x1855007948214656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.990340:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076965.990343:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076965.990344:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076965.990346:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948214656, offset 0
00000400:00000200:0.0:1769076965.990350:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076965.990354:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076965.990357:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076965.990360:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076965.990363:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076965.990365:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076965.990367:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076965.990369:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29488:29488:256:4294967295] 192.168.204.128@tcp LPNI seq info [29487:29487:8:4294967295]
00000400:00000200:0.0:1769076965.990373:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076965.990379:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076965.990382:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076965.990385:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076965.990389:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076965.990392:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076965.990397:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076965.990399:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1769076965.990402:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076965.990404:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076965.990407:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076965.990410:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076965.990412:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076965.990414:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076965.990417:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076965.990419:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a252d80 x1855007948214656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.990426:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076965.990429:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a252d80 x1855007948214656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076990 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.990434:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.990436:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076965.990438:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076965.990442:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:0.0:1769076965.990444:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076965.990446:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298330126
00000100:00000001:0.0:1769076965.990449:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298331407
00000100:00000001:0.0:1769076965.990451:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298330126
00000100:00000001:0.0:1769076965.990452:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298331407
00000100:00000001:0.0:1769076965.990454:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076965.990456:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.990458:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076965.990460:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076965/real 1769076965]  req@ffff8c583a252d80 x1855007948214656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076965.990466:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076965.990467:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076965.990469:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076965.990471:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076965.990472:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076965.990474:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076965.990476:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a252d80 x1855007948214656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076965.990483:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a252d80 x1855007948214656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.990487:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076965.990489:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076965.990490:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076965.990491:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076965.990494:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a252d80 x1855007948214656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.990499:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076965.990502:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a252d80 x1855007948214656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.990507:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076965.990509:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076965.990510:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076965.990511:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076965.990513:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076965.990515:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076965.990517:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076965.990520:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076965.990521:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076965.990524:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a252d80 x1855007948214656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076965.990530:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948214656:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076965.990534:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076965.990537:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a253b80 x1855007948214784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.990542:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076965.990543:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076965.990545:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076965.990546:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076965.990548:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076965.990550:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948214784:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076965.990552:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076965.990553:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076965.990555:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076965.990556:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076965.990559:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769076965.990560:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076965.990563:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076965.990565:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076965.990567:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076965.990569:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948214784, portal 10
00000100:00000001:0.0:1769076965.990571:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076965.990572:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293370240 : -127164416181376 : ffff8c583a253b80)
00000100:00000040:0.0:1769076965.990577:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a253b80 x1855007948214784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.990582:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076965.990584:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076965.990585:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076965.990587:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948214784, offset 0
00000400:00000200:0.0:1769076965.990590:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076965.990593:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076965.990595:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076965.990597:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076965.990600:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076965.990602:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076965.990604:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076965.990606:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29489:29489:256:4294967295] 192.168.204.128@tcp LPNI seq info [29488:29488:8:4294967295]
00000400:00000200:0.0:1769076965.990609:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076965.990614:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076965.990617:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076965.990619:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076965.990622:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076965.990624:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076965.990627:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076965.990629:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1769076965.990632:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076965.990634:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076965.990636:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076965.990639:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076965.990641:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076965.990643:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076965.990645:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076965.990647:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a253b80 x1855007948214784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.990653:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076965.990656:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a253b80 x1855007948214784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076990 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.990661:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.990662:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076965.990664:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076965.990666:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769076965.990669:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076965.990670:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298330125
00000100:00000001:0.0:1769076965.990672:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298331407
00000100:00000001:0.0:1769076965.990674:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298330125
00000100:00000001:0.0:1769076965.990676:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298331407
00000100:00000001:0.0:1769076965.990678:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076965.990680:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.990681:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076965.990684:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076965/real 1769076965]  req@ffff8c583a253b80 x1855007948214784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076965.990689:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076965.990690:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076965.990691:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076965.990693:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076965.990694:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076965.990695:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076965.990697:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a253b80 x1855007948214784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076965.990703:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a253b80 x1855007948214784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.990708:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076965.990709:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076965.990711:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076965.990712:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076965.990714:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a253b80 x1855007948214784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.990719:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076965.990722:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a253b80 x1855007948214784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.990727:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076965.990728:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076965.990748:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076965.990750:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076965.990752:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076965.990754:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076965.990756:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076965.990759:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076965.990761:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076965.990764:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a253b80 x1855007948214784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076965.990771:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948214784:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076965.990774:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076965.990777:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a253480 x1855007948214912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.990782:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076965.990783:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076965.990784:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076965.990786:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076965.990787:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076965.990789:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948214912:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076965.990792:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076965.990793:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076965.990794:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076965.990796:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076965.990799:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15400.
02000000:00000001:0.0:1769076965.990800:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076965.990803:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076965.990805:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076965.990808:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076965.990810:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948214912, portal 4
00000100:00000001:0.0:1769076965.990812:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076965.990813:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293368448 : -127164416183168 : ffff8c583a253480)
00000100:00000040:0.0:1769076965.990817:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a253480 x1855007948214912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.990823:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076965.990825:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076965.990827:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076965.990829:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948214912, offset 0
00000400:00000200:0.0:1769076965.990831:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076965.990834:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076965.990836:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076965.990845:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076965.990848:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076965.990851:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076965.990854:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076965.990858:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29490:29490:256:4294967295] 192.168.204.128@tcp LPNI seq info [29489:29489:8:4294967295]
00000400:00000200:0.0:1769076965.990863:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076965.990870:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076965.990876:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076965.990880:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076965.990885:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076965.990889:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076965.990894:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076965.990897:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1769076965.990903:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076965.990906:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076965.990909:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076965.990914:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076965.990917:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076965.990920:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076965.990923:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076965.990926:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a253480 x1855007948214912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.990933:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076965.990935:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a253480 x1855007948214912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076990 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.990946:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.990947:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076965.990950:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076965.990952:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769076965.990955:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076965.990957:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298330191
00000100:00000001:0.0:1769076965.990959:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298331407
00000100:00000001:0.0:1769076965.990961:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298330191
00000100:00000001:0.0:1769076965.990963:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298331407
00000100:00000001:0.0:1769076965.990964:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076965.990966:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.990967:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076965.990970:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076965/real 1769076965]  req@ffff8c583a253480 x1855007948214912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076965.990986:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076965.990987:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076965.990989:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076965.990990:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076965.990992:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076965.990993:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076965.990996:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a253480 x1855007948214912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076965.991002:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a253480 x1855007948214912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.991006:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076965.991007:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076965.991009:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076965.991010:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076965.991012:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a253480 x1855007948214912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.991018:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076965.991021:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a253480 x1855007948214912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.991026:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076965.991028:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076965.991029:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076965.991030:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076965.991031:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076965.991033:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076965.991034:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076965.991037:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076965.991038:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076965.991041:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a253480 x1855007948214912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076965.991046:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948214912:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076965.991049:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076965.991051:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a252a00 x1855007948215040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.991056:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076965.991057:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076965.991059:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076965.991060:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076965.991062:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076965.991075:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948215040:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076965.991077:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076965.991079:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076965.991080:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076965.991082:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076965.991085:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15000.
02000000:00000001:0.0:1769076965.991086:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076965.991089:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076965.991091:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076965.991093:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076965.991095:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948215040, portal 4
00000100:00000001:0.0:1769076965.991097:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076965.991098:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293365760 : -127164416185856 : ffff8c583a252a00)
00000100:00000040:0.0:1769076965.991102:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a252a00 x1855007948215040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.991107:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076965.991109:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076965.991111:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076965.991112:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948215040, offset 0
00000400:00000200:0.0:1769076965.991115:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076965.991118:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076965.991120:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076965.991122:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076965.991124:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076965.991126:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076965.991128:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076965.991130:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29491:29491:256:4294967295] 192.168.204.128@tcp LPNI seq info [29490:29490:8:4294967295]
00000400:00000200:0.0:1769076965.991134:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076965.991138:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076965.991142:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076965.991144:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076965.991147:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076965.991149:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076965.991152:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076965.991154:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1769076965.991157:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076965.991160:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076965.991162:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076965.991164:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076965.991166:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076965.991190:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076965.991192:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076965.991195:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a252a00 x1855007948215040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.991202:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076965.991204:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a252a00 x1855007948215040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076990 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.991209:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.991210:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076965.991213:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076965.991225:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769076965.991228:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076965.991229:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298330138
00000100:00000001:0.0:1769076965.991232:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298331407
00000100:00000001:0.0:1769076965.991233:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298330138
00000100:00000001:0.0:1769076965.991235:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298331407
00000100:00000001:0.0:1769076965.991237:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076965.991238:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.991240:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076965.991242:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076965/real 1769076965]  req@ffff8c583a252a00 x1855007948215040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076965.991247:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076965.991248:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076965.991250:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076965.991251:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076965.991252:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076965.991254:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076965.991257:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a252a00 x1855007948215040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076965.991263:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a252a00 x1855007948215040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.991267:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076965.991269:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076965.991270:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076965.991271:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076965.991273:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a252a00 x1855007948215040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.991278:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076965.991281:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a252a00 x1855007948215040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.991286:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076965.991287:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076965.991288:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076965.991289:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076965.991291:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076965.991292:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076965.991295:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076965.991297:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076965.991299:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076965.991301:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a252a00 x1855007948215040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076965.991307:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948215040:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076965.991310:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076965.991311:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076965.991314:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a252d80 x1855007948214656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.991319:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076965.991321:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076965.991323:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14800.
02000000:00000001:0.0:1769076965.991325:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076965.991326:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076965.991327:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769076965.991328:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076965.991330:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b412400.
02000000:00000001:0.0:1769076965.991332:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076965.991334:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076965.991335:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a252d80.
00000100:00000001:0.0:1769076965.991337:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076965.991339:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076965.991340:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076965.991343:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a253b80 x1855007948214784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.991348:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076965.991349:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076965.991350:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769076965.991351:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076965.991352:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076965.991353:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769076965.991354:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076965.991355:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b411000.
02000000:00000001:0.0:1769076965.991357:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076965.991357:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076965.991358:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a253b80.
00000100:00000001:0.0:1769076965.991360:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076965.991361:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076965.991362:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076965.991364:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a253480 x1855007948214912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.991368:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076965.991370:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076965.991371:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15400.
02000000:00000001:0.0:1769076965.991373:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076965.991374:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076965.991375:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769076965.991376:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076965.991377:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b411400.
02000000:00000001:0.0:1769076965.991379:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076965.991379:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076965.991380:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a253480.
00000100:00000001:0.0:1769076965.991382:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076965.991383:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076965.991384:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076965.991386:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a252a00 x1855007948215040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076990 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.991390:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076965.991391:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076965.991392:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15000.
02000000:00000001:0.0:1769076965.991393:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076965.991394:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076965.991395:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769076965.991396:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076965.991397:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b412000.
02000000:00000001:0.0:1769076965.991398:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076965.991399:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076965.991400:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a252a00.
00000100:00000001:0.0:1769076965.991401:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076965.991402:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076965.991404:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076965.991407:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076965.991408:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.991409:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076965.991411:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076966.309024:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076966.309031:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076966.309036:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076967.012948:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076967.012961:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076967.012967:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076967.012976:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076967.012983:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076967.012989:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076967.012994:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076967.012999:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076967.013004:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076967.332800:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298331407, at 4298331456
00000100:00000040:1.0:1769076967.332801:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298331407, at 4298331456
00000100:00000010:1.0:1769076967.332816:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034705a0.
00000100:00000010:0.0:1769076967.332822:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470b40.
00000020:00000001:3.0:1769076967.332870:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076967.332874:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076967.332877:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076968.036823:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076968.036833:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076968.036836:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076968.036842:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076968.036846:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076968.036850:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076968.036853:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076968.036855:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076968.036858:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076968.356926:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076968.356930:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076968.356934:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076969.060865:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076969.060875:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076969.060878:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076969.060885:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076969.060891:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076969.060895:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076969.060899:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076969.060903:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076969.060906:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076969.381097:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076969.381104:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076969.381109:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076970.084844:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076970.084852:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076970.084854:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076970.084860:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076970.084864:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076970.084868:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076970.084870:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076970.084873:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076970.084876:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076970.405149:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076970.405158:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076970.405164:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076971.108859:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076971.108866:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076971.108868:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076971.108873:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076971.108876:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076971.108879:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076971.108881:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076971.108884:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076971.108886:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076971.109200:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076971.109206:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076971.109211:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076971.109220:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a250a80 x1855007948215168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.109234:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076971.109237:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076971.109243:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076971.109248:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076971.109252:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076971.109260:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948215168:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769076971.109268:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076971.109273:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076971.109278:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076971.109284:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076971.109290:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769076971.109294:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076971.109304:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076971.109310:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076971.109318:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076971.109328:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948215168, portal 25
00000100:00000001:0.0:1769076971.109332:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076971.109335:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293357696 : -127164416193920 : ffff8c583a250a80)
00000100:00000040:0.0:1769076971.109344:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a250a80 x1855007948215168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.109363:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076971.109371:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076971.109378:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076971.109385:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948215168, offset 0
00000400:00000200:0.0:1769076971.109408:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076971.109423:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076971.109434:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076971.109444:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076971.109452:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076971.109462:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076971.109467:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076971.109472:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29492:29492:256:4294967295] 192.168.204.128@tcp LPNI seq info [29491:29491:8:4294967295]
00000400:00000200:0.0:1769076971.109480:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076971.109494:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076971.109502:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076971.109508:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076971.109520:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076971.109526:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076971.109536:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076971.109541:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1769076971.109550:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076971.109553:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076971.109561:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076971.109567:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076971.109574:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076971.109579:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076971.109586:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076971.109594:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a250a80 x1855007948215168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.109631:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076971.109639:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250a80 x1855007948215168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076996 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.109655:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076971.109661:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076971.109670:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076971.109679:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076971.109687:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298336527
00000100:00000010:0.0:1769076971.109698:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470b40.
00000100:00000001:0.0:1769076971.109712:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769076971.109723:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298336527
00000100:00000010:0.0:1769076971.109781:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470540.
00000100:00000001:0.0:1769076971.109789:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769076971.109807:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076971.109813:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076971.109818:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076971.109826:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076971/real 1769076971]  req@ffff8c583a250a80 x1855007948215168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076971.109843:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076971.109846:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076971.109850:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076971.109856:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076971.109861:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076971.109864:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076971.109870:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a250a80 x1855007948215168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076971.109891:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a250a80 x1855007948215168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.109910:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076971.109916:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076971.109923:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076971.109928:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076971.109942:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a250a80 x1855007948215168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.109964:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076971.109976:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a250a80 x1855007948215168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.110000:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076971.110007:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076971.110011:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076971.110015:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076971.110022:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076971.110028:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076971.110036:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076971.110048:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076971.110054:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076971.110065:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a250a80 x1855007948215168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076971.110076:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948215168:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769076971.110097:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076971.110101:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076971.110106:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a250a80 x1855007948215168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.110114:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076971.110117:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076971.110121:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769076971.110124:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076971.110126:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076971.110129:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:0.0:1769076971.110131:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076971.110134:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410800.
02000000:00000001:0.0:1769076971.110139:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076971.110142:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076971.110144:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a250a80.
00000100:00000001:0.0:1769076971.110147:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076971.110149:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076971.110151:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076971.110161:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076971.110163:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076971.110165:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076971.110167:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076971.110169:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076971.110173:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a251500 x1855007948215296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.110188:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076971.110190:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076971.110192:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076971.110194:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076971.110197:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076971.110200:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948215296:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076971.110204:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076971.110206:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076971.110208:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076971.110210:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076971.110214:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769076971.110216:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076971.110221:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076971.110224:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076971.110228:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076971.110231:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948215296, portal 10
00000100:00000001:0.0:1769076971.110233:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076971.110235:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293360384 : -127164416191232 : ffff8c583a251500)
00000100:00000040:0.0:1769076971.110242:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a251500 x1855007948215296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.110250:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076971.110253:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076971.110255:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076971.110258:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948215296, offset 0
00000400:00000200:0.0:1769076971.110262:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076971.110278:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076971.110282:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076971.110286:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076971.110288:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076971.110291:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076971.110294:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076971.110298:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29493:29493:256:4294967295] 192.168.204.128@tcp LPNI seq info [29492:29492:8:4294967295]
00000400:00000200:0.0:1769076971.110302:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076971.110310:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076971.110316:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076971.110319:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076971.110324:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076971.110327:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076971.110331:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076971.110334:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1769076971.110338:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076971.110340:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076971.110343:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076971.110348:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076971.110351:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076971.110353:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076971.110356:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076971.110360:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a251500 x1855007948215296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.110368:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076971.110371:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a251500 x1855007948215296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076996 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.110379:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076971.110380:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076971.110384:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076971.110388:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:0.0:1769076971.110392:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076971.110394:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298335246
00000100:00000001:0.0:1769076971.110398:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298336527
00000100:00000001:0.0:1769076971.110400:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298335246
00000100:00000001:0.0:1769076971.110402:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298336527
00000100:00000001:0.0:1769076971.110405:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076971.110408:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076971.110420:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076971.110424:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076971/real 1769076971]  req@ffff8c583a251500 x1855007948215296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076971.110432:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076971.110434:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076971.110436:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076971.110438:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076971.110440:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076971.110442:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076971.110445:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a251500 x1855007948215296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076971.110454:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a251500 x1855007948215296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.110462:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076971.110463:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076971.110465:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076971.110467:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076971.110471:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a251500 x1855007948215296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.110479:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076971.110483:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a251500 x1855007948215296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.110491:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076971.110494:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076971.110496:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076971.110498:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076971.110500:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076971.110502:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076971.110505:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076971.110508:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076971.110511:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076971.110515:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a251500 x1855007948215296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076971.110523:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948215296:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076971.110527:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076971.110531:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a250700 x1855007948215424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.110537:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076971.110538:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076971.110540:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076971.110542:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076971.110544:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076971.110547:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948215424:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076971.110551:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076971.110553:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076971.110555:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076971.110557:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076971.110561:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14800.
02000000:00000001:0.0:1769076971.110563:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076971.110567:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076971.110571:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076971.110574:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076971.110578:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948215424, portal 10
00000100:00000001:0.0:1769076971.110580:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076971.110581:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293356800 : -127164416194816 : ffff8c583a250700)
00000100:00000040:0.0:1769076971.110588:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a250700 x1855007948215424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.110595:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076971.110598:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076971.110601:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076971.110604:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948215424, offset 0
00000400:00000200:0.0:1769076971.110609:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076971.110613:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076971.110617:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076971.110621:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076971.110624:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076971.110626:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076971.110629:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076971.110633:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29494:29494:256:4294967295] 192.168.204.128@tcp LPNI seq info [29493:29493:8:4294967295]
00000400:00000200:0.0:1769076971.110638:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076971.110645:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076971.110650:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076971.110654:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076971.110659:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076971.110662:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076971.110666:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076971.110669:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1769076971.110673:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076971.110675:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076971.110678:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076971.110682:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076971.110685:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076971.110687:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076971.110689:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076971.110693:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a250700 x1855007948215424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.110711:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076971.110714:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250700 x1855007948215424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076996 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.110720:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076971.110722:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076971.110725:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076971.110728:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769076971.110755:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076971.110758:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298335246
00000100:00000001:0.0:1769076971.110761:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298336527
00000100:00000001:0.0:1769076971.110763:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298335246
00000100:00000001:0.0:1769076971.110766:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298336527
00000100:00000001:0.0:1769076971.110768:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076971.110771:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076971.110773:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076971.110778:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076971/real 1769076971]  req@ffff8c583a250700 x1855007948215424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076971.110788:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076971.110789:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076971.110791:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076971.110794:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076971.110796:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076971.110798:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076971.110802:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a250700 x1855007948215424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076971.110812:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a250700 x1855007948215424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.110819:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076971.110821:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076971.110823:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076971.110825:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076971.110829:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a250700 x1855007948215424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.110837:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076971.110841:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a250700 x1855007948215424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.110850:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076971.110853:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076971.110854:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076971.110856:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076971.110858:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076971.110860:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076971.110863:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076971.110866:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076971.110869:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076971.110873:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a250700 x1855007948215424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076971.110883:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948215424:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076971.110887:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076971.110891:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a252a00 x1855007948215552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.110898:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076971.110900:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076971.110902:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076971.110904:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076971.110907:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076971.110910:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948215552:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076971.110914:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076971.110916:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076971.110918:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076971.110920:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076971.110924:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f17c00.
02000000:00000001:0.0:1769076971.110927:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076971.110931:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076971.110935:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076971.110938:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076971.110942:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948215552, portal 4
00000100:00000001:0.0:1769076971.110944:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076971.110945:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293365760 : -127164416185856 : ffff8c583a252a00)
00000100:00000040:0.0:1769076971.110952:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a252a00 x1855007948215552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.110959:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076971.110962:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076971.110965:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076971.110967:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948215552, offset 0
00000400:00000200:0.0:1769076971.110972:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076971.110976:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076971.110980:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076971.110983:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076971.110986:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076971.110989:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076971.110991:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076971.110995:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29495:29495:256:4294967295] 192.168.204.128@tcp LPNI seq info [29494:29494:8:4294967295]
00000400:00000200:0.0:1769076971.110999:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076971.111007:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076971.111012:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076971.111015:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076971.111019:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076971.111022:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076971.111027:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076971.111030:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1769076971.111035:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076971.111037:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076971.111040:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076971.111044:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076971.111048:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076971.111050:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076971.111053:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076971.111057:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a252a00 x1855007948215552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.111066:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076971.111069:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a252a00 x1855007948215552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076996 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.111077:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076971.111079:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076971.111117:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076971.111122:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769076971.111126:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076971.111129:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298335311
00000100:00000001:0.0:1769076971.111132:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298336527
00000100:00000001:0.0:1769076971.111136:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298335311
00000100:00000001:0.0:1769076971.111139:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298336527
00000100:00000001:0.0:1769076971.111141:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076971.111145:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076971.111147:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076971.111152:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076971/real 1769076971]  req@ffff8c583a252a00 x1855007948215552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076971.111162:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076971.111164:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076971.111166:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076971.111169:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076971.111172:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076971.111175:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076971.111179:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a252a00 x1855007948215552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076971.111191:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a252a00 x1855007948215552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.111208:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076971.111210:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076971.111213:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076971.111215:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076971.111219:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a252a00 x1855007948215552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.111228:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076971.111233:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a252a00 x1855007948215552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.111243:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076971.111246:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076971.111248:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076971.111250:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076971.111253:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076971.111255:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076971.111258:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076971.111263:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076971.111266:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076971.111271:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a252a00 x1855007948215552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076971.111281:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948215552:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076971.111286:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076971.111290:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a253480 x1855007948215680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.111299:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076971.111301:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076971.111305:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076971.111307:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076971.111309:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076971.111313:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948215680:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076971.111317:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076971.111320:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076971.111322:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076971.111324:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076971.111328:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16c00.
02000000:00000001:0.0:1769076971.111331:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076971.111335:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076971.111338:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076971.111342:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076971.111346:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948215680, portal 4
00000100:00000001:0.0:1769076971.111348:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076971.111350:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293368448 : -127164416183168 : ffff8c583a253480)
00000100:00000040:0.0:1769076971.111357:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a253480 x1855007948215680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.111366:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076971.111369:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076971.111372:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076971.111375:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948215680, offset 0
00000400:00000200:0.0:1769076971.111380:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076971.111385:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076971.111389:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076971.111393:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076971.111396:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076971.111399:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076971.111402:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076971.111406:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29496:29496:256:4294967295] 192.168.204.128@tcp LPNI seq info [29495:29495:8:4294967295]
00000400:00000200:0.0:1769076971.111411:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076971.111419:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076971.111425:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076971.111429:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076971.111434:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076971.111437:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076971.111443:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076971.111447:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1769076971.111452:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076971.111455:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076971.111458:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076971.111463:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076971.111466:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076971.111468:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076971.111471:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076971.111476:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a253480 x1855007948215680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.111501:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076971.111506:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a253480 x1855007948215680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076996 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.111515:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076971.111517:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076971.111521:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076971.111525:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769076971.111530:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076971.111533:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298335258
00000100:00000001:0.0:1769076971.111536:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298336527
00000100:00000001:0.0:1769076971.111540:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298335258
00000100:00000001:0.0:1769076971.111542:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298336527
00000100:00000001:0.0:1769076971.111546:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076971.111549:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076971.111551:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076971.111556:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076971/real 1769076971]  req@ffff8c583a253480 x1855007948215680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076971.111568:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076971.111570:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076971.111573:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076971.111576:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076971.111578:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076971.111581:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076971.111586:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a253480 x1855007948215680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076971.111599:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a253480 x1855007948215680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.111609:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076971.111611:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076971.111613:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076971.111615:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076971.111620:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a253480 x1855007948215680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.111629:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076971.111635:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a253480 x1855007948215680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.111661:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076971.111664:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076971.111666:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076971.111668:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076971.111670:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076971.111672:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076971.111675:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076971.111679:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076971.111682:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076971.111687:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a253480 x1855007948215680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076971.111698:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948215680:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076971.111703:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076971.111705:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076971.111709:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a251500 x1855007948215296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.111732:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076971.111734:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076971.111736:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769076971.111739:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076971.111740:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076971.111742:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769076971.111744:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076971.111746:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410400.
02000000:00000001:0.0:1769076971.111749:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076971.111751:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076971.111752:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a251500.
00000100:00000001:0.0:1769076971.111755:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076971.111756:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076971.111758:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076971.111762:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a250700 x1855007948215424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.111770:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076971.111771:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076971.111773:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14800.
02000000:00000001:0.0:1769076971.111803:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076971.111805:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076971.111806:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769076971.111809:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076971.111811:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b412800.
02000000:00000001:0.0:1769076971.111814:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076971.111816:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076971.111818:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a250700.
00000100:00000001:0.0:1769076971.111820:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076971.111822:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076971.111824:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076971.111828:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a252a00 x1855007948215552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.111835:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076971.111837:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076971.111839:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f17c00.
02000000:00000001:0.0:1769076971.111843:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076971.111846:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076971.111848:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769076971.111851:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076971.111853:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b411c00.
02000000:00000001:0.0:1769076971.111858:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076971.111860:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076971.111861:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a252a00.
00000100:00000001:0.0:1769076971.111864:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076971.111865:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076971.111867:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076971.111871:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a253480 x1855007948215680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076971.111878:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076971.111880:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076971.111881:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16c00.
02000000:00000001:0.0:1769076971.111884:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076971.111885:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076971.111887:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769076971.111889:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076971.111891:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b411800.
02000000:00000001:0.0:1769076971.111893:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076971.111895:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076971.111896:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a253480.
00000100:00000001:0.0:1769076971.111899:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076971.111900:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076971.111903:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076971.111907:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076971.111909:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076971.111911:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076971.111913:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076971.428985:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076971.428994:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076971.429000:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076972.132847:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076972.132855:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076972.132857:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076972.132864:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076972.132868:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076972.132871:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076972.132874:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076972.132876:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076972.132879:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076972.452892:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298336527, at 4298336576
00000100:00000040:1.0:1769076972.452892:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298336527, at 4298336576
00000100:00000010:1.0:1769076972.452912:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470540.
00000100:00000010:0.0:1769076972.452916:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470b40.
00000020:00000001:3.0:1769076972.452985:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076972.452989:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076972.452993:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076973.156880:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076973.156891:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076973.156893:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076973.156901:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076973.156929:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076973.156935:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076973.156938:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076973.156942:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076973.156945:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076973.477003:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076973.477010:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076973.477015:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076974.180829:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076974.180838:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076974.180839:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076974.180844:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076974.180848:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076974.180851:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076974.180853:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076974.180856:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076974.180858:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076974.501003:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076974.501007:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076974.501010:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076975.204814:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076975.204822:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076975.204824:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076975.204829:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076975.204833:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076975.204837:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076975.204840:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076975.204842:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076975.204845:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076975.525027:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076975.525031:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076975.525035:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076976.228867:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076976.228876:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076976.228878:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076976.228883:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076976.228887:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076976.228892:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076976.228895:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076976.228898:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076976.228901:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076976.228975:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076976.228988:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076976.228991:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076976.229021:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076976.229028:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076976.229038:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3667
00000400:00000200:0.0:1769076976.229049:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076976.229060:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076976.229064:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076976.229069:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076976.229073:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076976.229077:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076976.229081:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769076976.229086:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076976.229089:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769076976.229092:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076976.229096:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769076976.229099:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769076976.229102:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769076976.229106:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076976.229109:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076976.229112:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076976.229114:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769076976.229118:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769076976.229124:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076976.229138:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076976.229142:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076976.229147:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076976.229150:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076976.229154:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076976.229156:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076976.229169:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000020:00000040:0.0:1769076976.229174:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769076976.229179:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076976.229181:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076976.229185:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076976.229188:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076976.229193:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076976.229203:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17c00.
00000100:00000001:0.0:1769076976.229211:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076976.229223:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948215808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076976.229252:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076976.229258:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076976.229264:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948215808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076976.229311:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076976.229316:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076976.229321:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076976.229324:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076976.229328:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076976.229332:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076976.229336:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3667
00000400:00000200:0.0:1769076976.229343:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076976.229351:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076976.229360:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076976.229373:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076976.229381:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076976.229394:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076976.229406:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769076976.229417:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076976.229422:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769076976.229430:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076976.229437:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769076976.229446:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769076976.229458:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769076976.229478:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076976.229490:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076976.229510:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076976.229515:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769076976.229519:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:0.0:1769076976.229541:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076976.229547:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076976.229549:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076976.229558:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076976.229565:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076976.229570:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076976.229576:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076976.229581:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076976.229584:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076976.229590:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c700.
00000020:00000040:0.0:1769076976.229595:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769076976.229599:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076976.229602:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076976.229605:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076976.229607:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076976.229612:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076976.229620:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14800.
00000100:00000001:0.0:1769076976.229631:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076976.229654:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c700 x1855007948215936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076976.229692:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076976.229700:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076976.229709:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000435b0902] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c700 x1855007948215936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076976.229727:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076976.229815:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076976.229822:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076976.229827:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076976.229836:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076976.229845:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076976.229856:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3667
00000400:00000200:0.0:1769076976.229877:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076976.229888:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076976.229892:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076976.229902:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076976.229909:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076976.229918:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076976.229925:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:2.1:1769076976.229927:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:0.0:1769076976.229935:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:2.1:1769076976.229938:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000020:00000040:0.0:1769076976.229939:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769076976.229952:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076976.229959:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769076976.229964:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769076976.229969:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:0.0:1769076976.229981:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076976.229984:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076976.229989:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076976.230025:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769076976.230037:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:0.0:1769076976.230058:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076976.230068:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076976.230073:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076976.230080:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076976.230088:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076976.230096:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076976.230105:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076976.230122:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076976.230137:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076976.230146:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9f480.
00000020:00000040:0.0:1769076976.230155:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:0.0:1769076976.230160:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076976.230163:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076976.230167:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076976.230173:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076976.230178:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076976.230190:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16800.
00000100:00000001:0.0:1769076976.230197:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076976.230212:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9f480 x1855007948216064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076976.230238:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076976.230246:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076976.230257:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1a89039] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9f480 x1855007948216064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076976.230288:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076976.230296:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076976.230307:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076976.230314:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076976.230321:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076976.230334:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076976.230354:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3667
00000400:00000200:0.0:1769076976.230368:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076976.230382:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076976.230389:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076976.230402:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076976.230412:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076976.230422:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076976.230431:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769076976.230441:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076976.230449:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:0.0:1769076976.230457:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076976.230470:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:0.0:1769076976.230480:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769076976.230490:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:0.0:1769076976.230511:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076976.230523:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076976.230532:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076976.230538:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769076976.230543:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:0.0:1769076976.230553:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076976.230557:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076976.230564:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076976.230570:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076976.230579:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076976.230586:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076976.230591:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076976.230607:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076976.230621:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076976.230640:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000020:00000040:0.0:1769076976.230650:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:0.0:1769076976.230666:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076976.230684:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076976.230687:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076976.230690:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076976.230694:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076976.230702:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15c00.
00000100:00000001:0.0:1769076976.230712:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076976.230724:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948216192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076976.230777:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076976.230782:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076976.230795:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948216192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076976.230808:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076976.230812:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076976.230829:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076976.230831:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076976.230833:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076976.230846:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076976.230860:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3667
00000400:00000200:0.0:1769076976.230874:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076976.230888:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076976.230899:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076976.230929:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076976.230934:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076976.230941:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076976.230950:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769076976.230961:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076976.230965:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769076976.230969:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076976.230973:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:0.0:1769076976.230977:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769076976.230985:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:0.0:1769076976.230994:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076976.231022:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076976.231031:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076976.231037:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769076976.231044:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:0.0:1769076976.231049:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076976.231058:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076976.231071:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076976.231085:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076976.231095:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076976.231101:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076976.231112:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076976.231129:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076976.231144:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076976.231160:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000020:00000040:0.0:1769076976.231165:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:0.0:1769076976.231173:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076976.231176:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076976.231182:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076976.231190:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076976.231200:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076976.231214:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14c00.
00000100:00000001:0.0:1769076976.231226:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076976.231239:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948216320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076976.231282:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076976.231288:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076976.231310:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948216320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076976.231358:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076976.231373:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3678)
00000800:00000200:2.1:1769076976.231458:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076976.231460:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076976.231711:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076976.231729:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076976.232067:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076976.232069:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076976.232429:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076976.232432:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1769076976.548958:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076976.548962:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076976.548966:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076977.252843:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076977.252851:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076977.252853:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076977.252859:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076977.252863:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076977.252867:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076977.252869:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076977.252872:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076977.252874:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076977.572872:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298341648, at 4298341696
00000100:00000040:0.0:1769076977.572883:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298341648, at 4298341696
00000100:00000010:1.0:1769076977.572889:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2275a0.
00000020:00000001:3.0:1769076977.572889:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076977.572894:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076977.572896:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227600.
00010000:00010000:3.0:1769076977.572899:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076978.276869:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076978.276882:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076978.276886:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076978.276896:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076978.276903:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076978.276910:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076978.276914:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076978.277144:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076978.277153:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076978.596885:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076978.596889:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076978.596892:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076979.300809:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076979.300820:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076979.300822:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076979.300830:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076979.300835:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076979.300840:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076979.300842:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076979.300846:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076979.300849:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076979.620965:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076979.620971:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076979.620974:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076980.324856:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076980.324866:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076980.324869:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076980.324877:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076980.324882:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076980.324887:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076980.324891:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076980.324895:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076980.324899:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076980.644880:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076980.644883:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076980.644886:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076981.348847:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1769076981.348855:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769076981.348860:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076981.348864:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076981.348867:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1769076981.348869:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769076981.348871:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769076981.348873:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076981.348877:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769076981.348879:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076981.348880:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076981.348883:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076981.348885:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769076981.348886:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076981.348896:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3673
00000400:00000200:0.0:1769076981.348908:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076981.348930:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076981.348934:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076981.348938:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076981.348953:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076981.348955:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076981.348958:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769076981.348963:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076981.348965:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769076981.348969:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076981.348972:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769076981.348975:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769076981.348978:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769076981.348982:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076981.348984:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076981.348986:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076981.348988:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769076981.348992:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769076981.348996:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076981.348999:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076981.349002:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076981.349005:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076981.349009:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.349011:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076981.349014:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076981.349024:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d180.
00000020:00000040:0.0:1769076981.349028:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769076981.349033:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076981.349035:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.349037:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076981.349040:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076981.349044:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076981.349052:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14400.
00000100:00000001:0.0:1769076981.349059:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076981.349069:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d180 x1855007948216448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076981.349080:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076981.349085:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076981.349091:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad4bb1df] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d180 x1855007948216448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076981.349118:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076981.349122:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076981.349126:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076981.349128:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076981.349129:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076981.349132:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076981.349135:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3673
00000400:00000200:0.0:1769076981.349141:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076981.349145:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076981.349148:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076981.349153:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076981.349156:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076981.349163:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076981.349169:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769076981.349176:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076981.349179:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769076981.349183:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076981.349187:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769076981.349193:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769076981.349199:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769076981.349210:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076981.349218:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076981.349225:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076981.349231:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769076981.349249:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:0.0:1769076981.349256:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076981.349260:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076981.349265:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076981.349273:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076981.349277:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.349280:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076981.349288:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076981.349292:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.349297:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076981.349304:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9df80.
00000020:00000040:0.0:1769076981.349309:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769076981.349313:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076981.349316:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.349331:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076981.349334:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076981.349338:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076981.349345:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14000.
00000100:00000001:0.0:1769076981.349353:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076981.349363:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9df80 x1855007948216576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076981.349376:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076981.349382:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076981.349390:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bed851a] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9df80 x1855007948216576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076981.349408:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076981.349422:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076981.349430:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076981.349435:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076981.349439:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076981.349443:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076981.349457:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3673
00000400:00000200:0.0:1769076981.349465:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076981.349471:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076981.349473:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076981.349479:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076981.349485:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076981.349490:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076981.349497:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769076981.349502:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076981.349504:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769076981.349509:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076981.349512:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769076981.349517:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769076981.349522:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:0.0:1769076981.349538:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000200:2.1:1769076981.349544:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:0.0:1769076981.349545:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769076981.349550:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1769076981.349553:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076981.349560:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769076981.349566:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:0.0:1769076981.349573:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076981.349581:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076981.349585:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076981.349591:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076981.349598:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.349602:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076981.349607:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076981.349613:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.349619:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076981.349626:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d500.
00000020:00000040:0.0:1769076981.349631:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:0.0:1769076981.349637:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076981.349640:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.349645:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076981.349649:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076981.349653:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076981.349661:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16000.
00000100:00000001:0.0:1769076981.349667:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076981.349677:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d500 x1855007948216704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076981.349692:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076981.349695:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076981.349702:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c2d91c4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d500 x1855007948216704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076981.349728:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076981.349765:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076981.349774:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076981.349779:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076981.349784:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076981.349791:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076981.349798:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3673
00000400:00000200:0.0:1769076981.349808:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076981.349816:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076981.349828:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076981.349836:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076981.349843:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076981.349849:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076981.349855:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769076981.349862:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076981.349865:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:0.0:1769076981.349869:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076981.349873:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:0.0:1769076981.349879:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769076981.349885:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:0.0:1769076981.349896:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076981.349904:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076981.349925:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076981.349932:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769076981.349937:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:0.0:1769076981.349948:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076981.349966:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076981.349972:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076981.349977:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076981.349983:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.349988:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076981.349993:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076981.349999:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.350004:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076981.350013:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000020:00000040:0.0:1769076981.350020:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:0.0:1769076981.350026:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076981.350031:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.350037:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076981.350040:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076981.350042:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076981.350049:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16400.
00000100:00000001:0.0:1769076981.350056:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076981.350067:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948216832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076981.350088:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076981.350094:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076981.350104:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948216832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076981.350125:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076981.350131:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076981.350140:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076981.350144:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076981.350148:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076981.350153:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076981.350160:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3673
00000400:00000200:0.0:1769076981.350171:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076981.350181:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076981.350187:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076981.350196:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076981.350203:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076981.350209:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076981.350216:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769076981.350222:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076981.350227:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769076981.350243:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076981.350247:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:0.0:1769076981.350252:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769076981.350259:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:0.0:1769076981.350268:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076981.350274:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076981.350281:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076981.350285:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:2.1:1769076981.350287:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000040:0.0:1769076981.350290:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000800:00000200:2.1:1769076981.350293:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000100:00080000:0.0:1769076981.350297:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076981.350303:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076981.350307:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076981.350313:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076981.350318:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.350334:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076981.350338:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076981.350346:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.350351:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076981.350358:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000020:00000040:0.0:1769076981.350365:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:0.0:1769076981.350373:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076981.350376:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.350383:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076981.350387:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076981.350391:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076981.350398:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14400.
00000100:00000001:0.0:1769076981.350405:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076981.350416:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948216960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076981.350445:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076981.350450:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076981.350458:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948216960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076981.350491:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076981.350501:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3683)
00000800:00000200:2.1:1769076981.350660:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076981.350662:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076981.350942:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076981.350944:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076981.351140:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076981.351142:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1769076981.669001:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076981.669007:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076981.669011:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076982.372850:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076982.372857:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076982.372859:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076982.372864:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076982.372867:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076982.372870:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076982.372873:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076982.372875:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076982.372877:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076982.692821:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298346767, at 4298346816
00000100:00000010:1.0:1769076982.692839:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227360.
00000100:00000040:0.0:1769076982.692842:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298346767, at 4298346816
00000100:00000010:0.0:1769076982.692851:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227de0.
00000020:00000001:3.0:1769076982.692880:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076982.692885:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076982.692911:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076983.396871:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076983.396914:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076983.396917:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076983.396933:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076983.396937:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076983.396941:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076983.396943:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076983.396946:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076983.396949:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076983.717015:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076983.717022:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076983.717027:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076984.420923:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076984.420931:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076984.420933:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076984.420939:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076984.420943:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076984.420964:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076984.420967:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076984.420970:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076984.420974:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076984.740938:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076984.740941:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076984.740945:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076985.444854:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076985.444862:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076985.444865:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076985.444870:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076985.444875:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076985.444880:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076985.444894:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076985.444897:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076985.444900:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076985.764961:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076985.764966:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076985.764969:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076986.468908:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769076986.468917:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769076986.468918:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076986.468922:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769076986.468923:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076986.468926:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076986.468927:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1769076986.468931:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769076986.468933:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769076986.468936:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076986.468939:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769076986.468942:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3678
00000100:00000001:0.0:1769076986.468943:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076986.468948:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076986.468951:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076986.468956:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076986.468965:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076986.468969:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076986.468974:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076986.468978:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076986.468981:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076986.468984:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076986.468989:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076986.468991:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769076986.468994:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076986.468997:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769076986.469000:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769076986.469003:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769076986.469007:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076986.469010:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076986.469013:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076986.469015:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076986.469019:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769076986.469022:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076986.469024:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076986.469026:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076986.469028:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076986.469031:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076986.469032:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076986.469034:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076986.469044:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769076986.469047:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769076986.469050:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076986.469052:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076986.469054:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076986.469056:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076986.469060:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076986.469067:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769076986.469073:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076986.469082:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948217088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076986.469091:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076986.469095:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076986.469099:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948217088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076986.469118:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076986.469120:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076986.469123:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076986.469124:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076986.469126:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076986.469128:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076986.469130:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3678
00000400:00000200:3.0:1769076986.469134:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076986.469137:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076986.469139:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076986.469142:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076986.469144:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076986.469146:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076986.469148:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076986.469150:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076986.469151:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769076986.469153:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076986.469154:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769076986.469156:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769076986.469162:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769076986.469169:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076986.469173:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076986.469177:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076986.469182:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076986.469187:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769076986.469193:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076986.469200:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076986.469204:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076986.469219:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076986.469225:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076986.469228:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076986.469232:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076986.469239:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076986.469244:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076986.469248:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769076986.469253:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076986.469257:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076986.469261:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076986.469265:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076986.469267:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076986.469271:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076986.469278:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769076986.469283:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076986.469290:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948217216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076986.469303:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076986.469308:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076986.469317:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948217216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076986.469336:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076986.469342:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076986.469349:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076986.469352:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076986.469354:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076986.469356:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076986.469363:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3678
00000400:00000200:3.0:1769076986.469395:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076986.469406:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076986.469409:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076986.469417:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076986.469420:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076986.469425:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076986.469430:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076986.469431:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076986.469433:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769076986.469437:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076986.469439:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769076986.469441:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769076986.469444:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769076986.469450:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076986.469456:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076986.469459:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076986.469462:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076986.469468:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769076986.469473:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000800:00000200:2.1:1769076986.469476:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769076986.469477:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076986.469483:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1769076986.469484:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
02000000:00000001:3.0:1769076986.469486:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076986.469492:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076986.469496:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076986.469498:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076986.469502:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076986.469504:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076986.469507:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769076986.469511:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769076986.469516:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076986.469519:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076986.469523:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076986.469524:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076986.469525:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076986.469529:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769076986.469533:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076986.469543:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948217344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076986.469552:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076986.469555:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076986.469563:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948217344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076986.469591:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076986.469597:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076986.469605:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076986.469608:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076986.469610:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076986.469617:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076986.469623:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3678
00000400:00000200:3.0:1769076986.469629:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076986.469633:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076986.469636:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076986.469638:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076986.469640:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076986.469643:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076986.469648:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076986.469650:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076986.469652:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769076986.469655:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076986.469666:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769076986.469669:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769076986.469671:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769076986.469677:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076986.469680:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076986.469685:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076986.469687:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076986.469690:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769076986.469714:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076986.469720:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076986.469728:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076986.469733:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076986.469739:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076986.469792:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076986.469797:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076986.469802:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076986.469804:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076986.469812:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769076986.469817:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769076986.469821:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076986.469849:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076986.469864:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076986.469867:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076986.469887:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076986.469892:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769076986.469897:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076986.469905:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948217472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076986.469915:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076986.469928:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076986.469937:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948217472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076986.469951:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076986.469955:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076986.469964:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076986.469971:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076986.469974:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076986.469977:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076986.469985:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3678
00000400:00000200:3.0:1769076986.469999:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769076986.470018:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076986.470026:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076986.470036:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076986.470042:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076986.470048:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076986.470055:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769076986.470060:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076986.470064:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769076986.470067:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076986.470070:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769076986.470075:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769076986.470081:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769076986.470087:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076986.470093:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076986.470097:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769076986.470100:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769076986.470105:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769076986.470113:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769076986.470119:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076986.470123:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076986.470127:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076986.470133:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076986.470139:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076986.470143:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769076986.470149:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076986.470155:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076986.470162:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769076986.470167:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769076986.470174:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076986.470176:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076986.470180:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076986.470182:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076986.470185:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076986.470192:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769076986.470200:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076986.470209:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948217600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076986.470233:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076986.470238:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076986.470244:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948217600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076986.470259:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076986.470264:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3688)
00000800:00000200:2.1:1769076986.470375:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076986.470376:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076986.470667:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076986.470670:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076986.471054:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076986.471056:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076986.471290:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076986.471292:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1769076986.788975:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076986.788983:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076986.788997:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076987.492851:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076987.492858:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076987.492860:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076987.492865:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769076987.492868:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076987.492871:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076987.492873:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076987.492875:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076987.492877:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076987.812901:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298351887, at 4298351936
00000100:00000010:0.0:1769076987.812925:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227b40.
00000100:00000040:1.0:1769076987.812928:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298351887, at 4298351936
00000100:00000010:1.0:1769076987.812948:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227c00.
00000020:00000001:3.0:1769076987.813027:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076987.813034:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076987.813040:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076988.516897:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076988.516906:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076988.516909:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076988.516917:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769076988.516922:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076988.516926:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076988.516930:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076988.516933:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076988.516937:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076988.837006:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076988.837015:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076988.837022:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076989.540886:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076989.540895:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076989.540898:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076989.540904:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769076989.540908:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076989.540912:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076989.540915:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076989.540929:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076989.540932:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076989.860975:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076989.860980:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076989.860985:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076990.884991:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076990.884997:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076990.885003:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076991.588926:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076991.588938:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076991.588942:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076991.588954:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769076991.588966:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076991.588977:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076991.588990:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076991.588999:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076991.589011:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076991.589261:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076991.589268:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076991.589272:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076991.589292:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a253b80 x1855007948217728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.589316:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076991.589320:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076991.589338:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076991.589345:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076991.589358:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076991.589380:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948217728:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769076991.589392:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076991.589404:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076991.589409:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076991.589420:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076991.589432:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15c00.
02000000:00000001:0.0:1769076991.589436:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076991.589448:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076991.589456:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076991.589468:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076991.589480:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948217728, portal 25
00000100:00000001:0.0:1769076991.589487:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076991.589494:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293370240 : -127164416181376 : ffff8c583a253b80)
00000100:00000040:0.0:1769076991.589507:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a253b80 x1855007948217728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.589522:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076991.589531:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076991.589540:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076991.589554:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948217728, offset 0
00000400:00000200:0.0:1769076991.589577:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076991.589597:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076991.589611:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076991.589623:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076991.589637:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076991.589648:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076991.589657:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076991.589677:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29512:29512:256:4294967295] 192.168.204.128@tcp LPNI seq info [29511:29511:8:4294967295]
00000400:00000200:0.0:1769076991.589709:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076991.589808:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076991.589844:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076991.589860:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076991.589880:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076991.589891:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076991.589909:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076991.589921:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769076991.589942:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076991.589949:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076991.589965:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076991.589993:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076991.590012:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076991.590022:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076991.590039:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076991.590058:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a253b80 x1855007948217728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.590117:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076991.590133:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a253b80 x1855007948217728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077016 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.590165:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076991.590178:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076991.590197:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076991.590217:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076991.590228:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298357008
00000100:00000010:0.0:1769076991.590241:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470b40.
00000100:00000001:0.0:1769076991.590256:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769076991.590272:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298357008
00000100:00000010:0.0:1769076991.590284:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470360.
00000100:00000001:0.0:1769076991.590297:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769076991.590318:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076991.590329:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076991.590341:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076991.590365:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076991/real 1769076991]  req@ffff8c583a253b80 x1855007948217728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076991.590427:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076991.590437:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076991.590446:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076991.590461:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076991.590472:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076991.590483:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076991.590498:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a253b80 x1855007948217728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076991.590539:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a253b80 x1855007948217728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.590600:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076991.590607:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076991.590615:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076991.590620:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076991.590638:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a253b80 x1855007948217728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.590682:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076991.590704:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a253b80 x1855007948217728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.590775:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076991.590779:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076991.590780:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076991.590782:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076991.590785:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076991.590788:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076991.590806:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076991.590824:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076991.590837:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076991.590848:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a253b80 x1855007948217728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076991.590877:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948217728:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769076991.590899:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076991.590909:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076991.590922:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a253b80 x1855007948217728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.590944:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076991.590957:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076991.590971:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15c00.
02000000:00000001:0.0:1769076991.590983:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076991.590992:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076991.591001:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:0.0:1769076991.591021:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076991.591026:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b412800.
02000000:00000001:0.0:1769076991.591043:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076991.591051:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076991.591058:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a253b80.
00000100:00000001:0.0:1769076991.591071:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076991.591082:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076991.591092:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076991.591107:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076991.591114:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076991.591131:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076991.591141:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076991.591147:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076991.591168:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a252d80 x1855007948217856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.591220:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076991.591222:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076991.591238:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076991.591241:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076991.591246:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076991.591261:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948217856:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076991.591265:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076991.591268:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076991.591270:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076991.591272:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076991.591276:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15c00.
02000000:00000001:0.0:1769076991.591278:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076991.591284:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076991.591288:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076991.591292:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076991.591295:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948217856, portal 10
00000100:00000001:0.0:1769076991.591298:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076991.591300:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293366656 : -127164416184960 : ffff8c583a252d80)
00000100:00000040:0.0:1769076991.591306:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a252d80 x1855007948217856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.591312:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076991.591315:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076991.591317:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076991.591318:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948217856, offset 0
00000400:00000200:0.0:1769076991.591322:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076991.591326:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076991.591330:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076991.591333:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076991.591336:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076991.591338:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076991.591340:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076991.591343:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29513:29513:256:4294967295] 192.168.204.128@tcp LPNI seq info [29512:29512:8:4294967295]
00000400:00000200:0.0:1769076991.591346:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076991.591352:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076991.591355:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076991.591358:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076991.591362:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076991.591365:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076991.591370:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076991.591372:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769076991.591375:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076991.591377:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076991.591380:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076991.591383:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076991.591386:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076991.591387:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076991.591390:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076991.591392:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a252d80 x1855007948217856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.591405:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076991.591407:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a252d80 x1855007948217856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077016 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.591412:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076991.591413:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076991.591416:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076991.591419:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:0.0:1769076991.591421:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076991.591423:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298355727
00000100:00000001:0.0:1769076991.591426:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298357008
00000100:00000001:0.0:1769076991.591427:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298355727
00000100:00000001:0.0:1769076991.591429:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298357008
00000100:00000001:0.0:1769076991.591431:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076991.591433:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076991.591434:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076991.591437:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076991/real 1769076991]  req@ffff8c583a252d80 x1855007948217856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076991.591442:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076991.591443:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076991.591445:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076991.591446:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076991.591447:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076991.591449:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076991.591451:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a252d80 x1855007948217856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076991.591458:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a252d80 x1855007948217856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.591463:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076991.591464:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076991.591466:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076991.591467:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076991.591470:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a252d80 x1855007948217856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.591476:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076991.591478:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a252d80 x1855007948217856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.591483:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076991.591486:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076991.591487:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076991.591488:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076991.591490:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076991.591492:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076991.591494:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076991.591497:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076991.591499:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076991.591502:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a252d80 x1855007948217856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076991.591508:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948217856:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076991.591512:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076991.591515:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a250380 x1855007948217984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.591520:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076991.591521:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076991.591523:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076991.591524:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076991.591526:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076991.591529:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948217984:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076991.591532:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076991.591533:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076991.591535:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076991.591536:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076991.591539:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769076991.591541:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076991.591543:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076991.591545:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076991.591547:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076991.591549:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948217984, portal 10
00000100:00000001:0.0:1769076991.591551:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076991.591552:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293355904 : -127164416195712 : ffff8c583a250380)
00000100:00000040:0.0:1769076991.591557:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a250380 x1855007948217984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.591562:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076991.591563:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076991.591565:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076991.591567:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948217984, offset 0
00000400:00000200:0.0:1769076991.591570:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076991.591573:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076991.591575:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076991.591578:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076991.591580:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076991.591582:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076991.591584:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076991.591587:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29514:29514:256:4294967295] 192.168.204.128@tcp LPNI seq info [29513:29513:8:4294967295]
00000400:00000200:0.0:1769076991.591590:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076991.591595:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076991.591598:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076991.591600:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076991.591604:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076991.591606:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076991.591609:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076991.591612:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769076991.591614:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076991.591616:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076991.591618:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076991.591621:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076991.591623:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076991.591624:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076991.591627:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076991.591629:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a250380 x1855007948217984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.591635:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076991.591638:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250380 x1855007948217984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077016 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.591643:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076991.591644:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076991.591646:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076991.591648:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769076991.591650:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076991.591652:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298355726
00000100:00000001:0.0:1769076991.591653:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298357008
00000100:00000001:0.0:1769076991.591655:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298355726
00000100:00000001:0.0:1769076991.591657:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298357008
00000100:00000001:0.0:1769076991.591659:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076991.591660:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076991.591662:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076991.591664:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076991/real 1769076991]  req@ffff8c583a250380 x1855007948217984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076991.591670:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076991.591671:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076991.591673:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076991.591675:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076991.591676:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076991.591677:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076991.591680:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a250380 x1855007948217984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076991.591686:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a250380 x1855007948217984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.591690:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076991.591691:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076991.591692:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076991.591693:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076991.591696:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a250380 x1855007948217984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.591701:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076991.591703:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a250380 x1855007948217984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.591709:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076991.591711:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076991.591712:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076991.591713:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076991.591715:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076991.591716:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076991.591717:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076991.591720:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076991.591721:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076991.591724:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a250380 x1855007948217984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076991.591771:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948217984:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769076991.591775:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076991.591778:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a253480 x1855007948218112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.591784:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076991.591786:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076991.591788:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076991.591789:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076991.591791:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076991.591793:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948218112:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076991.591795:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076991.591797:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076991.591798:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076991.591800:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076991.591803:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14800.
02000000:00000001:0.0:1769076991.591804:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076991.591808:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076991.591810:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076991.591813:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076991.591816:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948218112, portal 4
00000100:00000001:0.0:1769076991.591818:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076991.591819:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293368448 : -127164416183168 : ffff8c583a253480)
00000100:00000040:0.0:1769076991.591823:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a253480 x1855007948218112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.591829:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076991.591831:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076991.591832:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076991.591835:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948218112, offset 0
00000400:00000200:0.0:1769076991.591837:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076991.591841:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076991.591844:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076991.591847:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076991.591849:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076991.591851:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076991.591853:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076991.591856:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29515:29515:256:4294967295] 192.168.204.128@tcp LPNI seq info [29514:29514:8:4294967295]
00000400:00000200:0.0:1769076991.591859:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076991.591864:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076991.591867:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076991.591870:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076991.591873:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076991.591876:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076991.591879:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076991.591881:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769076991.591884:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076991.591886:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076991.591888:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076991.591891:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076991.591894:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076991.591895:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076991.591897:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076991.591899:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a253480 x1855007948218112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.591906:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076991.591908:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a253480 x1855007948218112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077016 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.591914:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076991.591915:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076991.591917:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076991.591920:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769076991.591922:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076991.591924:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298355792
00000100:00000001:0.0:1769076991.591927:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298357008
00000100:00000001:0.0:1769076991.591929:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298355792
00000100:00000001:0.0:1769076991.591930:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298357008
00000100:00000001:0.0:1769076991.591932:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076991.591933:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076991.591935:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076991.591937:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076991/real 1769076991]  req@ffff8c583a253480 x1855007948218112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076991.591942:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076991.591944:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076991.591945:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076991.591947:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076991.591948:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076991.591950:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076991.591952:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a253480 x1855007948218112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076991.591960:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a253480 x1855007948218112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.591968:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076991.591970:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076991.591972:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076991.591973:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076991.591979:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a253480 x1855007948218112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.591989:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076991.591994:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a253480 x1855007948218112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.592002:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076991.592006:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076991.592008:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076991.592009:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076991.592011:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076991.592014:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076991.592017:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076991.592022:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076991.592025:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076991.592030:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a253480 x1855007948218112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076991.592041:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948218112:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076991.592045:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076991.592047:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076991.592050:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a252d80 x1855007948217856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.592056:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076991.592058:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076991.592059:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15c00.
02000000:00000001:0.0:1769076991.592062:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076991.592063:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076991.592064:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769076991.592066:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076991.592068:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b413800.
02000000:00000001:0.0:1769076991.592071:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076991.592072:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076991.592073:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a252d80.
00000100:00000001:0.0:1769076991.592076:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076991.592077:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076991.592078:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076991.592081:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a250380 x1855007948217984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.592092:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076991.592093:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076991.592094:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769076991.592096:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076991.592097:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076991.592098:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769076991.592099:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076991.592100:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b411800.
02000000:00000001:0.0:1769076991.592102:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076991.592103:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076991.592103:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a250380.
00000100:00000001:0.0:1769076991.592105:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076991.592106:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076991.592107:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076991.592109:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a253480 x1855007948218112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.592114:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076991.592115:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076991.592116:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14800.
02000000:00000001:0.0:1769076991.592117:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076991.592118:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076991.592119:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769076991.592120:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076991.592121:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410800.
02000000:00000001:0.0:1769076991.592123:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076991.592124:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076991.592125:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a253480.
00000100:00000001:0.0:1769076991.592126:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076991.592127:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076991.592129:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076991.592131:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076991.592133:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076991.592134:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076991.592136:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076991.592137:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076991.592140:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a252a00 x1855007948218240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.592146:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076991.592148:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076991.592150:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076991.592151:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076991.592153:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076991.592155:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948218240:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076991.592158:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076991.592160:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076991.592161:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076991.592163:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076991.592166:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14800.
02000000:00000001:0.0:1769076991.592167:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076991.592171:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769076991.592173:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769076991.592175:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769076991.592178:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948218240, portal 4
00000100:00000001:0.0:1769076991.592180:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076991.592181:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293365760 : -127164416185856 : ffff8c583a252a00)
00000100:00000040:0.0:1769076991.592187:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a252a00 x1855007948218240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.592192:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076991.592194:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769076991.592196:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769076991.592198:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948218240, offset 0
00000400:00000200:0.0:1769076991.592201:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769076991.592204:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076991.592207:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769076991.592209:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076991.592211:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769076991.592213:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076991.592215:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769076991.592219:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29516:29516:256:4294967295] 192.168.204.128@tcp LPNI seq info [29515:29515:8:4294967295]
00000400:00000200:0.0:1769076991.592222:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076991.592228:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076991.592232:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076991.592234:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769076991.592237:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769076991.592240:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076991.592243:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769076991.592245:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769076991.592249:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769076991.592250:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769076991.592253:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076991.592256:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076991.592258:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769076991.592259:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769076991.592261:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076991.592264:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a252a00 x1855007948218240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.592270:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076991.592272:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a252a00 x1855007948218240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077016 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.592277:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076991.592278:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076991.592280:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076991.592283:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769076991.592285:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769076991.592286:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298355739
00000100:00000001:0.0:1769076991.592289:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298357008
00000100:00000001:0.0:1769076991.592291:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298355739
00000100:00000001:0.0:1769076991.592293:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298357008
00000100:00000001:0.0:1769076991.592295:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076991.592297:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076991.592299:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076991.592302:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076991/real 1769076991]  req@ffff8c583a252a00 x1855007948218240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076991.592308:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076991.592309:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076991.592310:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769076991.592311:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769076991.592313:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769076991.592314:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076991.592317:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a252a00 x1855007948218240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076991.592324:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a252a00 x1855007948218240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.592328:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076991.592329:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076991.592331:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076991.592332:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076991.592334:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a252a00 x1855007948218240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.592339:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076991.592341:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a252a00 x1855007948218240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.592346:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076991.592348:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076991.592349:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076991.592350:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076991.592352:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076991.592354:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076991.592356:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076991.592359:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769076991.592361:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076991.592365:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a252a00 x1855007948218240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076991.592371:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948218240:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769076991.592373:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076991.592374:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076991.592376:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a252a00 x1855007948218240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076991.592381:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076991.592382:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076991.592383:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14800.
02000000:00000001:0.0:1769076991.592385:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076991.592385:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076991.592386:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769076991.592388:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076991.592389:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410c00.
02000000:00000001:0.0:1769076991.592390:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076991.592391:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076991.592392:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a252a00.
00000100:00000001:0.0:1769076991.592394:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076991.592395:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076991.592396:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076991.592399:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076991.592400:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076991.592401:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076991.592403:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076991.909102:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076991.909112:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076991.909119:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076992.612894:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076992.612903:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076992.612905:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076992.612911:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769076992.612915:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076992.612919:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076992.612923:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076992.612926:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076992.612929:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076992.932865:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298357008, at 4298357056
00000100:00000040:1.0:1769076992.932865:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298357008, at 4298357056
00000100:00000010:1.0:1769076992.932882:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470360.
00000100:00000010:0.0:1769076992.932884:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470b40.
00000020:00000001:3.0:1769076992.932951:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076992.932957:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076992.932960:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076993.636864:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076993.636878:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076993.636882:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076993.636891:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769076993.636898:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076993.636903:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076993.636907:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076993.636911:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076993.636915:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076993.956991:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076993.957020:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076993.957024:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076994.660893:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076994.660904:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076994.660907:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076994.660916:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769076994.660923:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076994.660931:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076994.660951:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076994.660957:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076994.660962:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076994.981131:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076994.981140:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076994.981146:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076995.684985:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076995.684995:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076995.684997:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076995.685004:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769076995.685009:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076995.685014:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076995.685017:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076995.685021:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076995.685024:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076996.004977:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076996.004987:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076996.004994:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076996.708863:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076996.708877:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076996.708883:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076996.708891:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076996.708904:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076996.708916:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3688
00000400:00000200:0.0:1769076996.708929:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076996.708939:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076996.708944:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076996.708949:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076996.708954:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076996.708972:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076996.708980:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769076996.708986:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076996.708988:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769076996.708992:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076996.708997:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769076996.709000:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769076996.709004:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769076996.709009:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076996.709012:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076996.709015:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076996.709018:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769076996.709023:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769076996.709028:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076996.709032:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076996.709036:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076996.709041:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076996.709043:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076996.709046:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076996.709048:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076996.709060:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9f480.
00000020:00000040:0.0:1769076996.709063:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769076996.709067:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076996.709069:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076996.709072:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076996.709075:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076996.709079:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076996.709087:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16800.
00000100:00000001:0.0:1769076996.709094:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076996.709103:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9f480 x1855007948218368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076996.709114:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076996.709118:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076996.709123:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1a89039] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9f480 x1855007948218368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076996.709146:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076996.709149:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076996.709153:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076996.709155:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076996.709156:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076996.709159:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076996.709162:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3688
00000400:00000200:0.0:1769076996.709168:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076996.709173:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076996.709175:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076996.709179:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076996.709182:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076996.709187:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076996.709192:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769076996.709197:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076996.709199:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769076996.709202:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076996.709205:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769076996.709212:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769076996.709218:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769076996.709229:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076996.709235:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076996.709240:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076996.709245:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769076996.709249:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:0.0:1769076996.709255:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076996.709262:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076996.709269:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076996.709277:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076996.709282:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076996.709286:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076996.709292:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076996.709298:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076996.709304:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076996.709310:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c700.
00000020:00000040:0.0:1769076996.709314:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769076996.709321:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076996.709324:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076996.709327:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076996.709330:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076996.709332:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076996.709337:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15c00.
00000100:00000001:0.0:1769076996.709341:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076996.709354:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c700 x1855007948218496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076996.709370:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076996.709377:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076996.709389:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000435b0902] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c700 x1855007948218496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076996.709417:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076996.709425:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076996.709438:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076996.709442:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076996.709447:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076996.709451:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076996.709459:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3688
00000400:00000200:0.0:1769076996.709486:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076996.709498:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076996.709507:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076996.709520:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076996.709530:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076996.709557:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076996.709563:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769076996.709573:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076996.709581:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769076996.709590:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076996.709617:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769076996.709622:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769076996.709626:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:0.0:1769076996.709637:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076996.709643:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076996.709677:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076996.709682:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769076996.709686:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:0.0:1769076996.709713:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076996.709716:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076996.709730:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076996.709738:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1769076996.709781:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076996.709786:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
02000000:00000001:0.0:1769076996.709790:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076996.709798:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076996.709804:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076996.709813:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076996.709817:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076996.709825:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000020:00000040:0.0:1769076996.709830:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:0.0:1769076996.709836:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076996.709840:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076996.709843:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076996.709846:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076996.709851:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076996.709859:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17c00.
00000100:00000001:0.0:1769076996.709867:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076996.709882:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948218624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076996.709917:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076996.709924:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076996.709940:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948218624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076996.709960:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076996.709967:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076996.709977:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076996.709982:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076996.709987:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076996.709991:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076996.709998:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3688
00000400:00000200:0.0:1769076996.710015:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076996.710026:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076996.710034:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076996.710046:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076996.710053:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076996.710058:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076996.710064:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769076996.710067:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076996.710070:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:0.0:1769076996.710074:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076996.710079:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:0.0:1769076996.710083:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769076996.710089:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:0.0:1769076996.710094:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076996.710101:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076996.710107:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076996.710110:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769076996.710114:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:0.0:1769076996.710117:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076996.710119:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076996.710125:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076996.710129:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076996.710134:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076996.710140:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076996.710145:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076996.710149:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076996.710153:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076996.710163:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000020:00000040:0.0:1769076996.710167:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:0.0:1769076996.710173:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076996.710176:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076996.710180:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076996.710183:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076996.710188:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076996.710197:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16c00.
00000100:00000001:0.0:1769076996.710203:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076996.710214:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948218752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076996.710254:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076996.710262:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076996.710269:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948218752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076996.710291:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076996.710297:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076996.710307:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076996.710311:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076996.710315:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076996.710324:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076996.710330:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3688
00000400:00000200:0.0:1769076996.710339:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769076996.710349:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076996.710357:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076996.710365:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076996.710373:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076996.710381:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076996.710388:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769076996.710396:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076996.710402:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769076996.710407:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076996.710413:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:0.0:1769076996.710420:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769076996.710429:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:0.0:1769076996.710441:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076996.710446:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076996.710452:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769076996.710457:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769076996.710462:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:0.0:1769076996.710469:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769076996.710473:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076996.710476:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076996.710482:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076996.710509:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076996.710517:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076996.710526:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076996.710540:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076996.710550:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076996.710563:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000020:00000040:0.0:1769076996.710574:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:0.0:1769076996.710585:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076996.710590:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076996.710595:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076996.710600:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076996.710605:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076996.710615:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15400.
00000100:00000001:0.0:1769076996.710625:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076996.710639:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948218880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076996.710675:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076996.710680:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076996.710706:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948218880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076996.710734:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076996.710771:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3698)
00000800:00000200:2.1:1769076996.710869:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076996.710873:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076996.711198:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076996.711201:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076996.711519:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076996.711522:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076996.712049:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769076996.712051:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769076997.028981:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076997.028988:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076997.028993:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769076998.052847:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298362128, at 4298362176
00000100:00000010:1.0:1769076998.052870:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ae0.
00000100:00000040:0.0:1769076998.052893:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298362128, at 4298362176
00000100:00000010:0.0:1769076998.052916:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227780.
00000020:00000001:3.0:1769076998.053013:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076998.053019:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076998.053024:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076999.077046:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076999.077052:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076999.077057:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077000.100892:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077000.100901:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077000.100907:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077001.124965:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077001.124971:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077001.124975:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077001.828922:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077001.828943:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077001.828950:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077001.828959:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077001.828979:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077001.828995:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3693
00000400:00000200:0.0:1769077001.829012:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077001.829025:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077001.829042:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077001.829049:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077001.829056:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077001.829062:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077001.829067:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077001.829075:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077001.829080:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077001.829085:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077001.829091:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077001.829097:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077001.829102:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077001.829110:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077001.829114:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077001.829118:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077001.829123:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077001.829129:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077001.829135:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077001.829141:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077001.829147:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077001.829152:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077001.829159:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077001.829164:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077001.829168:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077001.829186:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d500.
00000020:00000040:0.0:1769077001.829194:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077001.829201:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077001.829205:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077001.829211:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077001.829215:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077001.829222:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077001.829233:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15400.
00000100:00000001:0.0:1769077001.829244:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077001.829258:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d500 x1855007948219008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077001.829273:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077001.829279:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077001.829286:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c2d91c4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d500 x1855007948219008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077001.829322:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077001.829327:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077001.829332:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077001.829334:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077001.829336:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077001.829341:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077001.829345:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3693
00000400:00000200:0.0:1769077001.829352:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077001.829356:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077001.829360:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077001.829367:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077001.829373:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077001.829387:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077001.829398:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077001.829405:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077001.829410:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077001.829415:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077001.829425:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077001.829441:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077001.829454:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769077001.829473:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077001.829490:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077001.829509:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077001.829523:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077001.829535:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:0.0:1769077001.829542:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077001.829550:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077001.829587:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077001.829598:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077001.829606:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077001.829610:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077001.829621:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077001.829629:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077001.829638:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077001.829656:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9df80.
00000020:00000040:0.0:1769077001.829662:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077001.829667:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077001.829672:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077001.829683:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077001.829689:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077001.829696:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077001.829719:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16c00.
00000100:00000001:0.0:1769077001.829764:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077001.829779:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9df80 x1855007948219136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077001.829801:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077001.829804:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077001.829810:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bed851a] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9df80 x1855007948219136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077001.829840:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077001.829846:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077001.829860:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077001.829871:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077001.829875:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077001.829878:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077001.829886:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3693
00000400:00000200:0.0:1769077001.829899:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077001.829911:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077001.829930:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077001.829942:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077001.829951:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077001.829963:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077001.829974:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077001.829985:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077001.829997:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769077001.830010:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077001.830015:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077001.830034:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769077001.830041:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:0.0:1769077001.830057:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077001.830066:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077001.830082:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077001.830102:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077001.830109:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:0.0:1769077001.830117:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077001.830129:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077001.830139:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077001.830154:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077001.830164:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077001.830165:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:0.0:1769077001.830176:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:2.1:1769077001.830176:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000008:00100000:0.0:1769077001.830185:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077001.830199:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077001.830207:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077001.830228:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d180.
00000020:00000040:0.0:1769077001.830247:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077001.830268:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077001.830269:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077001.830274:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077001.830278:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077001.830287:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077001.830298:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17c00.
00000100:00000001:0.0:1769077001.830311:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077001.830337:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d180 x1855007948219264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077001.830356:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077001.830360:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077001.830371:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad4bb1df] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d180 x1855007948219264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077001.830462:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077001.830473:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077001.830488:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077001.830497:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077001.830504:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077001.830523:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077001.830537:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3693
00000400:00000200:0.0:1769077001.830592:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077001.830602:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077001.830606:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077001.830623:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077001.830630:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077001.830641:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077001.830646:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077001.830650:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077001.830654:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:0.0:1769077001.830665:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077001.830673:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:0.0:1769077001.830690:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769077001.830697:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:0.0:1769077001.830706:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077001.830713:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077001.830722:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077001.830728:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077001.830780:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:0.0:1769077001.830790:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077001.830797:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077001.830812:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077001.830823:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077001.830831:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077001.830841:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077001.830849:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077001.830867:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077001.830878:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077001.830895:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000020:00000040:0.0:1769077001.830917:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:0.0:1769077001.830927:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077001.830933:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077001.830942:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077001.830954:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077001.830960:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077001.830972:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15c00.
00000100:00000001:0.0:1769077001.830986:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077001.831010:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948219392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077001.831056:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077001.831065:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077001.831085:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948219392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077001.831124:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077001.831137:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077001.831151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077001.831156:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077001.831164:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077001.831181:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077001.831202:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3693
00000400:00000200:0.0:1769077001.831223:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077001.831236:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077001.831247:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077001.831261:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077001.831269:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077001.831280:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077001.831287:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077001.831296:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077001.831306:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769077001.831312:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077001.831316:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:0.0:1769077001.831321:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769077001.831336:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:0.0:1769077001.831349:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077001.831362:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077001.831371:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077001.831384:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077001.831397:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:0.0:1769077001.831415:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077001.831424:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077001.831433:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077001.831441:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077001.831452:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077001.831467:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077001.831485:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077001.831502:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077001.831515:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077001.831529:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000020:00000040:0.0:1769077001.831539:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:0.0:1769077001.831546:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077001.831554:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077001.831588:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077001.831592:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077001.831600:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077001.831625:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16800.
00000100:00000001:0.0:1769077001.831636:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077001.831648:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948219520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077001.831668:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077001.831675:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077001.831687:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948219520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077001.831777:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077001.831807:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3703)
00000800:00000200:2.1:1769077001.831997:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077001.832000:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077001.832325:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077001.832331:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077001.832743:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077001.832776:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077001.833281:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077001.833285:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769077002.148898:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077002.148903:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077002.148905:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077003.172863:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298367248, at 4298367296
00000100:00000040:0.0:1769077003.172885:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298367248, at 4298367296
00000100:00000010:1.0:1769077003.172890:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d20.
00000100:00000010:0.0:1769077003.172901:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227840.
00000020:00000001:3.0:1769077003.172929:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077003.172935:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077003.172941:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077004.196869:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077004.196874:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077004.196878:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077005.220976:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077005.220980:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077005.220983:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077006.244979:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077006.244984:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077006.245005:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077006.948896:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077006.948907:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077006.948912:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077006.948919:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077006.948926:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077006.948938:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3698
00000400:00000200:0.0:1769077006.948948:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077006.948954:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077006.948957:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077006.948961:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077006.948964:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077006.948967:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077006.948970:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077006.948976:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077006.948978:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077006.948981:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077006.948985:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077006.948988:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077006.948992:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077006.948995:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077006.948998:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077006.949000:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077006.949003:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077006.949007:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077006.949011:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077006.949014:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077006.949017:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077006.949020:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077006.949022:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077006.949024:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077006.949026:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077006.949035:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000020:00000040:0.0:1769077006.949039:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077006.949042:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077006.949044:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077006.949046:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077006.949048:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077006.949052:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077006.949060:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15800.
00000100:00000001:0.0:1769077006.949065:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077006.949075:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948219648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077006.949084:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077006.949088:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077006.949091:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948219648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077006.949128:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077006.949131:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077006.949134:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077006.949136:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077006.949137:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077006.949140:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077006.949143:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3698
00000400:00000200:0.0:1769077006.949147:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077006.949150:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077006.949155:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077006.949159:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077006.949162:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077006.949166:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077006.949169:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077006.949171:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077006.949174:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077006.949177:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077006.949181:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077006.949184:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077006.949186:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769077006.949189:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077006.949192:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077006.949196:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077006.949199:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077006.949203:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:0.0:1769077006.949207:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077006.949213:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077006.949218:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077006.949224:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077006.949227:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077006.949230:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077006.949235:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077006.949241:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077006.949243:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077006.949247:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c700.
00000020:00000040:0.0:1769077006.949251:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077006.949254:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077006.949255:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077006.949258:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077006.949260:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077006.949263:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077006.949268:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17000.
00000100:00000001:0.0:1769077006.949273:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077006.949282:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c700 x1855007948219776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077006.949294:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077006.949297:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077006.949304:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000435b0902] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c700 x1855007948219776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077006.949338:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077006.949342:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077006.949346:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077006.949349:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077006.949351:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077006.949355:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077006.949359:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3698
00000400:00000200:0.0:1769077006.949367:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077006.949371:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077006.949374:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077006.949380:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077006.949382:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077006.949385:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077006.949388:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077006.949390:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077006.949391:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769077006.949393:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077006.949396:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077006.949399:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769077006.949401:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:0.0:1769077006.949406:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077006.949409:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077006.949413:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077006.949418:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077006.949420:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:0.0:1769077006.949426:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077006.949428:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077006.949431:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077006.949434:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077006.949437:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077006.949440:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077006.949443:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077006.949448:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077006.949450:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077006.949452:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9f480.
00000020:00000040:0.0:1769077006.949455:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077006.949457:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077006.949458:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077006.949460:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077006.949461:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077006.949462:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077006.949464:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14400.
00000100:00000001:0.0:1769077006.949469:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077006.949476:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9f480 x1855007948219904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077006.949502:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077006.949504:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077006.949507:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1a89039] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9f480 x1855007948219904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077006.949513:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077006.949533:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077006.949540:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077006.949544:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077006.949546:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077006.949549:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077006.949553:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3698
00000400:00000200:0.0:1769077006.949559:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077006.949564:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077006.949570:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077006.949575:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077006.949579:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077006.949583:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000200:2.1:1769077006.949584:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:0.0:1769077006.949585:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077006.949592:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:2.1:1769077006.949592:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000020:00000040:0.0:1769077006.949593:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:0.0:1769077006.949597:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077006.949600:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:0.0:1769077006.949605:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769077006.949611:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:0.0:1769077006.949617:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077006.949619:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077006.949622:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077006.949626:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077006.949630:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:0.0:1769077006.949636:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077006.949639:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077006.949641:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077006.949663:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077006.949669:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077006.949672:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077006.949675:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077006.949679:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077006.949683:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077006.949688:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000020:00000040:0.0:1769077006.949695:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:0.0:1769077006.949701:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077006.949704:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077006.949708:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077006.949714:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077006.949718:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077006.949726:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16400.
00000100:00000001:0.0:1769077006.949732:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077006.949743:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948220032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077006.949786:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077006.949790:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077006.949810:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948220032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077006.949830:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077006.949836:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077006.949841:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077006.949846:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077006.949849:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077006.949853:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077006.949876:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3698
00000400:00000200:0.0:1769077006.949884:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077006.949892:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077006.949899:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077006.949907:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077006.949913:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077006.949919:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077006.949923:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077006.949929:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077006.949932:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769077006.949933:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077006.949935:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:0.0:1769077006.949939:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769077006.949943:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:0.0:1769077006.949950:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077006.949953:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077006.949958:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077006.949964:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077006.949970:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:0.0:1769077006.949980:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077006.949988:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077006.949993:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077006.950000:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077006.950008:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077006.950014:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077006.950018:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077006.950023:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077006.950027:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077006.950033:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000020:00000040:0.0:1769077006.950038:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:0.0:1769077006.950043:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077006.950045:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077006.950049:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077006.950052:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077006.950054:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077006.950060:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16000.
00000100:00000001:0.0:1769077006.950067:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077006.950078:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948220160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077006.950109:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077006.950112:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077006.950119:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948220160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077006.950136:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077006.950143:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3708)
00000800:00000200:2.1:1769077006.950293:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077006.950295:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077006.950573:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077006.950575:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077006.950940:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077006.950942:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077006.951162:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077006.951164:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1769077007.268912:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077007.268916:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077007.268919:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077008.292811:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298372368, at 4298372416
00000100:00000040:0.0:1769077008.292823:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298372367, at 4298372416
00000100:00000010:1.0:1769077008.292830:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d80.
00000100:00000010:0.0:1769077008.292835:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2274e0.
00000020:00000001:3.0:1769077008.292940:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077008.292946:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077008.292950:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077009.316914:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077009.316920:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077009.316925:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077010.340896:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077010.340900:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077010.340903:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077011.364916:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077011.364920:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077011.364923:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077012.068876:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077012.068885:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077012.068887:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077012.068891:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077012.068895:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077012.068903:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3703
00000400:00000200:0.0:1769077012.068911:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077012.068917:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077012.068920:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077012.068923:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077012.068927:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077012.068930:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077012.068933:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077012.068938:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077012.068940:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077012.068943:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077012.068947:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077012.068950:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077012.068952:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077012.068955:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077012.068957:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077012.068960:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077012.068961:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077012.068965:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077012.068969:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077012.068971:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077012.068975:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077012.068979:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077012.068983:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077012.068986:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077012.068988:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077012.069000:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d180.
00000020:00000040:0.0:1769077012.069005:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077012.069010:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077012.069012:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077012.069015:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077012.069018:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077012.069024:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077012.069033:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16000.
00000100:00000001:0.0:1769077012.069041:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077012.069052:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d180 x1855007948220288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077012.069063:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077012.069069:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077012.069074:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad4bb1df] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d180 x1855007948220288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077012.069102:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077012.069106:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077012.069109:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077012.069110:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077012.069112:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077012.069115:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077012.069118:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3703
00000400:00000200:0.0:1769077012.069122:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077012.069125:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077012.069127:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077012.069133:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077012.069139:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077012.069150:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077012.069153:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077012.069161:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077012.069166:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077012.069172:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077012.069178:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077012.069187:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077012.069196:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769077012.069211:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077012.069214:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077012.069216:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077012.069232:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077012.069246:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:0.0:1769077012.069254:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077012.069263:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077012.069267:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077012.069275:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077012.069278:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077012.069280:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077012.069285:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077012.069299:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077012.069300:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077012.069304:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9df80.
00000020:00000040:0.0:1769077012.069313:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077012.069318:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077012.069321:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077012.069324:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077012.069325:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077012.069328:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077012.069338:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16400.
00000100:00000001:0.0:1769077012.069351:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077012.069360:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9df80 x1855007948220416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077012.069379:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077012.069380:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077012.069387:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bed851a] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9df80 x1855007948220416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077012.069457:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077012.069462:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077012.069472:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077012.069474:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077012.069475:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077012.069483:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077012.069490:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3703
00000400:00000200:0.0:1769077012.069500:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077012.069506:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077012.069509:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077012.069518:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077012.069527:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077012.069536:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077012.069549:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077012.069556:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077012.069562:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769077012.069567:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077012.069569:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077012.069579:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769077012.069586:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:0.0:1769077012.069600:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077012.069606:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077012.069611:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077012.069618:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077012.069623:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:0.0:1769077012.069630:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077012.069634:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077012.069642:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077012.069653:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1769077012.069661:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:0.0:1769077012.069662:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077012.069668:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1769077012.069670:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077012.069676:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077012.069687:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077012.069695:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077012.069713:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d500.
00000020:00000040:0.0:1769077012.069723:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077012.069753:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077012.069755:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077012.069758:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077012.069763:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077012.069765:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077012.069772:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14400.
00000100:00000001:0.0:1769077012.069784:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077012.069802:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d500 x1855007948220544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077012.069817:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077012.069824:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077012.069832:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c2d91c4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d500 x1855007948220544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077012.069847:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077012.069850:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077012.069857:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077012.069859:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077012.069861:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077012.069867:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077012.069872:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3703
00000400:00000200:0.0:1769077012.069878:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077012.069883:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077012.069890:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077012.069906:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077012.069910:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077012.069918:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077012.069930:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077012.069941:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077012.069945:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:0.0:1769077012.069951:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077012.069957:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:0.0:1769077012.069964:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769077012.069970:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:0.0:1769077012.069980:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077012.069990:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077012.070009:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077012.070023:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077012.070030:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:0.0:1769077012.070047:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077012.070054:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077012.070061:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077012.070074:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077012.070079:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077012.070089:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077012.070097:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077012.070102:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077012.070108:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077012.070116:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000020:00000040:0.0:1769077012.070125:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:0.0:1769077012.070132:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077012.070138:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077012.070150:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077012.070160:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077012.070170:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077012.070177:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17000.
00000100:00000001:0.0:1769077012.070190:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077012.070205:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948220672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077012.070246:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077012.070256:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077012.070267:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948220672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077012.070290:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077012.070303:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077012.070317:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077012.070328:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077012.070339:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077012.070351:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077012.070363:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3703
00000400:00000200:0.0:1769077012.070372:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077012.070381:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077012.070388:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077012.070415:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077012.070425:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077012.070430:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077012.070432:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077012.070435:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077012.070442:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769077012.070449:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077012.070455:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:0.0:1769077012.070465:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769077012.070476:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:0.0:1769077012.070486:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077012.070497:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077012.070505:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077012.070515:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077012.070523:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:0.0:1769077012.070535:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077012.070540:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077012.070544:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077012.070552:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077012.070563:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077012.070571:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077012.070574:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077012.070584:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077012.070588:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077012.070597:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000020:00000040:0.0:1769077012.070610:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:0.0:1769077012.070618:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077012.070622:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077012.070625:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077012.070628:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077012.070635:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077012.070641:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15800.
00000100:00000001:0.0:1769077012.070658:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077012.070678:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948220800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077012.070713:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077012.070718:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077012.070726:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948220800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077012.070759:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077012.070765:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3713)
00000800:00000200:2.1:1769077012.070814:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077012.070817:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077012.071020:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077012.071022:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077012.071201:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077012.071203:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077012.071471:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077012.071473:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1769077012.388921:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077012.388925:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077012.388929:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077013.412867:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298377488, at 4298377536
00000100:00000040:0.0:1769077013.412888:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298377488, at 4298377536
00000100:00000010:1.0:1769077013.412889:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227e40.
00000100:00000010:0.0:1769077013.412919:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ea0.
00000020:00000001:3.0:1769077013.413028:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077013.413036:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077013.413043:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077014.436965:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077014.436973:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077014.436979:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077015.460954:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077015.460959:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077015.460965:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077016.484971:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077016.484975:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077016.484979:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077017.188872:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077017.188884:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077017.188889:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077017.188895:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077017.188901:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077017.188910:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3708
00000400:00000200:3.0:1769077017.188936:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077017.188947:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077017.188951:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077017.188957:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077017.188962:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077017.188965:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077017.188969:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077017.188973:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077017.188976:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769077017.188979:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077017.188982:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769077017.188985:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769077017.188988:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769077017.188992:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077017.188994:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077017.188997:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077017.188999:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077017.189003:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769077017.189008:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077017.189011:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077017.189015:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077017.189018:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077017.189022:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077017.189025:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077017.189027:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077017.189038:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3480.
00000020:00000040:3.0:1769077017.189043:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077017.189048:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077017.189061:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077017.189065:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077017.189068:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077017.189073:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077017.189082:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769077017.189089:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077017.189100:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3480 x1855007948220928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077017.189133:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077017.189138:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077017.189145:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb7685cc] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3480 x1855007948220928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077017.189171:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077017.189175:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077017.189180:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077017.189192:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077017.189194:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077017.189198:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077017.189202:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3708
00000400:00000200:3.0:1769077017.189208:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077017.189213:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077017.189216:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077017.189221:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077017.189227:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077017.189233:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077017.189239:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077017.189245:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077017.189257:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769077017.189262:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077017.189267:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769077017.189273:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769077017.189280:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769077017.189288:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077017.189294:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077017.189299:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077017.189305:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077017.189330:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769077017.189334:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077017.189337:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077017.189350:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077017.189373:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077017.189389:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077017.189395:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077017.189404:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077017.189412:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077017.189418:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077017.189427:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000020:00000040:3.0:1769077017.189434:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077017.189440:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077017.189444:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077017.189449:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077017.189454:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077017.189457:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077017.189469:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769077017.189478:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077017.189504:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948221056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077017.189522:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077017.189528:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077017.189540:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948221056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077017.189564:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077017.189570:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077017.189578:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077017.189583:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077017.189586:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077017.189590:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077017.189599:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3708
00000400:00000200:3.0:1769077017.189644:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077017.189654:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077017.189670:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077017.189680:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077017.189686:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077017.189708:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077017.189715:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077017.189724:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077017.189728:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000800:00000200:2.1:1769077017.189729:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:3.0:1769077017.189733:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077017.189739:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769077017.189771:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769077017.189775:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769077017.189781:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077017.189784:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077017.189788:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077017.189794:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077017.189802:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769077017.189812:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077017.189819:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077017.189824:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077017.189831:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077017.189836:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077017.189842:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077017.189846:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077017.189854:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077017.189858:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077017.189868:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769077017.189875:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077017.189880:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077017.189886:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077017.189892:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077017.189898:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077017.189904:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077017.189914:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769077017.189938:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077017.189949:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948221184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077017.189964:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077017.189971:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077017.189983:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948221184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077017.190011:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077017.190018:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077017.190026:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077017.190031:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077017.190036:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077017.190041:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077017.190050:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3708
00000400:00000200:3.0:1769077017.190066:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077017.190074:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077017.190079:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077017.190087:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077017.190093:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077017.190098:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077017.190104:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077017.190111:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077017.190115:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769077017.190119:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077017.190125:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769077017.190132:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769077017.190139:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769077017.190147:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077017.190153:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077017.190158:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077017.190164:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077017.190170:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769077017.190179:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077017.190198:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077017.190204:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077017.190211:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077017.190218:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077017.190225:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077017.190231:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077017.190237:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077017.190244:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077017.190251:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769077017.190259:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769077017.190266:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077017.190271:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077017.190276:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077017.190280:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077017.190285:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077017.190305:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769077017.190327:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077017.190330:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00100000:3.0:1769077017.190339:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948221312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077017.190363:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077017.190370:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077017.190388:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948221312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077017.190413:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077017.190419:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077017.190429:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077017.190433:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077017.190438:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077017.190443:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077017.190450:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3708
00000400:00000200:3.0:1769077017.190463:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077017.190470:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077017.190476:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077017.190487:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077017.190495:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077017.190501:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077017.190509:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077017.190515:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077017.190520:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769077017.190525:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077017.190530:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769077017.190537:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769077017.190544:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769077017.190553:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077017.190559:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077017.190566:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077017.190572:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077017.190580:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769077017.190589:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077017.190596:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077017.190603:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077017.190610:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077017.190617:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077017.190624:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077017.190631:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077017.190640:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077017.190645:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077017.190654:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769077017.190660:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769077017.190667:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077017.190672:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077017.190678:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077017.190683:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077017.190688:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077017.190697:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769077017.190706:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077017.190720:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948221440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077017.190762:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077017.190766:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077017.190774:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948221440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077017.190798:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077017.190806:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3719)
00000800:00000200:2.1:1769077017.190817:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077017.191052:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077017.191243:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:3.0:1769077017.508870:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077017.508874:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077017.508876:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077018.532869:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298382608, at 4298382656
00000100:00000040:1.0:1769077018.532869:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298382608, at 4298382656
00000100:00000010:0.0:1769077018.532910:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ba0.
00000100:00000010:1.0:1769077018.532919:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ea0.
00000020:00000001:3.0:1769077018.533053:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077018.533059:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077018.533082:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077019.556911:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077019.556915:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077019.556919:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1769077020.261051:0:2421:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.128:988
00000400:00000100:0.0:1769077020.261094:0:2421:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.128@tcp at host 192.168.204.128 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769077020.261106:0:2421:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077020.261110:0:2421:0:(router.c:1755:lnet_notify()) 192.168.204.28@tcp notifying 192.168.204.128@tcp: down
00000400:00000200:0.0:1769077020.261114:0:2421:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077020.261119:0:2421:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769077020.261127:0:2421:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:0.0:1769077020.261132:0:2421:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:0.0:1769077020.261139:0:2421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077020.261146:0:2421:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077020.261155:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8990
00000400:00000010:0.0:1769077020.261158:0:2421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8990.
00000100:00000001:0.0:1769077020.261166:0:2421:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077020.261179:0:2421:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58078e3480 x1855007948220928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077020.261210:0:2421:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077020.261216:0:2421:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e3480 x1855007948220928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077042 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077020.261229:0:2421:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077020.261231:0:2421:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769077020.261248:0:2421:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:0.0:1769077020.261252:0:2421:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e900.
00000400:00000200:0.0:1769077020.261277:0:2421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077020.261289:0:2421:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077020.261320:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:0.0:1769077020.261326:0:2421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:0.0:1769077020.261334:0:2421:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077020.261345:0:2421:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58078e2a00 x1855007948221056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077020.261367:0:2421:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077020.261377:0:2421:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e2a00 x1855007948221056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077042 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077020.261397:0:2421:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077020.261402:0:2421:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769077020.261420:0:2421:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:0.0:1769077020.261428:0:2421:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ea00.
00000400:00000200:0.0:1769077020.261437:0:2421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077020.261448:0:2421:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077020.261452:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e85d8
00000400:00000010:0.0:1769077020.261457:0:2421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e85d8.
00000100:00000001:0.0:1769077020.261469:0:2421:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077020.261482:0:2421:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58078e0e00 x1855007948221184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077020.261505:0:2421:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077020.261518:0:2421:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0e00 x1855007948221184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077042 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077020.261554:0:2421:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077020.261559:0:2421:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769077020.261570:0:2421:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:0.0:1769077020.261578:0:2421:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e200.
00000400:00000200:0.0:1769077020.261587:0:2421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077020.261597:0:2421:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077020.261608:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e83b8
00000400:00000010:0.0:1769077020.261615:0:2421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e83b8.
00000100:00000001:0.0:1769077020.261623:0:2421:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077020.261635:0:2421:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58078e0380 x1855007948221312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077020.261661:0:2421:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077020.261674:0:2421:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0380 x1855007948221312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077042 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077020.261696:0:2421:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077020.261706:0:2421:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769077020.261821:0:2421:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:0.0:1769077020.261831:0:2421:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:0.0:1769077020.261841:0:2421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077020.261854:0:2421:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077020.261860:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8aa0
00000400:00000010:0.0:1769077020.261867:0:2421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8aa0.
00000100:00000001:0.0:1769077020.261875:0:2421:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077020.261888:0:2421:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58078e1500 x1855007948221440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077020.261936:0:2421:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077020.261946:0:2421:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1500 x1855007948221440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077042 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077020.261964:0:2421:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077020.261972:0:2421:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1769077020.580936:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077020.580943:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077020.580948:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077021.604932:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077021.604937:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077021.604942:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077022.308897:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077022.308906:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077022.308911:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077022.308915:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077022.308918:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077022.308925:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3714
00000400:00000200:3.0:1769077022.308934:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077022.308941:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077022.308944:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077022.308947:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077022.308949:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077022.308951:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077022.308970:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077022.308973:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077022.308976:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769077022.308978:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077022.308981:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769077022.308983:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769077022.308985:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769077022.308988:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077022.308990:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077022.308991:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077022.308994:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077022.308997:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769077022.309000:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077022.309002:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077022.309005:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077022.309007:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077022.309010:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077022.309014:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077022.309017:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077022.309026:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769077022.309031:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077022.309035:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077022.309037:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077022.309041:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077022.309044:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077022.309077:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077022.309086:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769077022.309093:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077022.309104:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948221568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077022.309116:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077022.309121:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077022.309127:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948221568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077022.309147:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077022.309149:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077022.309152:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077022.309154:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077022.309155:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077022.309158:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077022.309170:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3714
00000400:00000200:3.0:1769077022.309173:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077022.309177:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077022.309180:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077022.309184:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077022.309187:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077022.309190:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077022.309193:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077022.309198:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077022.309201:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769077022.309205:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077022.309207:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769077022.309209:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769077022.309211:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769077022.309215:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077022.309217:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077022.309221:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077022.309244:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077022.309250:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769077022.309258:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077022.309276:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077022.309286:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077022.309295:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077022.309301:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077022.309306:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077022.309311:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077022.309317:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077022.309322:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077022.309329:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769077022.309334:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077022.309339:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077022.309342:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077022.309350:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077022.309356:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077022.309360:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077022.309372:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769077022.309379:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077022.309390:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948221696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077022.309413:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077022.309419:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077022.309431:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948221696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077022.309466:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077022.309473:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077022.309481:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077022.309485:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077022.309489:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077022.309496:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077022.309501:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3714
00000400:00000200:3.0:1769077022.309509:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077022.309516:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077022.309519:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077022.309526:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077022.309530:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077022.309535:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077022.309542:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077022.309545:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077022.309548:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769077022.309552:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077022.309554:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769077022.309559:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769077022.309565:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769077022.309574:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077022.309579:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077022.309586:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077022.309592:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077022.309599:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769077022.309603:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077022.309610:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077022.309616:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077022.309622:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077022.309628:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077022.309633:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077022.309636:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077022.309639:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077022.309643:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077022.309649:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769077022.309652:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077022.309657:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077022.309661:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077022.309664:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077022.309667:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077022.309670:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077022.309674:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000010:3.0:1769077022.309677:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000800:00000200:2.1:1769077022.309680:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1769077022.309683:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077022.309992:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948221824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077022.310010:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077022.310015:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077022.310026:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948221824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077022.310041:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077022.310048:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077022.310055:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077022.310058:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077022.310063:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077022.310069:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077022.310075:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3714
00000400:00000200:3.0:1769077022.310083:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077022.310092:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077022.310098:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077022.310106:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077022.310110:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077022.310113:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077022.310119:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077022.310124:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077022.310128:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769077022.310133:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077022.310138:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769077022.310142:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769077022.310149:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769077022.310158:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077022.310163:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077022.310168:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077022.310174:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077022.310181:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769077022.310193:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077022.310201:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077022.310208:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077022.310214:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077022.310219:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077022.310239:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077022.310245:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077022.310251:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077022.310257:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077022.310263:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769077022.310275:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769077022.310280:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077022.310284:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077022.310289:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077022.310294:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077022.310298:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077022.310307:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769077022.310315:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077022.310327:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948221952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077022.310350:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077022.310356:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077022.310366:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948221952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077022.310392:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077022.310399:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077022.310408:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077022.310413:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077022.310417:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077022.310422:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077022.310430:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3714
00000400:00000200:3.0:1769077022.310440:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077022.310447:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077022.310452:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1769077022.310460:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077022.310464:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1769077022.310506:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077022.310512:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077022.310520:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077022.310526:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077022.310532:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077022.310535:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769077022.310539:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077022.310544:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769077022.310549:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769077022.310554:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769077022.310562:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077022.310568:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077022.310573:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077022.310579:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077022.310586:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769077022.310592:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077022.310600:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077022.310605:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077022.310610:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077022.310616:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077022.310621:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077022.310625:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077022.310632:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077022.310634:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077022.310658:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769077022.310665:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769077022.310674:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077022.310679:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077022.310685:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077022.310689:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077022.310693:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077022.310720:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769077022.310727:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077022.310737:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948222080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077022.310746:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077022.310749:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077022.310754:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948222080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077022.310881:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077022.310890:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3724)
00000800:00000200:2.1:1769077022.311049:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077022.311051:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077022.311382:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077022.311384:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077022.311577:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077022.311579:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1769077022.628938:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077022.628942:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077022.628945:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077023.652805:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298387728, at 4298387776
00000100:00000040:0.0:1769077023.652814:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298387728, at 4298387776
00000100:00000010:1.0:1769077023.652820:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2274e0.
00000100:00000010:0.0:1769077023.652826:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227e40.
00000020:00000001:3.0:1769077023.652918:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077023.652923:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077023.652927:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077024.676997:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077024.677003:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077024.677007:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077025.700946:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077025.700951:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077025.700955:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077026.724972:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077026.724976:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077026.724980:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077027.428800:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077027.428808:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077027.428812:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077027.428816:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077027.428821:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077027.428829:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3719
00000400:00000200:3.0:1769077027.428847:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077027.428853:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077027.428856:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077027.428859:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077027.428861:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077027.428863:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077027.428865:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077027.428868:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077027.428870:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769077027.428872:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077027.428874:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769077027.428875:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769077027.428878:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769077027.428880:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077027.428881:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077027.428883:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077027.428884:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077027.428886:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769077027.428888:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077027.428890:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077027.428892:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077027.428894:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077027.428896:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077027.428897:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077027.428899:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077027.428904:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769077027.428907:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077027.428909:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077027.428910:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077027.428913:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077027.428914:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077027.428918:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077027.428923:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769077027.428929:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077027.428936:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948222208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077027.428944:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077027.428947:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077027.428951:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948222208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077027.428967:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077027.428969:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077027.428971:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077027.428973:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077027.428974:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077027.428977:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077027.428979:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3719
00000400:00000200:3.0:1769077027.428981:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077027.428983:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077027.428985:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077027.428987:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077027.428990:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077027.428992:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077027.428994:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077027.428996:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077027.428997:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769077027.428998:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077027.428999:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769077027.429000:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769077027.429002:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769077027.429004:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077027.429008:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077027.429010:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077027.429012:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077027.429016:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769077027.429019:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077027.429023:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077027.429024:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077027.429029:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077027.429031:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077027.429036:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077027.429041:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077027.429046:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077027.429050:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077027.429055:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769077027.429060:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077027.429064:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077027.429068:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077027.429072:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077027.429074:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077027.429078:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077027.429084:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769077027.429088:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077027.429097:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948222336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077027.429112:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077027.429116:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077027.429122:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948222336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077027.429132:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077027.429135:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077027.429149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077027.429151:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077027.429152:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077027.429155:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077027.429158:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3719
00000400:00000200:3.0:1769077027.429162:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077027.429165:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077027.429167:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077027.429171:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077027.429173:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077027.429175:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077027.429178:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077027.429180:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077027.429182:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769077027.429184:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077027.429186:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769077027.429188:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769077027.429191:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769077027.429194:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077027.429195:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077027.429197:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077027.429198:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077027.429200:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769077027.429202:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077027.429203:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077027.429205:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077027.429207:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077027.429208:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077027.429209:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077027.429211:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077027.429212:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077027.429213:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077027.429217:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769077027.429218:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077027.429220:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077027.429221:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077027.429223:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077027.429224:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077027.429225:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077027.429229:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769077027.429231:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077027.429234:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948222464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077027.429239:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077027.429241:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077027.429244:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948222464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077027.429249:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077027.429251:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077027.429254:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077027.429255:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077027.429256:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077027.429258:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077027.429260:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3719
00000400:00000200:3.0:1769077027.429262:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077027.429264:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077027.429265:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077027.429267:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077027.429268:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077027.429270:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077027.429271:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077027.429273:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077027.429274:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769077027.429275:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077027.429276:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769077027.429277:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769077027.429279:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769077027.429280:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077027.429288:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077027.429290:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077027.429291:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077027.429292:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769077027.429294:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077027.429296:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077027.429297:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077027.429299:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077027.429301:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077027.429302:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077027.429304:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077027.429305:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077027.429307:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077027.429309:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769077027.429310:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769077027.429311:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077027.429312:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077027.429313:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077027.429314:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077027.429315:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077027.429318:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769077027.429320:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077027.429323:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948222592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077027.429328:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077027.429329:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077027.429332:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948222592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077027.429336:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077027.429338:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077027.429339:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077027.429340:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077027.429341:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077027.429342:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077027.429344:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3719
00000400:00000200:3.0:1769077027.429346:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077027.429347:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077027.429349:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077027.429351:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077027.429352:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077027.429353:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077027.429355:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077027.429356:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077027.429357:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769077027.429358:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077027.429359:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769077027.429360:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769077027.429361:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769077027.429363:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077027.429364:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077027.429365:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077027.429367:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077027.429368:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769077027.429369:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077027.429371:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077027.429372:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077027.429373:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077027.429374:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077027.429375:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077027.429376:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077027.429378:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077027.429380:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077027.429383:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769077027.429385:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769077027.429387:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077027.429388:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077027.429390:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077027.429391:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077027.429393:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077027.429396:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769077027.429399:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077027.429404:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948222720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077027.429412:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077027.429414:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077027.429418:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948222720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077027.429427:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077027.429431:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3729)
00000800:00000200:2.1:1769077027.430312:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077027.430315:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077027.430596:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077027.430598:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077027.430798:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077027.430800:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077027.430986:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077027.430989:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077027.431244:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077027.431246:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1769077027.748903:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077027.748908:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077027.748912:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077028.772911:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298392848, at 4298392896
00000100:00000040:0.0:1769077028.772920:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298392848, at 4298392896
00000100:00000010:1.0:1769077028.772952:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227840.
00000100:00000010:0.0:1769077028.772960:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d80.
00000020:00000001:1.0:1769077028.773042:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077028.773047:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077028.773052:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077029.796928:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077029.796932:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077029.796935:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077030.821011:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077030.821014:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077030.821033:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077031.844981:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077031.844986:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077031.844990:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077032.548830:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077032.548839:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077032.548842:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077032.548846:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077032.548848:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077032.548856:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3724
00000400:00000200:0.0:1769077032.548866:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077032.548871:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077032.548874:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077032.548877:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077032.548879:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077032.548882:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077032.548884:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077032.548888:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077032.548890:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077032.548893:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077032.548895:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077032.548897:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077032.548898:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077032.548900:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077032.548902:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077032.548903:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077032.548904:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077032.548906:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077032.548909:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077032.548910:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077032.548913:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077032.548915:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077032.548918:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077032.548919:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077032.548921:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077032.548932:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9f480.
00000020:00000040:0.0:1769077032.548935:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077032.548938:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077032.548940:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077032.548942:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077032.548945:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077032.548949:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077032.548957:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15400.
00000100:00000001:0.0:1769077032.548964:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077032.548971:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9f480 x1855007948222848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077032.548980:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077032.548985:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077032.548989:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1a89039] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9f480 x1855007948222848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077032.549008:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077032.549010:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077032.549012:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077032.549014:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077032.549015:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077032.549017:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077032.549019:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3724
00000400:00000200:0.0:1769077032.549023:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077032.549026:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077032.549028:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077032.549034:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077032.549037:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077032.549042:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077032.549044:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077032.549046:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077032.549048:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077032.549063:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077032.549066:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077032.549070:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077032.549073:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769077032.549098:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077032.549104:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077032.549107:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077032.549110:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077032.549122:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:0.0:1769077032.549129:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077032.549140:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077032.549145:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077032.549152:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077032.549157:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077032.549159:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077032.549170:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077032.549174:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077032.549177:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077032.549184:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c700.
00000020:00000040:0.0:1769077032.549189:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077032.549193:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077032.549194:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077032.549196:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077032.549199:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077032.549202:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077032.549209:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15000.
00000100:00000001:0.0:1769077032.549217:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077032.549223:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c700 x1855007948222976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077032.549233:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077032.549254:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077032.549260:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000435b0902] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c700 x1855007948222976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077032.549271:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077032.549276:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077032.549282:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077032.549286:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077032.549289:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077032.549295:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077032.549299:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3724
00000400:00000200:0.0:1769077032.549306:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077032.549314:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077032.549318:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077032.549320:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077032.549322:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077032.549323:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077032.549324:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077032.549329:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077032.549333:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769077032.549335:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077032.549337:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077032.549341:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769077032.549345:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:0.0:1769077032.549349:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077032.549352:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077032.549357:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077032.549358:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077032.549363:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:0.0:1769077032.549368:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077032.549372:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077032.549374:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077032.549378:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077032.549381:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077032.549385:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077032.549387:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077032.549390:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077032.549391:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077032.549395:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000020:00000040:0.0:1769077032.549400:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077032.549405:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077032.549409:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077032.549411:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077032.549414:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077032.549417:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077032.549422:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16c00.
00000100:00000001:0.0:1769077032.549427:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077032.549434:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948223104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077032.549439:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077032.549442:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077032.549447:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948223104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077032.549460:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077032.549460:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:0.0:1769077032.549465:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1769077032.549466:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000100:00080000:0.0:1769077032.549470:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077032.549473:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077032.549475:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077032.549478:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077032.549483:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3724
00000400:00000200:0.0:1769077032.549487:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077032.549493:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077032.549497:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077032.549502:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077032.549506:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077032.549510:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077032.549512:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077032.549514:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077032.549517:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:0.0:1769077032.549519:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077032.549522:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:0.0:1769077032.549526:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769077032.549528:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:0.0:1769077032.549532:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077032.549535:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077032.549539:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077032.549544:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077032.549546:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:0.0:1769077032.549550:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077032.549555:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077032.549559:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077032.549562:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077032.549566:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077032.549570:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077032.549573:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077032.549579:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077032.549582:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077032.549585:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000020:00000040:0.0:1769077032.549587:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:0.0:1769077032.549591:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077032.549593:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077032.549596:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077032.549598:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077032.549600:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077032.549609:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17c00.
00000100:00000001:0.0:1769077032.549614:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077032.549620:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948223232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077032.549627:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077032.549630:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077032.549635:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948223232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077032.549646:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077032.549649:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077032.549655:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077032.549658:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077032.549660:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077032.549664:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077032.549669:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3724
00000400:00000200:0.0:1769077032.549675:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077032.549679:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077032.549682:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077032.549686:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077032.549689:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077032.549692:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077032.549695:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077032.549698:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077032.549700:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769077032.549703:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077032.549706:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:0.0:1769077032.549710:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769077032.549714:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:0.0:1769077032.549721:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077032.549724:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077032.549728:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077032.549731:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077032.549732:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:0.0:1769077032.549734:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077032.549736:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077032.549738:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077032.549740:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077032.549741:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077032.549743:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077032.549744:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077032.549776:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077032.549781:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077032.549787:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000020:00000040:0.0:1769077032.549809:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:0.0:1769077032.549817:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077032.549821:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077032.549826:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077032.549831:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077032.549834:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077032.549841:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14800.
00000100:00000001:0.0:1769077032.549847:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077032.549858:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948223360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077032.549881:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077032.549886:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077032.549910:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948223360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077032.549922:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077032.549926:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3734)
00000800:00000200:2.1:1769077032.550085:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077032.550103:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077032.550371:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077032.550373:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077032.550618:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077032.550620:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077032.550886:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077032.550888:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1769077032.868994:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077032.868998:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077032.869001:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077033.892881:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298397967, at 4298398016
00000100:00000040:0.0:1769077033.892902:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298397967, at 4298398016
00000100:00000010:0.0:1769077033.892922:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d20.
00000020:00000001:3.0:1769077033.893160:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000010:1.0:1769077033.894103:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227780.
00000020:00000001:3.0:1769077033.894334:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077033.894337:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077034.916932:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077034.916937:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077034.916941:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077035.940949:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077035.940955:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077035.940959:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077036.970550:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077036.970554:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077036.970558:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077037.670420:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077037.670426:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077037.670429:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077037.670432:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077037.670436:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077037.670443:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3729
00000400:00000200:0.0:1769077037.670453:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077037.670461:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077037.670466:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077037.670470:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077037.670475:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077037.670479:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077037.670482:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077037.670488:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077037.670490:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077037.670494:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077037.670517:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077037.670522:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077037.670525:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077037.670528:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077037.670530:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077037.670532:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077037.670534:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077037.670537:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077037.670540:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077037.670542:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077037.670545:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077037.670548:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077037.670550:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077037.670552:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077037.670554:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077037.670563:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d500.
00000020:00000040:0.0:1769077037.670566:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077037.670570:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077037.670571:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077037.670574:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077037.670576:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077037.670581:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077037.670588:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14c00.
00000100:00000001:0.0:1769077037.670594:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077037.670602:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d500 x1855007948223488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077037.670636:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077037.670640:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077037.670645:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c2d91c4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d500 x1855007948223488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077037.670678:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077037.670700:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077037.670705:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077037.670708:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077037.670712:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077037.670717:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077037.670724:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3729
00000400:00000200:0.0:1769077037.670732:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077037.670739:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077037.670744:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077037.670785:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077037.670795:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077037.670805:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077037.670815:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077037.670826:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077037.670833:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077037.670841:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077037.670858:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077037.670866:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077037.670876:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769077037.670885:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077037.670889:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077037.670910:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077037.670915:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077037.670920:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:0.0:1769077037.670930:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077037.670933:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077037.670936:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077037.670945:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077037.670951:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077037.670959:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077037.670996:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077037.671015:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077037.671021:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077037.671029:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9df80.
00000020:00000040:0.0:1769077037.671034:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077037.671040:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077037.671042:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077037.671051:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077037.671053:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077037.671057:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077037.671068:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17800.
00000100:00000001:0.0:1769077037.671076:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077037.671090:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9df80 x1855007948223616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077037.671110:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077037.671116:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077037.671127:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bed851a] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9df80 x1855007948223616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077037.671157:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077037.671163:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077037.671169:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077037.671172:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077037.671176:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077037.671185:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077037.671195:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3729
00000400:00000200:0.0:1769077037.671208:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077037.671217:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077037.671234:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1769077037.671243:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:0.0:1769077037.671246:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077037.671250:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077037.671252:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077037.671254:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077037.671257:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077037.671258:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769077037.671260:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077037.671261:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077037.671263:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769077037.671265:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:0.0:1769077037.671268:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077037.671270:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077037.671274:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077037.671280:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:2.1:1769077037.671282:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000020:00000040:0.0:1769077037.671283:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:0.0:1769077037.671290:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077037.671295:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077037.671299:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077037.671304:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077037.671310:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077037.671317:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077037.671323:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077037.671345:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077037.671349:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077037.671359:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d180.
00000020:00000040:0.0:1769077037.671368:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077037.671376:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077037.671409:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077037.671415:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077037.671419:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077037.671425:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077037.671435:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15800.
00000100:00000001:0.0:1769077037.671443:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077037.671457:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d180 x1855007948223744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077037.671477:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077037.671485:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077037.671498:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad4bb1df] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d180 x1855007948223744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077037.671518:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077037.671523:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077037.671530:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077037.671534:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077037.671539:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077037.671546:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077037.671551:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3729
00000400:00000200:0.0:1769077037.671563:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077037.671572:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077037.671576:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077037.671579:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077037.671581:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077037.671582:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077037.671584:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077037.671586:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077037.671588:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:0.0:1769077037.671593:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077037.671598:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:0.0:1769077037.671606:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769077037.671609:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:0.0:1769077037.671627:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077037.671649:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077037.671660:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077037.671671:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077037.671682:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:0.0:1769077037.671713:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077037.671722:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077037.671728:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077037.671737:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077037.671747:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077037.671754:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077037.671760:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077037.671766:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077037.671768:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077037.671774:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000020:00000040:0.0:1769077037.671776:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:0.0:1769077037.671779:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077037.671818:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077037.671829:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077037.671836:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077037.671844:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077037.671857:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17000.
00000100:00000001:0.0:1769077037.671869:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077037.671885:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948223872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077037.671928:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077037.671933:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077037.671945:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948223872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077037.672010:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077037.672028:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077037.672034:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077037.672039:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077037.672042:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077037.672064:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077037.672068:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3729
00000400:00000200:0.0:1769077037.672080:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077037.672090:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077037.672097:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077037.672105:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077037.672110:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077037.672118:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077037.672127:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077037.672133:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077037.672139:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769077037.672145:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077037.672149:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:0.0:1769077037.672152:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769077037.672159:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:0.0:1769077037.672169:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077037.672174:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077037.672181:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077037.672184:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077037.672189:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:0.0:1769077037.672198:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077037.672205:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077037.672212:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077037.672219:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077037.672228:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077037.672236:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077037.672244:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077037.672251:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077037.672260:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077037.672268:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000020:00000040:0.0:1769077037.672274:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:0.0:1769077037.672283:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077037.672288:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077037.672292:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077037.672297:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077037.672321:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077037.672333:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14400.
00000100:00000001:0.0:1769077037.672343:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077037.672358:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948224000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077037.672398:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077037.672403:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077037.672414:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948224000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077037.672437:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077037.672447:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3739)
00000800:00000200:2.1:1769077037.672506:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077037.672508:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077037.672918:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077037.672922:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077037.673380:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077037.673384:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077037.673810:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077037.673814:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1769077037.989099:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077037.989108:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077037.989116:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077039.012864:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298403089, at 4298403136
00000100:00000010:0.0:1769077039.012887:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ae0.
00000100:00000040:1.0:1769077039.012888:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298403089, at 4298403136
00000100:00000010:1.0:1769077039.012912:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227c00.
00000020:00000001:3.0:1769077039.013025:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077039.013032:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077039.013039:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077040.037073:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077040.037081:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077040.037087:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077041.061123:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077041.061133:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077041.061140:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077041.765017:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077041.765030:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077041.765033:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077041.765042:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077041.765047:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077041.765052:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077041.765056:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077041.765061:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077041.765064:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077042.085070:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077042.085080:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077042.085087:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077042.788815:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769077042.788833:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077042.788839:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769077042.788840:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077042.788844:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077042.788844:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077042.788848:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1769077042.788850:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077042.788854:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077042.788855:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077042.788859:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077042.788862:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3734
00000100:00000001:0.0:1769077042.788863:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077042.788867:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077042.788870:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077042.788873:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077042.788895:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077042.788898:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077042.788901:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077042.788903:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077042.788905:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077042.788907:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077042.788911:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077042.788912:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769077042.788915:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077042.788917:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769077042.788919:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769077042.788929:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769077042.788932:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077042.788934:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077042.788935:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077042.788936:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077042.788939:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769077042.788941:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077042.788942:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077042.788944:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077042.788947:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077042.788949:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077042.788950:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077042.788952:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077042.788959:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769077042.788962:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077042.788964:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077042.788966:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077042.788968:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077042.788970:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077042.788973:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077042.788980:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769077042.788986:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077042.788993:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948224128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077042.789000:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077042.789004:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077042.789007:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948224128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077042.789023:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077042.789025:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077042.789027:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077042.789029:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077042.789030:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077042.789033:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077042.789035:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3734
00000400:00000200:3.0:1769077042.789038:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077042.789040:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077042.789042:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077042.789044:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077042.789046:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077042.789047:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077042.789049:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077042.789051:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077042.789052:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769077042.789053:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077042.789055:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769077042.789057:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769077042.789058:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769077042.789060:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077042.789062:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077042.789066:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077042.789068:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077042.789072:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769077042.789075:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077042.789078:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077042.789081:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077042.789086:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077042.789090:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077042.789095:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077042.789101:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077042.789104:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077042.789107:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077042.789114:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769077042.789119:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077042.789126:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077042.789130:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077042.789132:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077042.789136:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077042.789138:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077042.789145:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769077042.789149:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077042.789156:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948224256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077042.789169:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077042.789171:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077042.789177:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948224256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077042.789185:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077042.789190:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077042.789194:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077042.789196:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077042.789199:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077042.789204:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077042.789209:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3734
00000400:00000200:3.0:1769077042.789216:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077042.789221:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077042.789225:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077042.789229:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077042.789240:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077042.789246:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077042.789249:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077042.789252:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077042.789256:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769077042.789258:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077042.789261:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769077042.789267:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769077042.789273:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769077042.789285:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077042.789293:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077042.789300:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077042.789306:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077042.789312:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769077042.789320:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077042.789325:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077042.789328:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077042.789332:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077042.789337:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077042.789339:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077042.789342:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077042.789347:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077042.789348:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769077042.789350:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077042.789352:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000100:00000010:3.0:1769077042.789355:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769077042.789360:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077042.789364:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077042.789366:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077042.789368:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077042.789371:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077042.789373:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077042.789378:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769077042.789383:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077042.789392:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948224384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077042.789408:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077042.789412:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077042.789422:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948224384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077042.789447:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077042.789453:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077042.789470:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077042.789473:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077042.789475:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077042.789481:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077042.789486:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3734
00000400:00000200:3.0:1769077042.789494:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077042.789500:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077042.789503:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077042.789509:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077042.789514:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077042.789519:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077042.789525:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077042.789529:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077042.789531:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769077042.789534:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077042.789536:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769077042.789540:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769077042.789545:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769077042.789551:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077042.789556:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077042.789561:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077042.789566:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077042.789571:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769077042.789576:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077042.789580:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077042.789585:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077042.789587:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077042.789590:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077042.789593:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077042.789597:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077042.789601:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077042.789605:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077042.789611:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000020:00000040:3.0:1769077042.789615:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769077042.789621:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077042.789626:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077042.789632:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077042.789633:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077042.789636:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077042.789640:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769077042.789646:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077042.789653:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948224512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077042.789675:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077042.789686:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077042.789694:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948224512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077042.789709:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077042.789712:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077042.789720:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077042.789723:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077042.789726:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077042.789760:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077042.789766:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3734
00000400:00000200:3.0:1769077042.789773:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077042.789778:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077042.789782:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077042.789787:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077042.789792:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077042.789796:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077042.789800:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077042.789805:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077042.789806:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769077042.789808:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077042.789811:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769077042.789816:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769077042.789819:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769077042.789824:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077042.789827:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077042.789831:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077042.789833:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077042.789835:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769077042.789837:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077042.789839:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077042.789842:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077042.789846:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077042.789849:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077042.789852:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077042.789856:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077042.789860:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077042.789863:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077042.789874:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769077042.789890:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769077042.789895:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077042.789897:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077042.789902:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077042.789904:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077042.789907:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077042.789912:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769077042.789945:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077042.789956:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948224640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077042.789971:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077042.789974:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077042.789979:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948224640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077042.790001:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077042.790008:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3744)
00000800:00000200:2.1:1769077042.790051:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077042.790052:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077042.790238:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077042.790239:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077042.790412:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077042.790414:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077042.790708:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077042.790710:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1769077043.108866:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077043.108870:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077043.108885:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077043.812917:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077043.812926:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077043.812929:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077043.812935:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077043.812941:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077043.812945:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077043.812948:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077043.812952:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077043.812955:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077044.132875:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298408207, at 4298408256
00000100:00000040:0.0:1769077044.132879:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298408207, at 4298408256
00000100:00000010:0.0:1769077044.132897:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227b40.
00000100:00000010:1.0:1769077044.132909:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227de0.
00000020:00000001:3.0:1769077044.132988:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077044.132995:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077044.133000:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077044.836988:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077044.836995:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077044.836996:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077044.837001:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077044.837004:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077044.837008:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077044.837010:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077044.837012:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077044.837014:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077045.156854:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077045.156859:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077045.156862:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077045.860876:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077045.860882:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077045.860884:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077045.860888:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077045.860891:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077045.860894:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077045.860896:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077045.860899:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077045.860901:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077046.180969:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077046.180973:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077046.180977:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077046.884885:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077046.884892:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077046.884894:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077046.884899:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077046.884902:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077046.884906:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077046.884908:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077046.884910:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077046.884913:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077047.204865:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077047.204870:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077047.204874:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077047.908837:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077047.908846:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077047.908849:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077047.908852:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077047.908856:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077047.908863:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3739
00000100:00000001:3.0:1769077047.908864:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077047.908870:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077047.908873:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077047.908874:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00100000:3.0:1769077047.908880:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000400:00000200:0.0:1769077047.908883:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:3.0:1769077047.908885:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077047.908887:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769077047.908889:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077047.908892:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077047.908894:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077047.908897:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769077047.908898:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077047.908902:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077047.908903:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077047.908909:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077047.908912:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077047.908914:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077047.908916:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077047.908918:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077047.908920:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077047.908922:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077047.908926:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077047.908928:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077047.908930:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077047.908932:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077047.908934:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077047.908936:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077047.908939:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077047.908941:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077047.908943:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077047.908945:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077047.908947:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077047.908948:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077047.908955:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000020:00000040:0.0:1769077047.908958:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077047.908961:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077047.908962:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077047.908964:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077047.908966:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077047.908970:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077047.908976:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16000.
00000100:00000001:0.0:1769077047.908981:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077047.908988:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948224768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077047.908996:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077047.908999:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077047.909002:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948224768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077047.909020:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077047.909022:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077047.909024:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077047.909026:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077047.909027:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077047.909029:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077047.909030:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3739
00000400:00000200:0.0:1769077047.909033:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077047.909035:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077047.909036:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077047.909039:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077047.909041:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077047.909044:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077047.909047:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077047.909049:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077047.909066:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077047.909068:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077047.909070:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077047.909073:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077047.909079:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769077047.909087:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077047.909092:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077047.909099:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077047.909105:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077047.909112:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:0.0:1769077047.909135:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077047.909141:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077047.909144:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077047.909151:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077047.909154:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077047.909158:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077047.909163:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077047.909167:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077047.909174:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077047.909181:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c700.
00000020:00000040:0.0:1769077047.909184:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077047.909187:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077047.909189:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077047.909192:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077047.909194:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077047.909197:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077047.909203:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16400.
00000100:00000001:0.0:1769077047.909208:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077047.909218:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c700 x1855007948224896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077047.909233:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077047.909237:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077047.909246:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000435b0902] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c700 x1855007948224896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077047.909259:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077047.909280:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077047.909284:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077047.909287:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077047.909291:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077047.909294:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077047.909299:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3739
00000400:00000200:0.0:1769077047.909307:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077047.909315:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077047.909319:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077047.909327:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077047.909331:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077047.909338:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077047.909342:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077047.909348:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077047.909352:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769077047.909356:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077047.909359:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077047.909365:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769077047.909368:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:0.0:1769077047.909374:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077047.909379:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077047.909385:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077047.909390:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077047.909396:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:0.0:1769077047.909406:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077047.909429:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077047.909434:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077047.909437:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077047.909440:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077047.909446:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:2.1:1769077047.909447:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000008:00100000:0.0:1769077047.909450:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1769077047.909451:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000008:00000001:0.0:1769077047.909459:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077047.909465:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077047.909474:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9f480.
00000020:00000040:0.0:1769077047.909497:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077047.909503:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077047.909505:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077047.909507:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077047.909512:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077047.909514:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077047.909519:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14400.
00000100:00000001:0.0:1769077047.909524:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077047.909532:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9f480 x1855007948225024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077047.909541:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077047.909545:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077047.909554:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1a89039] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9f480 x1855007948225024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077047.909567:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077047.909582:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077047.909590:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077047.909593:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077047.909597:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077047.909600:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077047.909606:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3739
00000400:00000200:0.0:1769077047.909615:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077047.909620:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077047.909623:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077047.909628:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077047.909631:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077047.909636:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077047.909640:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077047.909644:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077047.909646:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:0.0:1769077047.909649:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077047.909652:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:0.0:1769077047.909654:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769077047.909658:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:0.0:1769077047.909662:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077047.909665:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077047.909666:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077047.909667:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077047.909669:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:0.0:1769077047.909670:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077047.909672:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077047.909673:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077047.909675:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077047.909676:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077047.909677:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077047.909679:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077047.909681:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077047.909682:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077047.909700:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000020:00000040:0.0:1769077047.909704:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:0.0:1769077047.909708:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077047.909711:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077047.909714:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077047.909717:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077047.909720:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077047.909725:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17000.
00000100:00000001:0.0:1769077047.909757:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077047.909768:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948225152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077047.909788:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077047.909803:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077047.909811:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948225152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077047.909824:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077047.909828:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077047.909852:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077047.909855:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077047.909860:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077047.909867:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077047.909873:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3739
00000400:00000200:0.0:1769077047.909879:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077047.909884:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077047.909890:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077047.909895:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077047.909898:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077047.909902:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077047.909906:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077047.909910:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077047.909912:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769077047.909917:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077047.909919:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:0.0:1769077047.909922:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769077047.909923:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:0.0:1769077047.909930:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077047.909934:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077047.909939:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077047.909943:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077047.909948:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:0.0:1769077047.909954:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077047.909956:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077047.909960:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077047.909965:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077047.909971:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077047.909975:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077047.909978:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077047.909982:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077047.909987:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077047.909993:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000020:00000040:0.0:1769077047.909999:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:0.0:1769077047.910004:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077047.910008:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077047.910010:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077047.910014:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077047.910019:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077047.910027:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15800.
00000100:00000001:0.0:1769077047.910032:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077047.910042:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948225280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077047.910074:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077047.910080:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077047.910090:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948225280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077047.910137:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077047.910146:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3749)
00000800:00000200:2.1:1769077047.910233:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077047.910235:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077047.910496:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077047.910498:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077047.910677:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077047.910679:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077047.911020:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077047.911023:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1769077048.228852:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077048.228856:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077048.228860:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077048.932825:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077048.932831:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077048.932833:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077048.932837:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077048.932840:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077048.932843:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077048.932845:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077048.932847:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077048.932850:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077049.252848:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298413327, at 4298413376
00000100:00000040:1.0:1769077049.252848:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298413327, at 4298413376
00000100:00000010:1.0:1769077049.252863:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227600.
00000100:00000010:0.0:1769077049.252884:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227360.
00000020:00000001:3.0:1769077049.252966:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077049.252970:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077049.252973:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077049.956896:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077049.956903:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077049.956905:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077049.956910:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077049.956930:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077049.956934:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077049.956936:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077049.956938:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077049.956941:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077050.276940:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077050.276943:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077050.276946:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077050.980881:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077050.980892:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077050.980894:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077050.980913:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077050.980918:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077050.980923:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077050.980927:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077050.980931:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077050.980934:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077051.300970:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077051.300976:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077051.300980:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077052.004939:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077052.004957:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077052.004960:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077052.004968:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077052.004974:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077052.004983:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077052.004987:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077052.004991:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077052.004995:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077052.324884:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077052.324887:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077052.324890:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077053.028816:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077053.028816:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077053.028824:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077053.028829:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077053.028830:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077053.028834:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077053.028839:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1769077053.028841:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077053.028846:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769077053.028847:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077053.028852:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077053.028854:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077053.028858:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077053.028859:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3744
00000100:00000001:3.0:1769077053.028862:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077053.028875:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077053.028884:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077053.028888:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077053.028892:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077053.028897:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077053.028901:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077053.028913:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077053.028921:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077053.028924:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077053.028927:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077053.028930:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077053.028933:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077053.028937:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077053.028940:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077053.028942:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077053.028944:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077053.028947:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077053.028950:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077053.028955:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077053.028958:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077053.028962:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077053.028966:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077053.028969:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077053.028973:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077053.028975:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077053.028988:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d180.
00000020:00000040:0.0:1769077053.028993:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077053.028998:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077053.029000:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077053.029003:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077053.029006:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077053.029012:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077053.029022:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15c00.
00000100:00000001:0.0:1769077053.029031:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077053.029042:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d180 x1855007948225408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077053.029055:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077053.029061:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077053.029067:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad4bb1df] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d180 x1855007948225408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077053.029096:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077053.029099:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077053.029104:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077053.029105:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077053.029107:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077053.029110:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077053.029113:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3744
00000400:00000200:0.0:1769077053.029118:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077053.029122:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077053.029125:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077053.029132:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077053.029136:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077053.029139:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077053.029141:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077053.029145:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077053.029147:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077053.029155:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077053.029160:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077053.029170:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077053.029175:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769077053.029187:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077053.029197:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077053.029203:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077053.029212:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077053.029223:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:0.0:1769077053.029234:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077053.029243:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077053.029249:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077053.029259:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077053.029265:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077053.029271:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077053.029278:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077053.029288:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077053.029293:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077053.029301:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9df80.
00000020:00000040:0.0:1769077053.029306:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077053.029311:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077053.029316:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077053.029324:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077053.029329:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077053.029334:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077053.029343:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14800.
00000100:00000001:0.0:1769077053.029352:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077053.029366:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9df80 x1855007948225536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077053.029402:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077053.029409:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077053.029422:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bed851a] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9df80 x1855007948225536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077053.029452:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077053.029461:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077053.029466:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077053.029468:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077053.029473:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077053.029482:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077053.029496:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3744
00000400:00000200:0.0:1769077053.029514:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077053.029536:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077053.029542:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077053.029559:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077053.029583:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077053.029592:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077053.029605:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077053.029614:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077053.029617:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769077053.029621:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077053.029626:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077053.029631:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769077053.029647:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:0.0:1769077053.029655:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077053.029669:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769077053.029669:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077053.029677:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000100:00000040:0.0:1769077053.029683:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077053.029691:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077053.029702:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:0.0:1769077053.029726:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077053.029756:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077053.029759:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077053.029763:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077053.029766:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077053.029769:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077053.029772:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077053.029778:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077053.029787:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077053.029796:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d500.
00000020:00000040:0.0:1769077053.029801:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077053.029809:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077053.029815:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077053.029827:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077053.029835:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077053.029840:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077053.029852:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17c00.
00000100:00000001:0.0:1769077053.029863:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077053.029878:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d500 x1855007948225664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077053.029902:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077053.029908:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077053.029917:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c2d91c4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d500 x1855007948225664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077053.029935:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077053.029942:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077053.029953:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077053.029957:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077053.029963:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077053.029969:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077053.029976:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3744
00000400:00000200:0.0:1769077053.029986:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077053.029994:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077053.030000:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077053.030011:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077053.030018:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077053.030022:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077053.030028:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077053.030034:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077053.030038:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:0.0:1769077053.030042:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077053.030048:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:0.0:1769077053.030054:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769077053.030062:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:0.0:1769077053.030080:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077053.030088:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077053.030100:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077053.030108:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077053.030119:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:0.0:1769077053.030130:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077053.030143:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077053.030150:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077053.030157:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077053.030167:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077053.030177:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077053.030187:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077053.030198:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077053.030207:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077053.030220:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000020:00000040:0.0:1769077053.030230:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:0.0:1769077053.030238:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077053.030242:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077053.030250:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077053.030258:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077053.030264:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077053.030275:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16c00.
00000100:00000001:0.0:1769077053.030285:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077053.030300:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948225792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077053.030319:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077053.030325:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077053.030336:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948225792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077053.030357:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077053.030367:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077053.030379:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077053.030383:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077053.030389:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077053.030400:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077053.030411:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3744
00000400:00000200:0.0:1769077053.030434:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077053.030448:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077053.030460:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077053.030479:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077053.030488:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077053.030501:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077053.030507:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077053.030517:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077053.030523:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769077053.030531:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077053.030537:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:0.0:1769077053.030548:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769077053.030558:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:0.0:1769077053.030577:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077053.030588:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077053.030602:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077053.030611:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077053.030619:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:0.0:1769077053.030627:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077053.030633:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077053.030638:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077053.030645:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077053.030651:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077053.030655:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077053.030659:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077053.030665:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077053.030674:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077053.030686:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000020:00000040:0.0:1769077053.030698:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:0.0:1769077053.030723:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077053.030728:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077053.030765:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077053.030771:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077053.030778:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077053.030788:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15000.
00000800:00000200:2.1:1769077053.030789:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077053.030795:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000100:00000001:0.0:1769077053.030802:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077053.030819:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948225920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077053.030851:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077053.030860:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077053.030878:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948225920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077053.030950:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077053.030959:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3754)
00000800:00000200:2.1:1769077053.031192:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077053.031195:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769077053.031427:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077053.031429:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769077053.031769:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077053.031771:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000020:00000001:3.0:1769077053.348974:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077053.348978:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077053.348981:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077054.052864:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077054.052874:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077054.052876:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077054.052883:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077054.052887:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077054.052891:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077054.052894:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077054.052897:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077054.052901:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077054.372833:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298418448, at 4298418496
00000100:00000010:1.0:1769077054.372863:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2272a0.
00000100:00000040:0.0:1769077054.372874:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298418448, at 4298418496
00000100:00000010:0.0:1769077054.372892:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2275a0.
00000020:00000001:3.0:1769077054.372968:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077054.372975:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077054.372979:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077055.076873:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077055.076884:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077055.076887:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077055.076895:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077055.076899:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077055.076903:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077055.076905:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077055.076908:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077055.076911:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077055.397058:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077055.397063:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077055.397084:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077056.100845:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077056.100852:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077056.100853:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077056.100858:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077056.100862:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077056.100865:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077056.100867:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077056.100870:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077056.100872:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077056.420893:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077056.420897:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077056.420901:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077057.124815:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077057.124824:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077057.124826:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077057.124831:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077057.124835:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077057.124839:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077057.124842:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077057.124844:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077057.124847:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077057.444914:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077057.444919:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077057.444923:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077058.148830:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077058.148837:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077058.148839:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077058.148844:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077058.148850:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077058.148854:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077058.148858:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077058.148863:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077058.148868:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077058.149088:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077058.149093:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077058.149096:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077058.149113:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a250700 x1855007948226048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.149125:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077058.149128:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077058.149134:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077058.149138:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077058.149144:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077058.149150:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948226048:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077058.149158:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077058.149163:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077058.149167:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077058.149170:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077058.149176:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15000.
02000000:00000001:0.0:1769077058.149180:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077058.149202:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077058.149207:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769077058.149214:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769077058.149222:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948226048, portal 25
00000100:00000001:0.0:1769077058.149227:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077058.149230:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293356800 : -127164416194816 : ffff8c583a250700)
00000100:00000040:0.0:1769077058.149239:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a250700 x1855007948226048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.149255:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077058.149263:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077058.149266:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769077058.149272:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948226048, offset 0
00000400:00000200:0.0:1769077058.149294:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077058.149308:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077058.149321:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077058.149332:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077058.149341:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077058.149350:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077058.149359:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077058.149378:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29577:29577:256:4294967295] 192.168.204.128@tcp LPNI seq info [29576:29576:8:4294967295]
00000400:00000200:0.0:1769077058.149388:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077058.149406:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077058.149421:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077058.149439:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769077058.149451:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077058.149458:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769077058.149464:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077058.149469:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1769077058.149476:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077058.149479:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769077058.149487:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077058.149496:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077058.149501:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769077058.149505:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769077058.149511:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077058.149518:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a250700 x1855007948226048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.149535:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077058.149542:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250700 x1855007948226048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077083 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.149562:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077058.149565:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077058.149571:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077058.149578:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077058.149583:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298423567
00000100:00000010:0.0:1769077058.149591:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470900.
00000100:00000001:0.0:1769077058.149601:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769077058.149608:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298423567
00000100:00000010:0.0:1769077058.149613:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470c60.
00000100:00000001:0.0:1769077058.149619:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769077058.149637:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077058.149644:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077058.149658:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077058.149667:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077058/real 1769077058]  req@ffff8c583a250700 x1855007948226048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077058.149687:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077058.149691:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077058.149694:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769077058.149701:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769077058.149704:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769077058.149720:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077058.149726:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a250700 x1855007948226048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077058.149754:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a250700 x1855007948226048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.149761:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077058.149764:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077058.149769:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077058.149772:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077058.149780:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a250700 x1855007948226048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.149790:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077058.149797:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a250700 x1855007948226048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.149805:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077058.149811:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077058.149814:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077058.149817:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077058.149822:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077058.149825:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077058.149829:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077058.149837:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077058.149840:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077058.149847:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a250700 x1855007948226048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077058.149854:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948226048:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077058.149858:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077058.149859:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077058.149862:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a250700 x1855007948226048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.149866:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077058.149867:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077058.149870:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15000.
02000000:00000001:0.0:1769077058.149872:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077058.149873:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077058.149874:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:0.0:1769077058.149876:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077058.149877:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410400.
02000000:00000001:0.0:1769077058.149880:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077058.149882:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077058.149883:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a250700.
00000100:00000001:0.0:1769077058.149885:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077058.149886:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077058.149887:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077058.149893:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077058.149894:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077058.149896:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077058.149897:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077058.149898:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077058.149900:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a251500 x1855007948226176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.149916:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077058.149917:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077058.149918:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077058.149920:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077058.149921:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077058.149923:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948226176:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077058.149925:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077058.149926:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077058.149927:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077058.149928:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077058.149931:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15000.
02000000:00000001:0.0:1769077058.149932:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077058.149935:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077058.149937:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769077058.149939:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769077058.149941:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948226176, portal 10
00000100:00000001:0.0:1769077058.149943:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077058.149944:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293360384 : -127164416191232 : ffff8c583a251500)
00000100:00000040:0.0:1769077058.149948:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a251500 x1855007948226176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.149953:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077058.149954:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077058.149956:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769077058.149957:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948226176, offset 0
00000400:00000200:0.0:1769077058.149960:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077058.149962:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077058.149965:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077058.149967:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077058.149969:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077058.149971:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077058.149973:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077058.149975:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29578:29578:256:4294967295] 192.168.204.128@tcp LPNI seq info [29577:29577:8:4294967295]
00000400:00000200:0.0:1769077058.149978:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077058.149982:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077058.149985:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077058.149987:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769077058.149990:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077058.149992:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769077058.149995:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077058.149996:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1769077058.149999:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077058.150000:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769077058.150002:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077058.150004:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077058.150006:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769077058.150007:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769077058.150009:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077058.150011:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a251500 x1855007948226176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.150016:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077058.150018:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a251500 x1855007948226176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077083 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.150023:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077058.150024:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077058.150026:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077058.150028:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:0.0:1769077058.150031:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077058.150032:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298422286
00000100:00000001:0.0:1769077058.150035:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298423567
00000100:00000001:0.0:1769077058.150036:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298422286
00000100:00000001:0.0:1769077058.150038:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298423567
00000100:00000001:0.0:1769077058.150039:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077058.150040:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077058.150042:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077058.150044:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077058/real 1769077058]  req@ffff8c583a251500 x1855007948226176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077058.150048:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077058.150049:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077058.150050:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769077058.150051:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769077058.150052:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769077058.150054:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077058.150056:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a251500 x1855007948226176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077058.150061:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a251500 x1855007948226176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.150065:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077058.150066:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077058.150067:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077058.150068:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077058.150070:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a251500 x1855007948226176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.150074:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077058.150076:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a251500 x1855007948226176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.150080:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077058.150092:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077058.150093:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077058.150094:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077058.150095:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077058.150097:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077058.150099:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077058.150101:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077058.150102:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077058.150105:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a251500 x1855007948226176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077058.150109:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948226176:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077058.150111:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077058.150113:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a250a80 x1855007948226304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.150117:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077058.150118:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077058.150120:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077058.150121:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077058.150122:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077058.150124:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948226304:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077058.150126:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077058.150127:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077058.150128:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077058.150129:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077058.150131:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16c00.
02000000:00000001:0.0:1769077058.150132:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077058.150134:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077058.150136:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769077058.150138:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769077058.150139:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948226304, portal 10
00000100:00000001:0.0:1769077058.150141:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077058.150142:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293357696 : -127164416193920 : ffff8c583a250a80)
00000100:00000040:0.0:1769077058.150146:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a250a80 x1855007948226304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.150150:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077058.150152:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077058.150153:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769077058.150154:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948226304, offset 0
00000400:00000200:0.0:1769077058.150157:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077058.150159:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077058.150161:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077058.150163:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077058.150165:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077058.150166:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077058.150168:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077058.150170:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29579:29579:256:4294967295] 192.168.204.128@tcp LPNI seq info [29578:29578:8:4294967295]
00000400:00000200:0.0:1769077058.150172:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077058.150176:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077058.150179:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077058.150180:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769077058.150183:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077058.150184:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769077058.150187:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077058.150199:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1769077058.150202:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077058.150203:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769077058.150204:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077058.150207:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077058.150208:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769077058.150209:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769077058.150211:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077058.150213:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a250a80 x1855007948226304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.150217:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077058.150219:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250a80 x1855007948226304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077083 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.150224:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077058.150225:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077058.150227:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077058.150228:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769077058.150230:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077058.150231:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298422285
00000100:00000001:0.0:1769077058.150233:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298423567
00000100:00000001:0.0:1769077058.150234:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298422285
00000100:00000001:0.0:1769077058.150236:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298423567
00000100:00000001:0.0:1769077058.150237:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077058.150238:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077058.150240:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077058.150242:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077058/real 1769077058]  req@ffff8c583a250a80 x1855007948226304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077058.150246:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077058.150247:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077058.150247:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769077058.150249:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769077058.150250:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769077058.150251:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077058.150252:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a250a80 x1855007948226304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077058.150257:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a250a80 x1855007948226304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.150261:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077058.150262:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077058.150263:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077058.150264:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077058.150267:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a250a80 x1855007948226304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.150271:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077058.150274:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a250a80 x1855007948226304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.150278:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077058.150279:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077058.150280:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077058.150281:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077058.150282:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077058.150283:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077058.150285:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077058.150288:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077058.150290:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077058.150294:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a250a80 x1855007948226304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077058.150302:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948226304:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077058.150305:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077058.150309:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a252a00 x1855007948226432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.150316:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077058.150318:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077058.150320:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077058.150322:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077058.150324:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077058.150327:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948226432:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077058.150331:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077058.150333:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077058.150335:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077058.150337:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077058.150340:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f17c00.
02000000:00000001:0.0:1769077058.150343:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077058.150347:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077058.150350:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769077058.150353:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769077058.150357:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948226432, portal 4
00000100:00000001:0.0:1769077058.150359:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077058.150360:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293365760 : -127164416185856 : ffff8c583a252a00)
00000100:00000040:0.0:1769077058.150366:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a252a00 x1855007948226432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.150373:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077058.150375:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077058.150378:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769077058.150381:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948226432, offset 0
00000400:00000200:0.0:1769077058.150383:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077058.150387:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077058.150390:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077058.150393:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077058.150396:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077058.150398:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077058.150400:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077058.150403:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29580:29580:256:4294967295] 192.168.204.128@tcp LPNI seq info [29579:29579:8:4294967295]
00000400:00000200:0.0:1769077058.150407:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077058.150414:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077058.150419:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077058.150423:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769077058.150427:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077058.150430:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769077058.150435:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077058.150438:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1769077058.150442:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077058.150445:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769077058.150447:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077058.150451:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077058.150454:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769077058.150456:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769077058.150458:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077058.150460:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a252a00 x1855007948226432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.150466:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077058.150468:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a252a00 x1855007948226432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077083 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.150472:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077058.150473:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077058.150476:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077058.150478:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769077058.150480:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077058.150481:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298422350
00000100:00000001:0.0:1769077058.150483:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298423567
00000100:00000001:0.0:1769077058.150485:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298422350
00000100:00000001:0.0:1769077058.150486:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298423567
00000100:00000001:0.0:1769077058.150487:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077058.150489:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077058.150490:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077058.150492:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077058/real 1769077058]  req@ffff8c583a252a00 x1855007948226432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077058.150509:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077058.150509:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077058.150511:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769077058.150512:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769077058.150513:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769077058.150515:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077058.150517:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a252a00 x1855007948226432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077058.150522:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a252a00 x1855007948226432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.150526:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077058.150527:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077058.150528:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077058.150529:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077058.150531:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a252a00 x1855007948226432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.150535:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077058.150537:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a252a00 x1855007948226432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.150541:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077058.150543:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077058.150544:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077058.150545:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077058.150546:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077058.150548:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077058.150549:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077058.150551:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077058.150552:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077058.150555:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a252a00 x1855007948226432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077058.150559:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948226432:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077058.150562:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077058.150574:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a253480 x1855007948226560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.150579:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077058.150580:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077058.150581:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077058.150583:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077058.150584:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077058.150586:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948226560:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077058.150587:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077058.150589:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077058.150590:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077058.150591:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077058.150593:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14800.
02000000:00000001:0.0:1769077058.150594:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077058.150596:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077058.150598:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769077058.150600:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769077058.150602:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948226560, portal 4
00000100:00000001:0.0:1769077058.150603:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077058.150604:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293368448 : -127164416183168 : ffff8c583a253480)
00000100:00000040:0.0:1769077058.150608:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a253480 x1855007948226560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.150612:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077058.150613:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077058.150615:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769077058.150616:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948226560, offset 0
00000400:00000200:0.0:1769077058.150618:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077058.150635:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077058.150638:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077058.150640:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077058.150642:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077058.150643:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077058.150656:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077058.150658:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29581:29581:256:4294967295] 192.168.204.128@tcp LPNI seq info [29580:29580:8:4294967295]
00000400:00000200:0.0:1769077058.150661:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077058.150665:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077058.150668:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077058.150671:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769077058.150673:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077058.150675:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769077058.150678:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077058.150679:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1769077058.150682:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077058.150683:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769077058.150685:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077058.150688:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077058.150690:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769077058.150691:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769077058.150692:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077058.150695:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a253480 x1855007948226560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.150700:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077058.150702:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a253480 x1855007948226560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077083 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.150707:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077058.150708:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077058.150710:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077058.150722:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769077058.150723:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077058.150725:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298422297
00000100:00000001:0.0:1769077058.150727:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298423567
00000100:00000001:0.0:1769077058.150728:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298422297
00000100:00000001:0.0:1769077058.150745:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298423567
00000100:00000001:0.0:1769077058.150747:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077058.150749:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077058.150750:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077058.150753:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077058/real 1769077058]  req@ffff8c583a253480 x1855007948226560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077058.150758:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077058.150759:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077058.150761:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769077058.150762:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769077058.150763:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769077058.150765:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077058.150767:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a253480 x1855007948226560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077058.150772:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a253480 x1855007948226560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.150777:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077058.150777:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077058.150779:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077058.150779:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077058.150782:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a253480 x1855007948226560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.150785:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077058.150788:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a253480 x1855007948226560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.150792:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077058.150793:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077058.150795:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077058.150796:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077058.150797:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077058.150798:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077058.150799:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077058.150802:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077058.150803:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077058.150806:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a253480 x1855007948226560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077058.150813:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948226560:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077058.150816:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077058.150817:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077058.150820:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a251500 x1855007948226176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.150824:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077058.150825:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077058.150826:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15000.
02000000:00000001:0.0:1769077058.150828:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077058.150829:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077058.150830:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077058.150832:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077058.150833:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410800.
02000000:00000001:0.0:1769077058.150835:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077058.150836:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077058.150837:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a251500.
00000100:00000001:0.0:1769077058.150838:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077058.150839:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077058.150840:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077058.150843:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a250a80 x1855007948226304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.150847:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077058.150848:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077058.150849:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16c00.
02000000:00000001:0.0:1769077058.150861:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077058.150862:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077058.150863:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077058.150864:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077058.150865:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410c00.
02000000:00000001:0.0:1769077058.150866:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077058.150867:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077058.150868:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a250a80.
00000100:00000001:0.0:1769077058.150869:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077058.150870:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077058.150871:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077058.150873:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a252a00 x1855007948226432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.150876:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077058.150877:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077058.150878:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f17c00.
02000000:00000001:0.0:1769077058.150879:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077058.150880:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077058.150881:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769077058.150882:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077058.150883:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b411c00.
02000000:00000001:0.0:1769077058.150884:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077058.150884:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077058.150885:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a252a00.
00000100:00000001:0.0:1769077058.150886:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077058.150887:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077058.150888:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077058.150890:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a253480 x1855007948226560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077058.150894:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077058.150894:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077058.150895:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14800.
02000000:00000001:0.0:1769077058.150896:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077058.150897:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077058.150898:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769077058.150899:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077058.150900:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b412800.
02000000:00000001:0.0:1769077058.150901:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077058.150901:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077058.150902:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a253480.
00000100:00000001:0.0:1769077058.150904:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077058.150905:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077058.150906:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077058.150909:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077058.150910:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077058.150911:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077058.150912:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077058.468921:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077058.468926:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077058.468930:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077059.172825:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077059.172834:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077059.172836:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077059.172843:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077059.172847:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077059.172851:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077059.172854:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077059.172856:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077059.172859:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077059.492922:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298423567, at 4298423616
00000100:00000040:1.0:1769077059.492922:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298423567, at 4298423616
00000100:00000010:1.0:1769077059.492959:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470c60.
00000100:00000010:0.0:1769077059.492963:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470900.
00000020:00000001:3.0:1769077059.493047:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077059.493052:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077059.493055:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077060.196815:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077060.196822:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077060.196824:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077060.196837:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077060.196841:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077060.196845:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077060.196847:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077060.196850:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077060.196852:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077060.517042:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077060.517049:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077060.517053:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077061.220830:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077061.220836:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077061.220837:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077061.220842:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077061.220845:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077061.220847:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077061.220849:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077061.220852:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077061.220854:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077061.541035:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077061.541045:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077061.541081:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077062.244845:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077062.244853:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077062.244855:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077062.244862:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077062.244892:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077062.244896:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077062.244899:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077062.244903:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077062.244906:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077062.564981:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077062.564987:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077062.564991:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077063.268900:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077063.268912:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077063.268914:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077063.268921:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077063.268925:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077063.268930:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077063.268933:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077063.268948:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077063.268951:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077063.268955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077063.268966:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077063.268970:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077063.268974:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077063.268979:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077063.268987:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3754
00000400:00000200:1.0:1769077063.268995:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077063.269002:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077063.269005:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077063.269009:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077063.269038:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077063.269041:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077063.269043:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077063.269048:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077063.269050:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769077063.269053:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077063.269056:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769077063.269058:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769077063.269060:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769077063.269063:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077063.269067:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077063.269068:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077063.269071:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077063.269074:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769077063.269077:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077063.269079:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077063.269082:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077063.269085:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077063.269106:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077063.269108:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077063.269110:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077063.269124:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769077063.269128:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769077063.269131:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077063.269133:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077063.269136:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077063.269138:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077063.269142:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077063.269150:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769077063.269156:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077063.269165:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948226688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077063.269176:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077063.269180:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077063.269185:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948226688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077063.269208:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077063.269211:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077063.269215:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077063.269216:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077063.269218:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077063.269221:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077063.269223:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3754
00000400:00000200:1.0:1769077063.269227:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077063.269230:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077063.269232:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077063.269235:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077063.269237:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077063.269239:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077063.269241:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077063.269243:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077063.269244:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769077063.269245:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077063.269247:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769077063.269249:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769077063.269251:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769077063.269253:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077063.269255:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077063.269256:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077063.269258:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077063.269261:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769077063.269263:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077063.269265:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077063.269267:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077063.269273:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077063.269277:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077063.269280:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077063.269286:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077063.269291:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077063.269294:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077063.269305:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077063.269311:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077063.269314:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077063.269323:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4380 x1855007948226688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077063.269333:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077063.269335:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077063.269337:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
02000000:00000001:0.0:1769077063.269340:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1769077063.269346:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077063.269347:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077063.269356:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077063.269357:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077063.269363:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077063.269368:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948226688:192.168.204.128@tcp:250:kworker.0
00000100:00000001:1.0:1769077063.269371:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077063.269375:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769077063.269379:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077063.269380:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077063.269404:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:1.0:1769077063.269406:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f800.
02000000:00000001:0.0:1769077063.269411:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077063.269413:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077063.269419:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077063.269428:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16c00.
02000000:00000001:0.0:1769077063.269434:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077063.269436:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948226816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769077063.269450:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077063.269451:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1769077063.269457:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000100:00000001:1.0:1769077063.269457:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077063.269484:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948226816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1769077063.269486:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769077063.269499:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948226688, portal 25
00000100:00000001:1.0:1769077063.269501:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077063.269505:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1769077063.269508:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077063.269509:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198607232 : -127164510944384 : ffff8c58347f4380)
00000100:00080000:1.0:1769077063.269519:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077063.269521:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:0.0:1769077063.269526:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4380 x1855007948226688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077063.269527:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077063.269572:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077063.269580:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3754
00000400:00000200:1.0:1769077063.269592:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077063.269597:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:1.0:1769077063.269600:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000040:0.0:1769077063.269608:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00080000:1.0:1769077063.269608:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1769077063.269615:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000040:1.0:1769077063.269617:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000200:0.0:1769077063.269620:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948226688, offset 0
00000100:00000001:1.0:1769077063.269622:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077063.269627:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:0.0:1769077063.269633:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:1.0:1769077063.269634:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077063.269640:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077063.269642:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000400:00000200:0.0:1769077063.269645:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000001:1.0:1769077063.269648:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077063.269654:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000400:00000200:0.0:1769077063.269655:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000020:00000001:1.0:1769077063.269663:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:0.0:1769077063.269665:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077063.269672:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000020:00000001:1.0:1769077063.269672:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:0.0:1769077063.269679:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077063.269685:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000040:1.0:1769077063.269687:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:0.0:1769077063.269691:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29582:29582:256:4294967295] 192.168.204.128@tcp LPNI seq info [29581:29581:8:4294967295]
00000100:00000001:1.0:1769077063.269698:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769077063.269700:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:1.0:1769077063.269709:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:0.0:1769077063.269719:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1769077063.269720:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:0.0:1769077063.269729:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077063.269779:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000020:00000040:1.0:1769077063.269784:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000800:00000200:0.0:1769077063.269787:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077063.269795:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000100:00080000:1.0:1769077063.269798:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077063.269807:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769077063.269807:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:1.0:1769077063.269817:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1769077063.269818:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769077063.269826:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
02000000:00000001:1.0:1769077063.269827:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:0.0:1769077063.269829:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
02000000:00000001:1.0:1769077063.269837:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077063.269838:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1769077063.269846:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769077063.269847:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000008:00100000:1.0:1769077063.269854:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769077063.269855:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769077063.269859:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000008:00000001:1.0:1769077063.269864:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077063.269866:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769077063.269869:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769077063.269875:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4380 x1855007948226688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769077063.269880:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769077063.269887:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769077063.269891:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077063.269893:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077063.269895:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077063.269901:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077063.269906:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077063.269907:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077063.269914:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4380 x1855007948226688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077088 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769077063.269916:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769077063.269926:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077063.269939:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077063.269943:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1769077063.269945:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948226944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077063.269949:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077063.269959:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077063.269965:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298428688
00000100:00000010:0.0:1769077063.269973:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470900.
00000100:00000001:1.0:1769077063.269975:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077063.269982:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077063.269983:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1769077063.269993:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948226944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077063.269994:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298428688
00000100:00000010:0.0:1769077063.269999:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470ae0.
00000100:00000001:0.0:1769077063.270005:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769077063.270011:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077063.270017:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077063.270024:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1769077063.270027:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077063.270032:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077063/real 1769077063]  req@ffff8c58347f4380 x1855007948226688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077063.270036:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077063.270051:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000001:0.0:1769077063.270053:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1769077063.270056:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:0.0:1769077063.270057:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077063.270063:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000100:00080000:1.0:1769077063.270065:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1769077063.270066:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769077063.270070:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769077063.270077:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1769077063.270077:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:0.0:1769077063.270084:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4380 x1855007948226688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077063.270088:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3754
00000100:00000200:0.0:1769077063.270105:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4380 x1855007948226688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077063.270105:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077063.270117:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:0.0:1769077063.270118:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077063.270122:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077063.270126:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1769077063.270126:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769077063.270130:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077063.270137:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00100000:0.0:1769077063.270139:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4380 x1855007948226688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077063.270163:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077063.270170:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077063.270173:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000040:0.0:1769077063.270179:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4380 x1855007948226688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077063.270182:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077063.270192:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077063.270197:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000100:00000001:0.0:1769077063.270198:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077063.270205:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077063.270205:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769077063.270212:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:1.0:1769077063.270213:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000100:00000001:0.0:1769077063.270214:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077063.270218:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000020:00000001:1.0:1769077063.270223:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:0.0:1769077063.270224:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1769077063.270234:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00080000:0.0:1769077063.270235:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077063.270243:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000040:1.0:1769077063.270249:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077063.270250:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1769077063.270259:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077063.270261:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4380 x1855007948226688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077063.270269:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077063.270278:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00100000:0.0:1769077063.270280:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948226688:192.168.204.128@tcp:250:kworker.0
00000020:00000040:1.0:1769077063.270286:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00000001:0.0:1769077063.270289:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077063.270295:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1769077063.270300:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000040:0.0:1769077063.270302:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4380 x1855007948226688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077063.270312:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077063.270316:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077063.270319:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077063.270321:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077063.270325:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16c00.
02000000:00000001:1.0:1769077063.270327:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077063.270329:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077063.270333:0:2431:0:(genops.c:1236:class_import_put()) Process entered
02000000:00000001:1.0:1769077063.270336:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077063.270337:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:0.0:1769077063.270343:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:1.0:1769077063.270346:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:0.0:1769077063.270348:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4dc00.
00000008:00100000:1.0:1769077063.270354:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
02000000:00000001:0.0:1769077063.270355:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077063.270359:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077063.270364:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4380.
00000008:00000001:1.0:1769077063.270365:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077063.270368:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077063.270374:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077063.270375:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077063.270381:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1769077063.270387:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000100:00000001:0.0:1769077063.270391:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:1.0:1769077063.270395:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000001:0.0:1769077063.270396:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077063.270402:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077063.270406:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1769077063.270407:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769077063.270408:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077063.270415:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f7b80 x1855007948226816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077063.270415:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077063.270425:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077063.270431:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769077063.270432:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077063.270436:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077063.270440:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077063.270440:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077063.270444:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077063.270448:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077063.270452:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948226816:192.168.204.128@tcp:38:kworker.0
02000000:00000010:1.0:1769077063.270452:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:0.0:1769077063.270462:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077063.270467:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769077063.270467:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077063.270471:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077063.270475:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077063.270479:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16c00.
02000000:00000001:0.0:1769077063.270484:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077063.270486:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948227072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769077063.270492:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077063.270498:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769077063.270505:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769077063.270511:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948226816, portal 10
00000100:00000001:0.0:1769077063.270515:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077063.270515:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077063.270520:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198621568 : -127164510930048 : ffff8c58347f7b80)
00000100:00000001:1.0:1769077063.270525:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077063.270531:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f7b80 x1855007948226816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077063.270576:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948227072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077063.270578:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077063.270585:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077063.270590:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769077063.270596:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948226816, offset 0
00000400:00000200:0.0:1769077063.270607:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:1.0:1769077063.270612:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077063.270614:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:1.0:1769077063.270622:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769077063.270623:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077063.270632:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1769077063.270637:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:0.0:1769077063.270638:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077063.270645:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769077063.270645:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1769077063.270652:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00080000:1.0:1769077063.270652:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1769077063.270660:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29583:29583:256:4294967295] 192.168.204.128@tcp LPNI seq info [29582:29582:8:4294967295]
00000100:00000001:1.0:1769077063.270663:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769077063.270668:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:1.0:1769077063.270673:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3754
00000400:00000200:0.0:1769077063.270683:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077063.270688:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077063.270691:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769077063.270699:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000400:00000200:1.0:1769077063.270699:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000800:00000200:0.0:1769077063.270704:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000400:00000200:1.0:1769077063.270715:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000800:00000200:0.1:1769077063.270716:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077063.270721:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000100:00080000:1.0:1769077063.270724:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1769077063.270751:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077063.270771:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769077063.270776:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077063.270786:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1769077063.270787:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:0.0:1769077063.270791:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769077063.270797:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:1.0:1769077063.270798:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077063.270801:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1769077063.270810:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000200:0.0:1769077063.270811:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f7b80 x1855007948226816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077063.270821:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077063.270827:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1769077063.270830:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:0.0:1769077063.270833:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f7b80 x1855007948226816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077088 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769077063.270836:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769077063.270844:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769077063.270847:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077063.270850:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00000001:0.0:1769077063.270851:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077063.270856:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077063.270860:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:0.0:1769077063.270863:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000020:00000001:1.0:1769077063.270870:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000400:00000200:0.0:1769077063.270871:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077063.270875:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298427407
00000100:00000001:0.0:1769077063.270881:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298428688
00000100:00000001:0.0:1769077063.270901:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298427407
00000100:00000040:1.0:1769077063.270903:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077063.270905:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298428688
00000100:00000001:0.0:1769077063.270910:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077063.270914:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077063.270915:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077063.270920:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1769077063.270923:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00100000:0.0:1769077063.270927:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077063/real 1769077063]  req@ffff8c58347f7b80 x1855007948226816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077063.270932:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077063.270943:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000400:00000001:0.0:1769077063.270944:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077063.270946:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077063.270950:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769077063.270953:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000100:00080000:1.0:1769077063.270956:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000010:0.0:1769077063.270957:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769077063.270962:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1769077063.270967:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769077063.270968:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f7b80 x1855007948226816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077063.270975:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1769077063.271000:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f7b80 x1855007948226816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077063.271002:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077063.271013:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077063.271014:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077063.271017:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077063.271022:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077063.271022:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077063.271025:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:1.0:1769077063.271031:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1769077063.271032:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f7b80 x1855007948226816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1769077063.271043:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077063.271046:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077063.271051:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077063.271053:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f7b80 x1855007948226816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769077063.271062:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000100:00000001:0.0:1769077063.271064:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077063.271071:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077063.271074:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:1.0:1769077063.271074:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000001:0.0:1769077063.271077:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077063.271081:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077063.271086:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1769077063.271086:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00080000:0.0:1769077063.271094:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
02000000:00000001:1.0:1769077063.271094:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077063.271117:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:1.0:1769077063.271119:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769077063.271120:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1769077063.271126:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1769077063.271128:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f7b80 x1855007948226816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077063.271133:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077063.271141:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948226816:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077063.271146:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000010:1.0:1769077063.271148:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000040:0.0:1769077063.271150:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4e00 x1855007948226944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077063.271158:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077063.271160:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077063.271164:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077063.271184:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077063.271186:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077063.271190:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077063.271193:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948227200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1769077063.271196:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948226944:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077063.271207:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077063.271210:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077063.271213:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077063.271217:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077063.271222:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15000.
02000000:00000001:0.0:1769077063.271228:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077063.271238:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077063.271244:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769077063.271251:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000001:1.0:1769077063.271256:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1769077063.271257:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948226944, portal 10
00000100:00000001:0.0:1769077063.271262:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077063.271266:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198609920 : -127164510941696 : ffff8c58347f4e00)
00000100:00000001:1.0:1769077063.271266:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077063.271275:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4e00 x1855007948226944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077063.271283:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948227200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077063.271285:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077063.271292:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077063.271297:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769077063.271303:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948226944, offset 0
00000400:00000200:0.0:1769077063.271314:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:1.0:1769077063.271318:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077063.271321:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077063.271330:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000040:1.0:1769077063.271332:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3765)
00000400:00000200:0.0:1769077063.271333:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077063.271342:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077063.271345:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077063.271348:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077063.271352:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29584:29584:256:4294967295] 192.168.204.128@tcp LPNI seq info [29583:29583:8:4294967295]
00000400:00000200:0.0:1769077063.271356:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077063.271363:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077063.271369:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077063.271373:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769077063.271379:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077063.271384:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077063.271390:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077063.271393:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769077063.271399:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077063.271402:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769077063.271406:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077063.271412:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077063.271417:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769077063.271420:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769077063.271424:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077063.271429:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4e00 x1855007948226944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077063.271442:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077063.271447:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4e00 x1855007948226944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077088 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077063.271454:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077063.271455:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077063.271459:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077063.271463:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769077063.271466:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077063.271468:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298427406
00000100:00000001:0.0:1769077063.271471:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298428688
00000100:00000001:0.0:1769077063.271473:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298427406
00000100:00000001:0.0:1769077063.271476:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298428688
00000100:00000001:0.0:1769077063.271477:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077063.271479:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077063.271481:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077063.271485:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077063/real 1769077063]  req@ffff8c58347f4e00 x1855007948226944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077063.271493:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077063.271494:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077063.271496:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769077063.271498:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769077063.271500:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769077063.271502:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077063.271505:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4e00 x1855007948226944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077063.271512:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4e00 x1855007948226944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077063.271519:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077063.271520:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077063.271522:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077063.271524:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077063.271527:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4e00 x1855007948226944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077063.271533:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077063.271573:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4e00 x1855007948226944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077063.271580:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077063.271582:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077063.271583:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077063.271584:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077063.271586:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077063.271587:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077063.271589:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077063.271592:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077063.271594:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077063.271597:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4e00 x1855007948226944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077063.271604:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948226944:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077063.271608:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077063.271610:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077063.271613:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f7b80 x1855007948226816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077063.271636:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077063.271639:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077063.271641:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16c00.
02000000:00000001:0.0:1769077063.271644:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077063.271646:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077063.271647:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077063.271650:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077063.271651:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4f800.
02000000:00000001:0.0:1769077063.271654:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077063.271656:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077063.271657:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f7b80.
00000100:00000001:0.0:1769077063.271660:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077063.271661:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077063.271663:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077063.271666:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4e00 x1855007948226944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077063.271672:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077063.271674:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077063.271675:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15000.
02000000:00000001:0.0:1769077063.271677:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077063.271678:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077063.271679:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077063.271681:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077063.271682:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d400.
02000000:00000001:0.0:1769077063.271701:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077063.271702:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077063.271703:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4e00.
00000100:00000001:0.0:1769077063.271705:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077063.271706:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077063.271708:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077063.271711:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077063.271713:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077063.271714:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077063.271716:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077063.271717:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077063.271721:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f5f80 x1855007948227072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077063.271727:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077063.271729:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077063.271731:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077063.271733:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077063.271735:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077063.271738:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948227072:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077063.271741:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077063.271743:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077063.271744:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077063.271746:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077063.271767:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15000.
02000000:00000001:0.0:1769077063.271769:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077063.271773:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077063.271775:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769077063.271798:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769077063.271802:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948227072, portal 4
00000100:00000001:0.0:1769077063.271804:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077063.271805:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198614400 : -127164510937216 : ffff8c58347f5f80)
00000100:00000040:0.0:1769077063.271811:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f5f80 x1855007948227072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077063.271834:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077063.271837:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077063.271839:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769077063.271841:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948227072, offset 0
00000400:00000200:0.0:1769077063.271845:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077063.271849:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077063.271852:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077063.271856:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077063.271858:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077063.271861:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077063.271863:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077063.271866:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29585:29585:256:4294967295] 192.168.204.128@tcp LPNI seq info [29584:29584:8:4294967295]
00000400:00000200:0.0:1769077063.271870:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077063.271876:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077063.271898:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077063.271901:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769077063.271905:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077063.271909:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077063.271915:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077063.271919:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769077063.271924:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077063.271927:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769077063.271931:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077063.271935:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077063.271939:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769077063.271942:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769077063.271946:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077063.271950:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f5f80 x1855007948227072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077063.271978:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077063.271984:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f5f80 x1855007948227072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077088 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077063.271994:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077063.271997:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077063.272002:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077063.272008:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769077063.272014:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077063.272017:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298427472
00000100:00000001:0.0:1769077063.272021:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298428688
00000100:00000001:0.0:1769077063.272024:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298427472
00000100:00000001:0.0:1769077063.272027:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298428688
00000100:00000001:0.0:1769077063.272031:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077063.272033:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077063.272035:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077063.272040:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077063/real 1769077063]  req@ffff8c58347f5f80 x1855007948227072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077063.272049:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077063.272050:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077063.272053:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769077063.272055:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769077063.272057:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769077063.272059:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077063.272062:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f5f80 x1855007948227072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077063.272070:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f5f80 x1855007948227072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077063.272076:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077063.272078:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077063.272079:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077063.272081:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077063.272084:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f5f80 x1855007948227072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077063.272090:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077063.272093:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f5f80 x1855007948227072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077063.272100:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077063.272119:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077063.272121:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077063.272122:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077063.272124:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077063.272126:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077063.272128:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077063.272131:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077063.272132:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077063.272136:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f5f80 x1855007948227072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077063.272144:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948227072:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077063.272147:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077063.272150:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4000 x1855007948227200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077063.272155:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077063.272157:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077063.272158:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077063.272160:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077063.272162:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077063.272164:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948227200:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077063.272167:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077063.272169:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077063.272170:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077063.272172:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077063.272175:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16c00.
02000000:00000001:0.0:1769077063.272177:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077063.272180:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077063.272182:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769077063.272185:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769077063.272188:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948227200, portal 4
00000100:00000001:0.0:1769077063.272189:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077063.272191:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198606336 : -127164510945280 : ffff8c58347f4000)
00000100:00000040:0.0:1769077063.272196:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4000 x1855007948227200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077063.272201:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077063.272204:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077063.272205:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769077063.272207:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948227200, offset 0
00000400:00000200:0.0:1769077063.272211:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077063.272215:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077063.272218:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077063.272221:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077063.272223:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077063.272226:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077063.272228:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077063.272231:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29586:29586:256:4294967295] 192.168.204.128@tcp LPNI seq info [29585:29585:8:4294967295]
00000400:00000200:0.0:1769077063.272235:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077063.272240:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077063.272244:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077063.272247:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769077063.272250:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077063.272253:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077063.272256:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077063.272259:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769077063.272262:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077063.272264:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769077063.272267:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077063.272270:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077063.272272:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769077063.272274:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769077063.272276:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077063.272279:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4000 x1855007948227200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077063.272286:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077063.272288:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4000 x1855007948227200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077088 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077063.272294:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077063.272296:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077063.272298:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077063.272301:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769077063.272303:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077063.272305:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298427419
00000100:00000001:0.0:1769077063.272308:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298428688
00000100:00000001:0.0:1769077063.272310:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298427419
00000100:00000001:0.0:1769077063.272312:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298428688
00000100:00000001:0.0:1769077063.272313:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077063.272315:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077063.272317:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077063.272319:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077063/real 1769077063]  req@ffff8c58347f4000 x1855007948227200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077063.272326:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077063.272327:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077063.272328:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769077063.272330:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769077063.272332:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769077063.272334:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077063.272336:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4000 x1855007948227200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077063.272343:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4000 x1855007948227200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077063.272349:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077063.272350:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077063.272351:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077063.272352:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077063.272355:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4000 x1855007948227200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077063.272361:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077063.272364:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4000 x1855007948227200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077063.272370:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077063.272372:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077063.272373:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077063.272375:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077063.272376:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077063.272378:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077063.272380:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077063.272383:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077063.272385:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077063.272406:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4000 x1855007948227200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077063.272413:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948227200:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077063.272417:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077063.272420:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077063.272425:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f5f80 x1855007948227072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077063.272435:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077063.272437:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077063.272440:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15000.
02000000:00000001:0.0:1769077063.272444:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077063.272447:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077063.272449:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769077063.272452:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077063.272455:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4cc00.
02000000:00000001:0.0:1769077063.272459:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077063.272461:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077063.272463:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f5f80.
00000100:00000001:0.0:1769077063.272467:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077063.272470:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077063.272473:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077063.272479:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4000 x1855007948227200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077063.272495:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077063.272497:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077063.272499:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16c00.
02000000:00000001:0.0:1769077063.272501:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077063.272502:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077063.272504:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769077063.272506:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077063.272507:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4f000.
02000000:00000001:0.0:1769077063.272509:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077063.272511:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077063.272512:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4000.
00000100:00000001:0.0:1769077063.272514:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077063.272516:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077063.272517:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077063.272521:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077063.272523:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077063.272524:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077063.272526:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077063.588982:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077063.588986:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077063.588991:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077064.292926:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077064.292936:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077064.292938:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077064.292944:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077064.292948:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077064.292952:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077064.292954:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077064.292958:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077064.292960:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077064.612898:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298428688, at 4298428736
00000100:00000040:0.0:1769077064.612903:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298428688, at 4298428736
00000100:00000010:0.0:1769077064.612922:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470900.
00000100:00000010:1.0:1769077064.612932:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470ae0.
00000020:00000001:3.0:1769077064.613051:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077064.613056:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077064.613059:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077065.316787:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077065.316793:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077065.316795:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077065.316800:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077065.316802:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077065.316805:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077065.316808:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077065.316810:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077065.316812:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077065.636989:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077065.636993:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077065.636997:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077066.340832:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077066.340840:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077066.340843:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077066.340850:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077066.340855:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077066.340859:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077066.340863:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077066.340866:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077066.340871:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077066.660991:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077066.660997:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077066.661001:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077067.364939:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077067.364948:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077067.364950:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077067.364956:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077067.364960:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077067.364964:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077067.364967:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077067.364969:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077067.364972:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077067.684911:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077067.684916:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077067.684921:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077068.388884:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077068.388901:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077068.388907:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077068.388916:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077068.388924:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077068.388936:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3760
00000400:00000200:3.0:1769077068.388949:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077068.388957:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077068.388961:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077068.388965:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077068.388969:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077068.388972:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077068.388975:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077068.388980:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077068.388983:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769077068.388986:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077068.388990:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769077068.388993:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769077068.388997:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769077068.389001:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077068.389003:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077068.389005:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077068.389008:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077068.389012:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769077068.389016:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077068.389020:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077068.389023:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077068.389028:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077068.389031:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077068.389035:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077068.389038:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077068.389051:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769077068.389056:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077068.389061:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077068.389063:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077068.389080:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077068.389083:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077068.389089:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077068.389099:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769077068.389108:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077068.389121:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948227328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077068.389146:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077068.389151:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077068.389157:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948227328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077068.389184:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077068.389188:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077068.389192:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077068.389194:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077068.389196:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077068.389200:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077068.389204:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3760
00000400:00000200:3.0:1769077068.389220:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077068.389224:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077068.389227:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077068.389231:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077068.389233:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077068.389234:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077068.389238:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769077068.389240:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077068.389242:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077068.389245:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077068.389250:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:0.0:1769077068.389253:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0e00 x1855007948227328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769077068.389253:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769077068.389257:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077068.389261:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000100:00000001:0.0:1769077068.389266:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1769077068.389267:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:0.0:1769077068.389269:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077068.389274:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
02000000:00000001:0.0:1769077068.389276:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077068.389281:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769077068.389284:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:0.0:1769077068.389285:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077068.389291:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1769077068.389301:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948227328:192.168.204.128@tcp:250:kworker.0
00000100:00000040:3.0:1769077068.389304:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077068.389308:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769077068.389309:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:0.0:1769077068.389313:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1769077068.389315:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
02000000:00000001:0.0:1769077068.389317:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077068.389322:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1769077068.389322:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
02000000:00000010:0.0:1769077068.389328:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15c00.
00000100:00000001:3.0:1769077068.389328:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077068.389331:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077068.389332:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077068.389341:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769077068.389342:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077068.389348:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
02000000:00000001:3.0:1769077068.389348:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077068.389352:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:0.0:1769077068.389368:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000008:00100000:3.0:1769077068.389371:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077068.389376:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769077068.389379:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948227328, portal 25
00000100:00000001:3.0:1769077068.389379:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077068.389384:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077068.389386:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444601856 : -127165264949760 : ffff8c58078e0e00)
00000100:00000010:3.0:1769077068.389387:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3480.
00000100:00000040:0.0:1769077068.389392:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0e00 x1855007948227328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769077068.389394:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077068.389400:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769077068.389404:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1769077068.389405:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077068.389409:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000001:3.0:1769077068.389410:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1769077068.389413:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
02000000:00000001:3.0:1769077068.389414:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077068.389419:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769077068.389430:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948227328, offset 0
02000000:00000010:3.0:1769077068.389437:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000400:00000200:0.0:1769077068.389443:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:3.0:1769077068.389445:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077068.389466:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00100000:3.0:1769077068.389470:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3480 x1855007948227456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769077068.389479:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000001:3.0:1769077068.389485:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077068.389499:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077068.389501:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769077068.389507:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb7685cc] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3480 x1855007948227456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077068.389510:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077068.389520:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769077068.389523:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077068.389524:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00080000:3.0:1769077068.389529:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769077068.389530:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29587:29587:256:4294967295] 192.168.204.128@tcp LPNI seq info [29586:29586:8:4294967295]
00000100:00080000:3.0:1769077068.389540:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1769077068.389541:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077068.389546:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077068.389550:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077068.389557:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077068.389564:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3760
00000400:00000200:0.0:1769077068.389567:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1769077068.389570:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077068.389577:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000800:00000200:0.0:1769077068.389579:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00080000:3.0:1769077068.389584:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000800:00000010:0.0:1769077068.389586:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000100:00000040:3.0:1769077068.389591:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077068.389595:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1769077068.389599:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:3.0:1769077068.389602:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000200:0.0:1769077068.389605:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1769077068.389607:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077068.389613:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:0.1:1769077068.389614:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000040:3.0:1769077068.389617:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000800:00000200:0.1:1769077068.389619:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769077068.389622:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000100:0.0:1769077068.389626:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000020:00000040:3.0:1769077068.389628:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000800:00000010:0.0:1769077068.389630:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000020:00000001:3.0:1769077068.389633:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:0.0:1769077068.389638:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1769077068.389639:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:0.0:1769077068.389646:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1769077068.389647:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:0.0:1769077068.389653:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000100:00000001:3.0:1769077068.389654:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1769077068.389658:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000040:3.0:1769077068.389661:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077068.389664:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769077068.389668:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000200:0.0:1769077068.389671:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0e00 x1855007948227328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769077068.389673:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769077068.389682:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077068.389685:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769077068.389688:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077068.389691:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0e00 x1855007948227328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077093 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077068.389693:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077068.389699:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077068.389700:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077068.389705:0:2431:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1769077068.389707:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077068.389711:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077068.389712:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1769077068.389716:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769077068.389718:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077068.389722:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298433807
00000008:00000001:3.0:1769077068.389723:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077068.389760:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077068.389765:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769077068.389770:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000100:00000010:0.0:1769077068.389772:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470900.
02000000:00000001:3.0:1769077068.389774:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077068.389778:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077068.389781:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077068.389781:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077068.389786:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077068.389789:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077068.389792:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298433808
00000100:00000010:0.0:1769077068.389798:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470e40.
02000000:00000010:3.0:1769077068.389798:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:0.0:1769077068.389802:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077068.389805:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077068.389807:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077068.389811:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077068.389813:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077068.389815:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948227584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1769077068.389820:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077068/real 1769077068]  req@ffff8c58078e0e00 x1855007948227328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077068.389843:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000001:0.0:1769077068.389846:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1769077068.389848:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1769077068.389849:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077068.389853:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769077068.389856:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000100:00000040:3.0:1769077068.389858:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948227584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1769077068.389859:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769077068.389862:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077068.389869:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0e00 x1855007948227328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077068.389881:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769077068.389886:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0e00 x1855007948227328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077068.389888:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077068.389897:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077068.389900:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077068.389901:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077068.389903:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077068.389905:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077068.389907:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077068.389910:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077068.389912:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:0.0:1769077068.389915:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0e00 x1855007948227328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077068.389920:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3760
00000100:00000001:0.0:1769077068.389928:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769077068.389931:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:0.0:1769077068.389935:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0e00 x1855007948227328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077068.389940:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:0.0:1769077068.389944:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077068.389946:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769077068.389947:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077068.389950:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077068.389952:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077068.389955:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077068.389956:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077068.389959:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077068.389961:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:0.0:1769077068.389963:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1769077068.389968:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00080000:0.0:1769077068.389969:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077068.389975:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1769077068.389975:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077068.389982:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:0.0:1769077068.389983:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0e00 x1855007948227328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769077068.389986:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769077068.389988:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077068.389991:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769077068.389997:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769077068.390003:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00100000:0.0:1769077068.390006:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948227328:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077068.390012:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077068.390012:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077068.390016:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769077068.390019:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077068.390021:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0e00 x1855007948227328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077068.390026:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077068.390033:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077068.390040:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00000001:0.0:1769077068.390041:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077068.390044:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:3.0:1769077068.390047:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
02000000:00000010:0.0:1769077068.390049:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15c00.
02000000:00000001:0.0:1769077068.390054:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1769077068.390055:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077068.390057:0:2431:0:(genops.c:1236:class_import_put()) Process entered
02000000:00000001:3.0:1769077068.390059:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000020:00000040:0.0:1769077068.390060:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:0.0:1769077068.390064:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077068.390066:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f800.
02000000:00000001:3.0:1769077068.390066:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077068.390072:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077068.390073:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077068.390076:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077068.390078:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0e00.
00000100:00000001:3.0:1769077068.390078:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077068.390084:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000008:00100000:3.0:1769077068.390084:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1769077068.390086:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077068.390089:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1769077068.390091:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077068.390095:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077068.390098:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000010:3.0:1769077068.390100:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000100:00000001:0.0:1769077068.390101:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077068.390104:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077068.390107:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1769077068.390107:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000001:0.0:1769077068.390109:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1769077068.390114:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1769077068.390115:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e3480 x1855007948227456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077068.390118:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077068.390123:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077068.390127:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769077068.390128:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077068.390132:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077068.390132:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077068.390146:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077068.390149:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1769077068.390150:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
02000000:00000001:0.0:1769077068.390151:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077068.390157:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948227456:192.168.204.128@tcp:38:kworker.0
00000100:00000001:3.0:1769077068.390157:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077068.390159:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077068.390163:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077068.390164:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077068.390167:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1769077068.390169:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948227712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1769077068.390170:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15c00.
02000000:00000001:0.0:1769077068.390175:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077068.390182:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077068.390185:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769077068.390191:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000001:3.0:1769077068.390192:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1769077068.390194:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948227456, portal 10
00000100:00000001:0.0:1769077068.390197:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077068.390198:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077068.390199:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444611712 : -127165264939904 : ffff8c58078e3480)
00000100:00000040:3.0:1769077068.390208:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948227712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077068.390210:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e3480 x1855007948227456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077068.390238:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077068.390242:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000001:3.0:1769077068.390243:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769077068.390244:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769077068.390250:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948227456, offset 0
00000100:00080000:3.0:1769077068.390251:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769077068.390256:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00080000:3.0:1769077068.390260:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:0.0:1769077068.390263:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077068.390264:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077068.390267:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1769077068.390268:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000001:3.0:1769077068.390274:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769077068.390275:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077068.390282:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00080000:3.0:1769077068.390283:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3760
00000400:00000200:0.0:1769077068.390285:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077068.390290:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:3.0:1769077068.390295:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077068.390296:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29588:29588:256:4294967295] 192.168.204.128@tcp LPNI seq info [29587:29587:8:4294967295]
00000400:00000200:0.0:1769077068.390303:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077068.390306:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:0.0:1769077068.390312:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1769077068.390312:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077068.390320:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000200:0.0:1769077068.390322:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077068.390326:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000100:00000001:3.0:1769077068.390326:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077068.390333:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000200:0.0:1769077068.390334:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077068.390339:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1769077068.390340:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077068.390347:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:0.1:1769077068.390347:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000040:3.0:1769077068.390351:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000800:00000200:0.1:1769077068.390352:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769077068.390356:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000100:0.0:1769077068.390358:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077068.390361:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000020:00000040:3.0:1769077068.390361:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000400:00000200:0.0:1769077068.390367:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1769077068.390367:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000400:00000200:0.0:1769077068.390373:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1769077068.390374:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000400:00000200:0.0:1769077068.390376:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769077068.390379:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000040:3.0:1769077068.390381:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077068.390383:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769077068.390386:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1769077068.390390:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e3480 x1855007948227456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077068.390393:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077068.390399:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077068.390405:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000001:0.0:1769077068.390407:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1769077068.390412:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000040:0.0:1769077068.390413:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e3480 x1855007948227456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077093 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077068.390418:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077068.390423:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769077068.390426:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077068.390427:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077068.390428:0:2431:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1769077068.390433:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077068.390434:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077068.390436:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:0.0:1769077068.390440:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000008:00100000:3.0:1769077068.390440:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077068.390444:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077068.390461:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077068.390464:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298432526
00000100:00000001:0.0:1769077068.390467:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298433807
00000100:00000001:3.0:1769077068.390468:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077068.390470:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298432526
00000100:00000001:0.0:1769077068.390476:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298433808
00000100:00000010:3.0:1769077068.390476:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000100:00000001:0.0:1769077068.390482:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1769077068.390483:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000001:0.0:1769077068.390489:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077068.390490:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769077068.390495:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1769077068.390495:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077068.390500:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:0.0:1769077068.390503:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077068/real 1769077068]  req@ffff8c58078e3480 x1855007948227456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077068.390503:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077068.390505:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077068.390513:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000400:00000001:0.0:1769077068.390516:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077068.390518:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1769077068.390520:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769077068.390521:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769077068.390527:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769077068.390529:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769077068.390532:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:3.0:1769077068.390532:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948227840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1769077068.390539:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e3480 x1855007948227456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077068.390556:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1769077068.390559:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e3480 x1855007948227456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077068.390560:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077068.390570:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948227840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077068.390583:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077068.390586:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077068.390590:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077068.390593:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077068.390594:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077068.390599:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e3480 x1855007948227456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077068.390602:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3770)
00000100:00000001:0.0:1769077068.390604:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077068.390610:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e3480 x1855007948227456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077068.390615:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077068.390617:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077068.390618:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077068.390619:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077068.390621:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077068.390623:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077068.390625:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077068.390628:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077068.390630:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077068.390632:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e3480 x1855007948227456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077068.390638:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948227456:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077068.390641:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077068.390643:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0380 x1855007948227584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077068.390648:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077068.390649:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077068.390650:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077068.390652:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077068.390653:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077068.390655:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948227584:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077068.390658:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077068.390659:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077068.390660:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077068.390661:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077068.390664:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769077068.390666:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077068.390669:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077068.390670:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769077068.390673:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769077068.390675:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948227584, portal 10
00000100:00000001:0.0:1769077068.390676:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077068.390677:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444599168 : -127165264952448 : ffff8c58078e0380)
00000100:00000040:0.0:1769077068.390682:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0380 x1855007948227584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077068.390686:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077068.390688:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077068.390690:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769077068.390691:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948227584, offset 0
00000400:00000200:0.0:1769077068.390694:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077068.390706:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077068.390708:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077068.390710:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077068.390713:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077068.390714:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077068.390716:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077068.390718:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29589:29589:256:4294967295] 192.168.204.128@tcp LPNI seq info [29588:29588:8:4294967295]
00000400:00000200:0.0:1769077068.390721:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077068.390726:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077068.390747:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077068.390750:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769077068.390753:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077068.390755:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769077068.390759:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077068.390760:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769077068.390764:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077068.390765:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769077068.390768:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077068.390770:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077068.390772:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769077068.390774:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769077068.390776:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077068.390778:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0380 x1855007948227584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077068.390784:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077068.390786:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0380 x1855007948227584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077093 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077068.390791:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077068.390792:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077068.390794:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077068.390796:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769077068.390798:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077068.390800:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298432526
00000100:00000001:0.0:1769077068.390802:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298433807
00000100:00000001:0.0:1769077068.390804:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298432526
00000100:00000001:0.0:1769077068.390805:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298433808
00000100:00000001:0.0:1769077068.390807:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077068.390808:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077068.390809:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077068.390811:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077068/real 1769077068]  req@ffff8c58078e0380 x1855007948227584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077068.390817:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077068.390818:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077068.390819:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769077068.390821:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769077068.390821:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769077068.390823:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077068.390824:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0380 x1855007948227584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077068.390829:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0380 x1855007948227584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077068.390834:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077068.390835:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077068.390836:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077068.390837:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077068.390840:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0380 x1855007948227584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077068.390844:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077068.390846:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0380 x1855007948227584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077068.390850:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077068.390851:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077068.390852:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077068.390853:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077068.390854:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077068.390855:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077068.390857:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077068.390859:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077068.390860:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077068.390863:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0380 x1855007948227584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077068.390868:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948227584:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077068.390871:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077068.390872:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077068.390874:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e3480 x1855007948227456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077068.390878:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077068.390879:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077068.390880:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15c00.
02000000:00000001:0.0:1769077068.390881:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077068.390882:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077068.390883:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077068.390885:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077068.390886:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e800.
02000000:00000001:0.0:1769077068.390887:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077068.390888:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077068.390889:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e3480.
00000100:00000001:0.0:1769077068.390891:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077068.390892:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077068.390893:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077068.390895:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0380 x1855007948227584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077068.390899:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077068.390900:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077068.390901:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769077068.390903:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077068.390903:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077068.390904:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077068.390905:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077068.390906:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f400.
02000000:00000001:0.0:1769077068.390907:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077068.390908:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077068.390909:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0380.
00000100:00000001:0.0:1769077068.390911:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077068.390912:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077068.390913:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077068.390916:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077068.390917:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077068.390918:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077068.390919:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077068.390920:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077068.390923:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e2a00 x1855007948227712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077068.390927:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077068.390928:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077068.390930:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077068.390932:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077068.390933:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077068.390935:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948227712:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077068.390937:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077068.390938:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077068.390939:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077068.390940:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077068.390942:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769077068.390943:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077068.390947:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077068.390949:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769077068.390951:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769077068.390953:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948227712, portal 4
00000100:00000001:0.0:1769077068.390955:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077068.390956:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444609024 : -127165264942592 : ffff8c58078e2a00)
00000100:00000040:0.0:1769077068.390960:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e2a00 x1855007948227712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077068.390965:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077068.390966:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077068.390968:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769077068.390970:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948227712, offset 0
00000400:00000200:0.0:1769077068.390972:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077068.390974:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077068.390977:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077068.390979:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077068.390981:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077068.390983:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077068.390985:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077068.390987:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29590:29590:256:4294967295] 192.168.204.128@tcp LPNI seq info [29589:29589:8:4294967295]
00000400:00000200:0.0:1769077068.390990:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077068.390994:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077068.390996:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077068.390998:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769077068.391001:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077068.391003:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769077068.391006:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077068.391008:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769077068.391010:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077068.391011:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769077068.391013:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077068.391016:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077068.391018:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769077068.391019:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769077068.391021:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077068.391023:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e2a00 x1855007948227712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077068.391028:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077068.391030:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e2a00 x1855007948227712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077093 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077068.391034:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077068.391035:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077068.391038:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077068.391040:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769077068.391042:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077068.391044:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298432591
00000100:00000001:0.0:1769077068.391046:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298433807
00000100:00000001:0.0:1769077068.391048:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298432591
00000100:00000001:0.0:1769077068.391049:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298433808
00000100:00000001:0.0:1769077068.391050:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077068.391051:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077068.391053:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077068.391055:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077068/real 1769077068]  req@ffff8c58078e2a00 x1855007948227712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077068.391060:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077068.391061:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077068.391062:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769077068.391064:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769077068.391065:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769077068.391066:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077068.391068:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e2a00 x1855007948227712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077068.391073:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e2a00 x1855007948227712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077068.391077:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077068.391078:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077068.391090:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077068.391091:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077068.391094:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e2a00 x1855007948227712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077068.391098:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077068.391100:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e2a00 x1855007948227712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077068.391105:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077068.391107:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077068.391108:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077068.391109:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077068.391110:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077068.391111:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077068.391113:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077068.391115:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077068.391116:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077068.391118:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e2a00 x1855007948227712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077068.391123:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948227712:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077068.391125:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077068.391127:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1500 x1855007948227840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077068.391131:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077068.391132:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077068.391133:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077068.391134:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077068.391135:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077068.391137:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948227840:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077068.391139:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077068.391140:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077068.391141:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077068.391142:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077068.391144:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15c00.
02000000:00000001:0.0:1769077068.391146:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077068.391148:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077068.391150:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769077068.391152:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769077068.391154:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948227840, portal 4
00000100:00000001:0.0:1769077068.391155:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077068.391156:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444603648 : -127165264947968 : ffff8c58078e1500)
00000100:00000040:0.0:1769077068.391160:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1500 x1855007948227840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077068.391165:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077068.391166:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077068.391168:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769077068.391169:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948227840, offset 0
00000400:00000200:0.0:1769077068.391171:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077068.391173:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077068.391175:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077068.391177:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077068.391179:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077068.391181:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077068.391182:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077068.391185:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29591:29591:256:4294967295] 192.168.204.128@tcp LPNI seq info [29590:29590:8:4294967295]
00000400:00000200:0.0:1769077068.391187:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077068.391191:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077068.391194:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077068.391195:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769077068.391198:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077068.391199:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769077068.391202:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077068.391204:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769077068.391207:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077068.391208:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769077068.391210:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077068.391212:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077068.391214:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769077068.391215:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769077068.391217:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077068.391219:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1500 x1855007948227840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077068.391224:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077068.391226:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1500 x1855007948227840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077093 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077068.391230:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077068.391231:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077068.391233:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077068.391234:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769077068.391236:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077068.391237:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298432538
00000100:00000001:0.0:1769077068.391239:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298433807
00000100:00000001:0.0:1769077068.391241:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298432538
00000100:00000001:0.0:1769077068.391242:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298433808
00000100:00000001:0.0:1769077068.391244:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077068.391245:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077068.391247:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077068.391249:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077068/real 1769077068]  req@ffff8c58078e1500 x1855007948227840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077068.391253:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077068.391254:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077068.391254:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769077068.391256:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769077068.391257:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769077068.391258:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077068.391260:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1500 x1855007948227840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077068.391265:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1500 x1855007948227840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077068.391273:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077068.391274:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077068.391276:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077068.391277:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077068.391279:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1500 x1855007948227840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077068.391283:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077068.391285:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1500 x1855007948227840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077068.391289:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077068.391290:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077068.391291:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077068.391292:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077068.391293:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077068.391294:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077068.391296:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077068.391298:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077068.391299:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077068.391301:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1500 x1855007948227840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077068.391306:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948227840:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077068.391308:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077068.391309:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077068.391311:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e2a00 x1855007948227712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077068.391315:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077068.391316:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077068.391318:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769077068.391320:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077068.391320:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077068.391322:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769077068.391323:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077068.391324:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e000.
02000000:00000001:0.0:1769077068.391326:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077068.391326:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077068.391327:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e2a00.
00000100:00000001:0.0:1769077068.391329:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077068.391330:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077068.391331:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077068.391333:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1500 x1855007948227840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077068.391338:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077068.391339:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077068.391340:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15c00.
02000000:00000001:0.0:1769077068.391341:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077068.391342:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077068.391342:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769077068.391343:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077068.391344:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d800.
02000000:00000001:0.0:1769077068.391345:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077068.391346:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077068.391347:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1500.
00000100:00000001:0.0:1769077068.391348:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077068.391349:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077068.391350:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077068.391351:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077068.391352:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077068.391353:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077068.391354:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077068.708962:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077068.708967:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077068.708971:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077069.732826:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298433808, at 4298433856
00000100:00000040:0.0:1769077069.732829:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298433807, at 4298433856
00000100:00000010:1.0:1769077069.732842:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470e40.
00000100:00000010:0.0:1769077069.732845:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470900.
00000020:00000001:3.0:1769077069.733068:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077069.733071:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077069.733074:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077070.756936:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077070.756941:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077070.756946:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077071.780926:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077071.780932:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077071.780936:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077072.804988:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077072.804994:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077072.804998:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077073.508854:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077073.508863:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077073.508865:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077073.508869:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077073.508873:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077073.508881:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3765
00000400:00000200:1.0:1769077073.508890:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077073.508898:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077073.508902:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077073.508909:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077073.508920:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077073.508929:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077073.508932:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077073.508940:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077073.508943:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769077073.508948:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077073.508951:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769077073.508959:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769077073.508967:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769077073.508973:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077073.508975:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077073.508978:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077073.508980:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077073.508983:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769077073.508987:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077073.508990:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077073.508994:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077073.508998:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077073.509002:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077073.509005:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077073.509007:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077073.509018:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769077073.509021:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769077073.509025:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077073.509027:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077073.509029:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077073.509031:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077073.509035:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077073.509041:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769077073.509047:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077073.509054:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948227968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077073.509061:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077073.509065:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077073.509068:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948227968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077073.509090:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077073.509093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077073.509095:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077073.509097:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077073.509098:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077073.509101:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077073.509103:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3765
00000400:00000200:1.0:1769077073.509106:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077073.509108:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077073.509110:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077073.509112:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077073.509114:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077073.509116:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077073.509118:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077073.509120:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077073.509121:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769077073.509122:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077073.509124:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769077073.509125:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769077073.509127:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769077073.509129:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077073.509131:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077073.509132:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077073.509134:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077073.509136:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1769077073.509136:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769077073.509141:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077073.509143:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077073.509144:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077073.509148:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769077073.509149:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1769077073.509153:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077073.509157:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077073.509158:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4700 x1855007948227968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077073.509159:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077073.509164:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077073.509170:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077073.509171:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077073.509172:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077073.509174:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077073.509179:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:1.0:1769077073.509179:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
02000000:00000001:0.0:1769077073.509184:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1769077073.509185:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077073.509187:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077073.509192:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948227968:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077073.509195:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077073.509199:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077073.509199:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077073.509201:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077073.509203:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077073.509204:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769077073.509209:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:0.0:1769077073.509210:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14c00.
02000000:00000001:1.0:1769077073.509212:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077073.509214:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077073.509217:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077073.509222:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000010:1.0:1769077073.509226:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000400:00000010:0.0:1769077073.509227:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000100:00000001:1.0:1769077073.509234:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769077073.509235:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769077073.509244:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948227968, portal 25
00000100:00100000:1.0:1769077073.509245:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948228096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077073.509247:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077073.509250:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198608128 : -127164510943488 : ffff8c58347f4700)
00000100:00000040:0.0:1769077073.509259:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4700 x1855007948227968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077073.509267:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077073.509272:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077073.509274:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077073.509280:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948228096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077073.509281:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077073.509287:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769077073.509293:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948227968, offset 0
00000100:00000001:1.0:1769077073.509294:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077073.509298:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077073.509302:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077073.509303:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077073.509306:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1769077073.509307:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:1.0:1769077073.509309:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077073.509313:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3765
00000400:00000200:0.0:1769077073.509319:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077073.509327:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077073.509332:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077073.509336:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077073.509339:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077073.509343:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077073.509347:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29592:29592:256:4294967295] 192.168.204.128@tcp LPNI seq info [29591:29591:8:4294967295]
00000400:00000200:0.0:1769077073.509352:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077073.509376:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077073.509385:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000400:00000200:1.0:1769077073.509386:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000800:00000010:0.0:1769077073.509393:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000400:00000200:1.0:1769077073.509395:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077073.509399:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077073.509402:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077073.509407:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077073.509410:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077073.509415:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:0.0:1769077073.509416:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:1.0:1769077073.509421:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:0.0:1769077073.509423:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000020:00000040:1.0:1769077073.509424:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769077073.509428:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077073.509431:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000800:00000200:0.1:1769077073.509432:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:1.0:1769077073.509435:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000800:00000200:0.1:1769077073.509437:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1769077073.509439:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000800:00000100:0.0:1769077073.509444:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00000040:1.0:1769077073.509446:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000010:0.0:1769077073.509448:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000100:00000001:1.0:1769077073.509449:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077073.509453:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:0.0:1769077073.509454:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1769077073.509455:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077073.509459:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769077073.509462:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077073.509464:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077073.509465:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1769077073.509468:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1769077073.509469:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077073.509474:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077073.509475:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769077073.509476:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000008:00100000:1.0:1769077073.509477:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1769077073.509480:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000008:00000001:1.0:1769077073.509481:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077073.509484:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077073.509485:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:1.0:1769077073.509488:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000100:00000200:0.0:1769077073.509492:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4700 x1855007948227968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769077073.509492:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769077073.509498:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077073.509501:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077073.509505:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077073.509508:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769077073.509511:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1769077073.509511:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077073.509518:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
00000100:00000040:0.0:1769077073.509520:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4700 x1855007948227968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077098 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077073.509523:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077073.509534:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948228224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077073.509536:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077073.509541:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077073.509549:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077073.509549:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077073.509554:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077073.509559:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:1.0:1769077073.509565:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948228224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.509566:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298438927
00000100:00000010:0.0:1769077073.509573:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470900.
00000100:00000001:0.0:1769077073.509581:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077073.509582:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077073.509586:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077073.509589:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298438927
00000100:00080000:1.0:1769077073.509590:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077073.509594:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000010:0.0:1769077073.509596:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470e40.
00000100:00080000:1.0:1769077073.509597:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077073.509603:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077073.509603:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077073.509608:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077073.509610:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077073.509612:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1769077073.509616:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3765
00000100:00100000:0.0:1769077073.509619:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077073/real 1769077073]  req@ffff8c58347f4700 x1855007948227968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077073.509625:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077073.509633:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077073.509636:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000001:0.0:1769077073.509637:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1769077073.509638:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000001:0.0:1769077073.509640:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1769077073.509644:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1769077073.509645:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000100:00000040:1.0:1769077073.509649:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:0.0:1769077073.509650:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000100:00000001:1.0:1769077073.509654:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000010:0.0:1769077073.509655:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769077073.509660:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:1.0:1769077073.509661:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077073.509664:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000100:00000200:0.0:1769077073.509666:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4700 x1855007948227968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769077073.509667:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077073.509670:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769077073.509675:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769077073.509679:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769077073.509685:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077073.509687:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1769077073.509691:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4700 x1855007948227968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077073.509692:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077073.509696:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077073.509701:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769077073.509707:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077073.509712:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077073.509715:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769077073.509716:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:1.0:1769077073.509718:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077073.509720:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077073.509722:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077073.509724:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077073.509726:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077073.509728:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077073.509757:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077073.509759:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077073.509763:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4700 x1855007948227968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077073.509764:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077073.509771:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000100:00000001:0.0:1769077073.509772:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1769077073.509776:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000040:0.0:1769077073.509780:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4700 x1855007948227968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077073.509782:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077073.509784:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077073.509789:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769077073.509790:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1769077073.509792:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769077073.509796:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1769077073.509797:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077073.509798:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077073.509801:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1769077073.509802:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:0.0:1769077073.509803:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077073.509807:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077073.509809:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077073.509810:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077073.509817:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00100000:1.0:1769077073.509819:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948228352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077073.509820:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077073.509828:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4700 x1855007948227968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077073.509836:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077073.509840:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077073.509843:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948227968:192.168.204.128@tcp:250:kworker.0
00000100:00000040:1.0:1769077073.509848:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948228352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.509850:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077073.509855:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769077073.509862:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077073.509864:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077073.509867:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:0.0:1769077073.509868:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4700 x1855007948227968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077073.509868:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077073.509871:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077073.509877:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077073.509881:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00080000:1.0:1769077073.509882:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3765
02000000:00000001:0.0:1769077073.509885:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077073.509889:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14c00.
00000400:00000200:1.0:1769077073.509889:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:0.0:1769077073.509894:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:1.0:1769077073.509894:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000020:00000001:0.0:1769077073.509896:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000100:00080000:1.0:1769077073.509898:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000020:00000040:0.0:1769077073.509899:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:0.0:1769077073.509904:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000040:1.0:1769077073.509904:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000010:0.0:1769077073.509909:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769077073.509909:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077073.509913:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:0.0:1769077073.509915:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1769077073.509916:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:0.0:1769077073.509918:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:1.0:1769077073.509920:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000010:0.0:1769077073.509921:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769077073.509923:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000100:00000001:0.0:1769077073.509925:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000020:00000001:1.0:1769077073.509926:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769077073.509929:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1769077073.509930:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00000001:0.0:1769077073.509933:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077073.509934:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769077073.509937:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769077073.509940:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077073.509941:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077073.509941:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077073.509945:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077073.509946:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077073.509949:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077073.509950:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077073.509952:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1769077073.509954:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000001:0.0:1769077073.509955:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077073.509960:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4000 x1855007948228096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077073.509963:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077073.509970:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077073.509974:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077073.509977:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077073.509982:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1769077073.509983:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077073.509987:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077073.509988:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077073.509992:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
02000000:00000001:0.0:1769077073.509993:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077073.509998:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1769077073.509999:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077073.510005:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077073.510005:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077073.510013:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000100:00100000:0.0:1769077073.510014:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948228096:192.168.204.128@tcp:38:kworker.0
00000020:00000040:1.0:1769077073.510017:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769077073.510020:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077073.510021:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077073.510022:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077073.510023:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077073.510025:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077073.510031:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:1.0:1769077073.510032:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
02000000:00000001:0.0:1769077073.510034:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769077073.510036:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077073.510038:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077073.510042:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:1.0:1769077073.510044:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948228480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1769077073.510047:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14c00.
00000100:00000001:1.0:1769077073.510053:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1769077073.510054:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077073.510057:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077073.510062:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948228480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077073.510065:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077073.510071:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000100:00000001:1.0:1769077073.510074:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769077073.510078:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000040:1.0:1769077073.510080:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3775)
00000100:00000200:0.0:1769077073.510083:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948228096, portal 10
00000100:00000001:0.0:1769077073.510087:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077073.510089:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198606336 : -127164510945280 : ffff8c58347f4000)
00000100:00000040:0.0:1769077073.510097:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4000 x1855007948228096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.510104:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077073.510107:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077073.510110:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769077073.510112:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948228096, offset 0
00000400:00000200:0.0:1769077073.510117:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077073.510121:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077073.510125:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077073.510128:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077073.510130:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077073.510133:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077073.510135:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077073.510138:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29593:29593:256:4294967295] 192.168.204.128@tcp LPNI seq info [29592:29592:8:4294967295]
00000400:00000200:0.0:1769077073.510142:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077073.510149:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077073.510154:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077073.510157:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769077073.510161:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077073.510164:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769077073.510169:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077073.510172:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769077073.510175:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077073.510177:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769077073.510180:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077073.510184:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077073.510187:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769077073.510189:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769077073.510191:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077073.510195:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4000 x1855007948228096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.510204:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077073.510207:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4000 x1855007948228096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077098 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.510213:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077073.510215:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077073.510219:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077073.510223:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:0.0:1769077073.510226:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077073.510229:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298437646
00000100:00000001:0.0:1769077073.510231:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298438927
00000100:00000001:0.0:1769077073.510233:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298437646
00000100:00000001:0.0:1769077073.510235:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298438927
00000100:00000001:0.0:1769077073.510237:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077073.510239:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077073.510241:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077073.510245:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077073/real 1769077073]  req@ffff8c58347f4000 x1855007948228096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077073.510253:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077073.510255:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077073.510256:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769077073.510259:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769077073.510260:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769077073.510263:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077073.510266:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4000 x1855007948228096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077073.510276:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4000 x1855007948228096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.510282:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077073.510284:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077073.510286:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077073.510287:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077073.510291:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4000 x1855007948228096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.510298:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077073.510302:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4000 x1855007948228096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.510309:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077073.510312:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077073.510314:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077073.510315:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077073.510317:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077073.510320:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077073.510322:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077073.510326:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077073.510329:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077073.510333:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4000 x1855007948228096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077073.510343:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948228096:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077073.510347:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077073.510351:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f5f80 x1855007948228224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.510358:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077073.510360:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077073.510374:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077073.510377:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077073.510379:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077073.510383:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948228224:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077073.510387:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077073.510389:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077073.510390:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077073.510392:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077073.510396:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f17800.
02000000:00000001:0.0:1769077073.510398:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077073.510403:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077073.510405:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769077073.510409:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769077073.510412:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948228224, portal 10
00000100:00000001:0.0:1769077073.510414:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077073.510415:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198614400 : -127164510937216 : ffff8c58347f5f80)
00000100:00000040:0.0:1769077073.510422:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f5f80 x1855007948228224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.510429:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077073.510432:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077073.510435:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769077073.510438:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948228224, offset 0
00000400:00000200:0.0:1769077073.510442:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077073.510446:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077073.510450:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077073.510453:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077073.510456:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077073.510458:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077073.510461:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077073.510464:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29594:29594:256:4294967295] 192.168.204.128@tcp LPNI seq info [29593:29593:8:4294967295]
00000400:00000200:0.0:1769077073.510468:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077073.510474:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077073.510479:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077073.510482:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769077073.510486:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077073.510489:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769077073.510494:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077073.510497:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769077073.510501:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077073.510503:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769077073.510505:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077073.510509:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077073.510512:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769077073.510514:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769077073.510516:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077073.510520:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f5f80 x1855007948228224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.510528:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077073.510531:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f5f80 x1855007948228224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077098 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.510537:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077073.510538:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077073.510541:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077073.510544:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769077073.510547:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077073.510550:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298437645
00000100:00000001:0.0:1769077073.510553:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298438927
00000100:00000001:0.0:1769077073.510556:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298437645
00000100:00000001:0.0:1769077073.510557:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298438927
00000100:00000001:0.0:1769077073.510560:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077073.510562:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077073.510564:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077073.510568:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077073/real 1769077073]  req@ffff8c58347f5f80 x1855007948228224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077073.510576:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077073.510577:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077073.510579:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769077073.510581:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769077073.510583:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769077073.510586:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077073.510589:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f5f80 x1855007948228224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077073.510597:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f5f80 x1855007948228224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.510605:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077073.510607:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077073.510608:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077073.510610:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077073.510613:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f5f80 x1855007948228224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.510620:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077073.510624:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f5f80 x1855007948228224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.510632:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077073.510635:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077073.510637:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077073.510638:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077073.510640:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077073.510641:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077073.510644:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077073.510648:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077073.510650:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077073.510654:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f5f80 x1855007948228224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077073.510662:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948228224:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077073.510666:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077073.510670:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4e00 x1855007948228352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.510677:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077073.510678:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077073.510680:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077073.510682:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077073.510684:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077073.510687:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948228352:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077073.510690:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077073.510692:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077073.510693:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077073.510695:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077073.510698:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15800.
02000000:00000001:0.0:1769077073.510700:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077073.510704:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077073.510707:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769077073.510710:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769077073.510713:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948228352, portal 4
00000100:00000001:0.0:1769077073.510716:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077073.510717:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198609920 : -127164510941696 : ffff8c58347f4e00)
00000100:00000040:0.0:1769077073.510722:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4e00 x1855007948228352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.510729:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077073.510753:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077073.510756:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769077073.510759:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948228352, offset 0
00000400:00000200:0.0:1769077073.510763:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077073.510767:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077073.510771:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077073.510774:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077073.510777:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077073.510780:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077073.510782:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077073.510785:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29595:29595:256:4294967295] 192.168.204.128@tcp LPNI seq info [29594:29594:8:4294967295]
00000400:00000200:0.0:1769077073.510789:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077073.510796:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077073.510800:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077073.510804:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769077073.510808:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077073.510810:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769077073.510814:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077073.510817:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769077073.510821:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077073.510823:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769077073.510826:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077073.510829:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077073.510832:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769077073.510834:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769077073.510837:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077073.510840:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4e00 x1855007948228352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.510855:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077073.510858:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4e00 x1855007948228352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077098 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.510864:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077073.510866:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077073.510870:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077073.510874:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769077073.510879:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077073.510881:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298437711
00000100:00000001:0.0:1769077073.510883:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298438927
00000100:00000001:0.0:1769077073.510885:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298437711
00000100:00000001:0.0:1769077073.510888:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298438927
00000100:00000001:0.0:1769077073.510890:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077073.510892:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077073.510894:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077073.510898:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077073/real 1769077073]  req@ffff8c58347f4e00 x1855007948228352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077073.510906:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077073.510907:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077073.510909:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769077073.510912:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769077073.510914:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769077073.510916:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077073.510919:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4e00 x1855007948228352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077073.510928:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4e00 x1855007948228352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.510934:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077073.510935:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077073.510938:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077073.510940:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077073.510943:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4e00 x1855007948228352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.510950:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077073.510954:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4e00 x1855007948228352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.510961:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077073.510963:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077073.510965:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077073.510966:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077073.510968:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077073.510970:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077073.510973:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077073.510977:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077073.510980:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077073.510984:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4e00 x1855007948228352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077073.510992:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948228352:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077073.510996:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077073.510998:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077073.511001:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4000 x1855007948228096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.511008:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077073.511010:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077073.511012:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14c00.
02000000:00000001:0.0:1769077073.511015:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077073.511016:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077073.511018:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077073.511020:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077073.511022:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4c800.
02000000:00000001:0.0:1769077073.511024:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077073.511026:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077073.511027:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4000.
00000100:00000001:0.0:1769077073.511030:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077073.511032:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077073.511034:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077073.511037:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f5f80 x1855007948228224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.511043:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077073.511044:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077073.511046:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f17800.
02000000:00000001:0.0:1769077073.511048:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077073.511049:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077073.511050:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077073.511052:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077073.511053:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d800.
02000000:00000001:0.0:1769077073.511055:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077073.511056:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077073.511058:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f5f80.
00000100:00000001:0.0:1769077073.511061:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077073.511062:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077073.511064:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077073.511067:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4e00 x1855007948228352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.511074:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077073.511075:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077073.511076:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15800.
02000000:00000001:0.0:1769077073.511078:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077073.511079:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077073.511081:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769077073.511082:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077073.511084:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4c400.
02000000:00000001:0.0:1769077073.511086:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077073.511088:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077073.511089:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4e00.
00000100:00000001:0.0:1769077073.511091:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077073.511092:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077073.511094:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077073.511098:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077073.511099:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077073.511102:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077073.511103:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077073.511104:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077073.511108:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f7b80 x1855007948228480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.511115:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077073.511117:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077073.511119:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077073.511121:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077073.511123:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077073.511126:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948228480:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077073.511130:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077073.511132:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077073.511133:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077073.511135:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077073.511138:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15800.
02000000:00000001:0.0:1769077073.511140:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077073.511144:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077073.511146:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769077073.511149:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769077073.511152:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948228480, portal 4
00000100:00000001:0.0:1769077073.511154:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077073.511156:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198621568 : -127164510930048 : ffff8c58347f7b80)
00000100:00000040:0.0:1769077073.511162:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f7b80 x1855007948228480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.511169:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077073.511172:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077073.511174:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769077073.511177:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948228480, offset 0
00000400:00000200:0.0:1769077073.511181:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077073.511185:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077073.511188:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077073.511191:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077073.511193:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077073.511195:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077073.511198:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077073.511201:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29596:29596:256:4294967295] 192.168.204.128@tcp LPNI seq info [29595:29595:8:4294967295]
00000400:00000200:0.0:1769077073.511205:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077073.511211:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077073.511216:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077073.511219:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769077073.511223:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077073.511226:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769077073.511230:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077073.511233:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769077073.511237:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077073.511239:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769077073.511242:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077073.511246:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077073.511249:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769077073.511251:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769077073.511254:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077073.511258:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f7b80 x1855007948228480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.511266:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077073.511270:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f7b80 x1855007948228480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077098 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.511276:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077073.511278:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077073.511281:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077073.511285:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769077073.511289:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077073.511291:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298437658
00000100:00000001:0.0:1769077073.511293:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298438927
00000100:00000001:0.0:1769077073.511296:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298437658
00000100:00000001:0.0:1769077073.511298:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298438927
00000100:00000001:0.0:1769077073.511301:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077073.511303:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077073.511305:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077073.511309:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077073/real 1769077073]  req@ffff8c58347f7b80 x1855007948228480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077073.511317:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077073.511318:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077073.511320:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769077073.511323:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769077073.511324:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769077073.511326:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077073.511330:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f7b80 x1855007948228480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077073.511339:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f7b80 x1855007948228480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.511346:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077073.511347:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077073.511349:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077073.511351:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077073.511354:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f7b80 x1855007948228480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.511387:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077073.511393:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f7b80 x1855007948228480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.511400:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077073.511403:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077073.511404:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077073.511406:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077073.511408:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077073.511409:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077073.511412:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077073.511416:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077073.511418:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077073.511422:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f7b80 x1855007948228480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077073.511431:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948228480:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077073.511435:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077073.511437:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077073.511441:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f7b80 x1855007948228480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.511447:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077073.511449:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077073.511451:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15800.
02000000:00000001:0.0:1769077073.511454:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077073.511455:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077073.511457:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769077073.511459:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077073.511460:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4e000.
02000000:00000001:0.0:1769077073.511463:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077073.511465:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077073.511466:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f7b80.
00000100:00000001:0.0:1769077073.511469:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077073.511470:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077073.511472:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077073.511475:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077073.511477:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077073.511479:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077073.511480:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077073.828880:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077073.828885:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077073.828889:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077074.852863:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298438927, at 4298438976
00000100:00000040:1.0:1769077074.852863:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298438927, at 4298438976
00000100:00000010:1.0:1769077074.852881:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470e40.
00000100:00000010:0.0:1769077074.852886:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470900.
00000020:00000001:3.0:1769077074.852953:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077074.852957:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077074.852962:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077075.876925:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077075.876933:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077075.876939:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077076.900999:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077076.901005:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077076.901009:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077077.924969:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077077.924975:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077077.924980:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077078.628800:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077078.628810:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077078.628815:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077078.628820:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077078.628826:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077078.628835:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3770
00000400:00000200:1.0:1769077078.628846:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077078.628853:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077078.628856:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077078.628859:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077078.628861:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077078.628864:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077078.628865:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077078.628869:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077078.628870:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769077078.628873:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077078.628876:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769077078.628877:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769077078.628879:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769077078.628882:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077078.628883:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077078.628885:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077078.628886:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077078.628889:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769077078.628891:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077078.628901:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077078.628904:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077078.628911:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077078.628914:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077078.628917:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077078.628919:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077078.628930:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769077078.628935:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769077078.628940:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077078.628943:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077078.628946:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077078.628949:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077078.628955:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077078.628967:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4ec00.
00000100:00000001:1.0:1769077078.628976:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077078.628987:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948228608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077078.628996:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077078.629001:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077078.629004:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948228608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077078.629022:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077078.629024:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077078.629027:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077078.629029:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077078.629030:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077078.629033:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077078.629036:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3770
00000400:00000200:1.0:1769077078.629045:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077078.629047:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1769077078.629050:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077078.629053:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769077078.629054:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769077078.629057:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077078.629059:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769077078.629060:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077078.629065:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077078.629066:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077078.629068:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077078.629070:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769077078.629071:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:0.0:1769077078.629074:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4380 x1855007948228608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769077078.629074:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769077078.629078:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769077078.629083:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769077078.629090:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077078.629094:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077078.629097:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077078.629099:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077078.629100:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077078.629104:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077078.629104:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769077078.629110:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077078.629112:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077078.629114:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077078.629114:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077078.629120:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077078.629120:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077078.629124:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077078.629125:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077078.629130:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:0.0:1769077078.629134:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948228608:192.168.204.128@tcp:250:kworker.0
00000008:00100000:1.0:1769077078.629136:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769077078.629139:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077078.629143:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1769077078.629143:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077078.629147:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077078.629147:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077078.629153:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1769077078.629154:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769077078.629158:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000010:0.0:1769077078.629159:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14c00.
02000000:00000001:1.0:1769077078.629161:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077078.629162:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077078.629164:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077078.629167:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077078.629168:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077078.629170:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077078.629173:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000010:1.0:1769077078.629177:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000400:00000010:0.0:1769077078.629179:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000100:00000001:1.0:1769077078.629182:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769077078.629187:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00100000:1.0:1769077078.629188:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948228736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077078.629196:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1769077078.629197:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948228608, portal 25
00000100:00000001:1.0:1769077078.629198:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077078.629203:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1769077078.629206:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948228736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.629207:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198607232 : -127164510944384 : ffff8c58347f4380)
00000100:00000040:0.0:1769077078.629218:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4380 x1855007948228608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077078.629219:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077078.629224:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077078.629232:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077078.629236:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077078.629237:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1769077078.629238:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077078.629242:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:0.0:1769077078.629243:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00080000:1.0:1769077078.629246:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3770
00000400:00000010:0.0:1769077078.629247:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769077078.629251:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948228608, offset 0
00000400:00000200:1.0:1769077078.629252:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077078.629257:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077078.629259:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769077078.629263:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000040:1.0:1769077078.629264:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077078.629267:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077078.629269:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077078.629270:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077078.629272:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1769077078.629275:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000040:1.0:1769077078.629275:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769077078.629294:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077078.629295:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769077078.629297:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769077078.629300:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769077078.629305:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077078.629307:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769077078.629310:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000040:1.0:1769077078.629311:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077078.629316:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077078.629318:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000400:00000200:0.0:1769077078.629319:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1769077078.629323:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077078.629325:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077078.629328:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
02000000:00000001:1.0:1769077078.629329:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077078.629333:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769077078.629335:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1769077078.629336:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077078.629340:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000001:1.0:1769077078.629341:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077078.629345:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769077078.629347:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29597:29597:256:4294967295] 192.168.204.128@tcp LPNI seq info [29596:29596:8:4294967295]
00000008:00000001:1.0:1769077078.629351:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077078.629354:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077078.629358:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077078.629364:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000400:00000200:0.0:1769077078.629369:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1769077078.629371:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000800:00000200:0.0:1769077078.629377:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
02000000:00000001:1.0:1769077078.629378:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077078.629382:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769077078.629383:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000100:00000001:1.0:1769077078.629385:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077078.629389:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077078.629391:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769077078.629395:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000010:1.0:1769077078.629399:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000800:00000200:0.0:1769077078.629400:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000100:00000001:1.0:1769077078.629407:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769077078.629409:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077078.629413:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000100:00100000:1.0:1769077078.629415:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948228864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1769077078.629420:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077078.629425:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000100:00000001:1.0:1769077078.629430:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769077078.629432:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1769077078.629432:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077078.629441:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948228864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077078.629442:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077078.629450:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769077078.629454:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:1.0:1769077078.629454:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077078.629458:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077078.629461:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1769077078.629462:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077078.629465:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077078.629468:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1769077078.629469:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4380 x1855007948228608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077078.629472:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077078.629477:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3770
00000100:00000001:0.0:1769077078.629485:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000400:00000200:1.0:1769077078.629485:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077078.629489:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000040:0.0:1769077078.629491:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4380 x1855007948228608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077103 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077078.629493:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077078.629500:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077078.629504:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077078.629508:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077078.629509:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077078.629511:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077078.629513:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1769077078.629515:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077078.629517:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769077078.629519:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769077078.629520:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077078.629521:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769077078.629526:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000400:00000200:0.0:1769077078.629531:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000001:1.0:1769077078.629533:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:0.0:1769077078.629535:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298444047
00000100:00000040:1.0:1769077078.629541:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000010:0.0:1769077078.629542:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470900.
00000100:00000001:1.0:1769077078.629548:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077078.629552:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1769077078.629553:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077078.629558:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077078.629559:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298444047
00000020:00000040:1.0:1769077078.629563:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00000010:0.0:1769077078.629564:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470ae0.
00000100:00000001:0.0:1769077078.629571:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00080000:1.0:1769077078.629572:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077078.629575:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077078.629578:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077078.629579:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077078.629584:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1769077078.629585:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077078.629589:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1769077078.629590:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077078/real 1769077078]  req@ffff8c58347f4380 x1855007948228608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077078.629594:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077078.629598:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077078.629602:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000400:00000001:0.0:1769077078.629604:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000008:00000001:1.0:1769077078.629605:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1769077078.629607:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1769077078.629608:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769077078.629611:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000100:00000010:1.0:1769077078.629613:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000400:00000200:0.0:1769077078.629615:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000020:00000040:1.0:1769077078.629617:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000400:00000010:0.0:1769077078.629618:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
02000000:00000001:1.0:1769077078.629621:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769077078.629622:0:2431:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:1.0:1769077078.629623:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077078.629627:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1769077078.629628:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4380 x1855007948228608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077078.629629:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077078.629633:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077078.629639:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
00000100:00000200:0.0:1769077078.629641:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4380 x1855007948228608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077078.629643:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077078.629651:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00100000:1.0:1769077078.629652:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948228992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077078.629653:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077078.629658:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077078.629661:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077078.629666:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1769077078.629670:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4380 x1855007948228608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077078.629670:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077078.629679:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948228992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.629684:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077078.629693:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077078.629694:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4380 x1855007948228608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077078.629698:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077078.629706:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769077078.629709:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077078.629712:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077078.629712:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077078.629717:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077078.629718:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769077078.629722:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3770
00000100:00000001:0.0:1769077078.629723:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077078.629726:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1769077078.629749:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077078.629753:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077078.629754:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769077078.629757:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000040:1.0:1769077078.629760:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077078.629761:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077078.629764:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:0.0:1769077078.629766:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:1.0:1769077078.629767:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077078.629771:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00080000:0.0:1769077078.629773:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000020:00000001:1.0:1769077078.629775:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077078.629777:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000100:00000001:0.0:1769077078.629779:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:1.0:1769077078.629780:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077078.629783:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00000040:0.0:1769077078.629787:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4380 x1855007948228608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769077078.629787:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769077078.629792:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769077078.629799:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077078.629803:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1769077078.629808:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948228608:192.168.204.128@tcp:250:kworker.0
00000100:00000040:1.0:1769077078.629808:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077078.629813:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077078.629816:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1769077078.629817:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000001:0.0:1769077078.629822:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1769077078.629823:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077078.629827:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077078.629828:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4380 x1855007948228608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077078.629829:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077078.629832:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077078.629836:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077078.629841:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077078.629843:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000008:00100000:1.0:1769077078.629844:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
02000000:00000001:0.0:1769077078.629846:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000008:00000001:1.0:1769077078.629847:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077078.629851:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14c00.
00000100:00000001:1.0:1769077078.629851:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077078.629857:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000010:1.0:1769077078.629858:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000001:0.0:1769077078.629860:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077078.629862:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000040:0.0:1769077078.629863:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769077078.629867:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000020:00000001:0.0:1769077078.629868:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000001:1.0:1769077078.629870:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077078.629872:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4ec00.
00000100:00000001:1.0:1769077078.629873:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077078.629876:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077078.629878:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077078.629879:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077078.629882:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
02000000:00000010:1.0:1769077078.629882:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000010:0.0:1769077078.629885:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4380.
00000100:00000001:1.0:1769077078.629888:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077078.629890:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077078.629893:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077078.629896:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948229120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077078.629897:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077078.629906:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077078.629907:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077078.629908:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077078.629911:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077078.629915:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769077078.629915:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948229120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.629918:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077078.629921:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077078.629927:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f7b80 x1855007948228736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077078.629929:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077078.629935:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3780)
00000100:00000001:0.0:1769077078.629936:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077078.629939:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077078.629941:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077078.629942:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077078.629944:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077078.629946:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948228736:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077078.629949:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077078.629951:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077078.629952:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077078.629953:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077078.629956:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14c00.
02000000:00000001:0.0:1769077078.629958:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077078.629961:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077078.629964:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769077078.629966:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769077078.629968:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948228736, portal 10
00000100:00000001:0.0:1769077078.629970:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077078.629971:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198621568 : -127164510930048 : ffff8c58347f7b80)
00000100:00000040:0.0:1769077078.629977:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f7b80 x1855007948228736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.629981:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077078.629983:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077078.629985:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769077078.629986:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948228736, offset 0
00000400:00000200:0.0:1769077078.629989:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077078.629991:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077078.629994:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077078.629997:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077078.629999:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077078.630000:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077078.630002:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077078.630004:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29598:29598:256:4294967295] 192.168.204.128@tcp LPNI seq info [29597:29597:8:4294967295]
00000400:00000200:0.0:1769077078.630007:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077078.630012:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077078.630016:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077078.630018:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769077078.630021:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077078.630023:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769077078.630026:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077078.630028:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769077078.630031:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077078.630032:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769077078.630034:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077078.630037:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077078.630039:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769077078.630040:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769077078.630042:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077078.630046:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f7b80 x1855007948228736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.630054:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077078.630058:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f7b80 x1855007948228736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077103 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.630065:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077078.630067:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077078.630071:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077078.630075:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:0.0:1769077078.630079:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077078.630081:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298442766
00000100:00000001:0.0:1769077078.630084:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298444047
00000100:00000001:0.0:1769077078.630087:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298442766
00000100:00000001:0.0:1769077078.630090:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298444047
00000100:00000001:0.0:1769077078.630092:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077078.630095:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077078.630097:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077078.630101:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077078/real 1769077078]  req@ffff8c58347f7b80 x1855007948228736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077078.630110:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077078.630111:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077078.630112:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769077078.630114:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769077078.630115:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769077078.630117:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077078.630119:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f7b80 x1855007948228736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077078.630125:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f7b80 x1855007948228736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.630129:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077078.630130:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077078.630131:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077078.630133:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077078.630135:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f7b80 x1855007948228736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.630140:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077078.630142:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f7b80 x1855007948228736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.630146:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077078.630148:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077078.630150:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077078.630151:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077078.630152:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077078.630154:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077078.630156:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077078.630158:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077078.630159:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077078.630162:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f7b80 x1855007948228736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077078.630167:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948228736:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077078.630170:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077078.630172:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4e00 x1855007948228864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.630177:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077078.630178:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077078.630179:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077078.630181:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077078.630182:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077078.630184:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948228864:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077078.630186:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077078.630187:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077078.630188:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077078.630189:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077078.630192:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769077078.630193:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077078.630196:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077078.630198:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769077078.630199:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769077078.630202:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948228864, portal 10
00000100:00000001:0.0:1769077078.630203:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077078.630205:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198609920 : -127164510941696 : ffff8c58347f4e00)
00000100:00000040:0.0:1769077078.630209:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4e00 x1855007948228864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.630213:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077078.630215:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077078.630216:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769077078.630218:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948228864, offset 0
00000400:00000200:0.0:1769077078.630221:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077078.630223:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077078.630225:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077078.630227:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077078.630229:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077078.630230:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077078.630232:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077078.630234:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29599:29599:256:4294967295] 192.168.204.128@tcp LPNI seq info [29598:29598:8:4294967295]
00000400:00000200:0.0:1769077078.630237:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077078.630242:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077078.630245:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077078.630247:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769077078.630250:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077078.630252:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769077078.630254:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077078.630256:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769077078.630259:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077078.630260:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769077078.630262:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077078.630265:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077078.630267:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769077078.630268:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769077078.630270:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077078.630272:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4e00 x1855007948228864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.630294:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077078.630298:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4e00 x1855007948228864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077103 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.630303:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077078.630304:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077078.630307:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077078.630309:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769077078.630312:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077078.630313:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298442765
00000100:00000001:0.0:1769077078.630315:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298444047
00000100:00000001:0.0:1769077078.630317:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298442765
00000100:00000001:0.0:1769077078.630318:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298444047
00000100:00000001:0.0:1769077078.630319:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077078.630321:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077078.630322:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077078.630324:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077078/real 1769077078]  req@ffff8c58347f4e00 x1855007948228864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077078.630329:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077078.630330:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077078.630332:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769077078.630334:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769077078.630335:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769077078.630336:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077078.630338:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4e00 x1855007948228864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077078.630344:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4e00 x1855007948228864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.630347:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077078.630348:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077078.630349:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077078.630350:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077078.630353:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4e00 x1855007948228864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.630358:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077078.630360:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4e00 x1855007948228864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.630364:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077078.630366:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077078.630367:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077078.630367:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077078.630368:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077078.630369:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077078.630371:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077078.630373:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077078.630374:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077078.630376:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4e00 x1855007948228864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077078.630381:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948228864:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077078.630383:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077078.630385:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f5f80 x1855007948228992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.630389:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077078.630390:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077078.630392:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077078.630393:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077078.630395:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077078.630396:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948228992:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077078.630399:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077078.630400:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077078.630401:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077078.630403:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077078.630405:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14400.
02000000:00000001:0.0:1769077078.630407:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077078.630409:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077078.630411:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769077078.630413:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769077078.630415:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948228992, portal 4
00000100:00000001:0.0:1769077078.630417:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077078.630418:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198614400 : -127164510937216 : ffff8c58347f5f80)
00000100:00000040:0.0:1769077078.630422:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f5f80 x1855007948228992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.630426:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077078.630427:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077078.630429:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769077078.630430:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948228992, offset 0
00000400:00000200:0.0:1769077078.630433:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077078.630435:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077078.630437:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077078.630439:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077078.630440:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077078.630442:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077078.630444:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077078.630446:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29600:29600:256:4294967295] 192.168.204.128@tcp LPNI seq info [29599:29599:8:4294967295]
00000400:00000200:0.0:1769077078.630449:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077078.630453:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077078.630456:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077078.630458:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769077078.630460:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077078.630462:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769077078.630465:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077078.630467:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769077078.630470:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077078.630472:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769077078.630473:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077078.630476:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077078.630478:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769077078.630479:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769077078.630480:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077078.630483:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f5f80 x1855007948228992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.630488:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077078.630490:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f5f80 x1855007948228992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077103 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.630494:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077078.630495:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077078.630497:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077078.630499:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769077078.630501:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077078.630502:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298442830
00000100:00000001:0.0:1769077078.630504:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298444047
00000100:00000001:0.0:1769077078.630506:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298442830
00000100:00000001:0.0:1769077078.630507:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298444047
00000100:00000001:0.0:1769077078.630508:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077078.630509:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077078.630510:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077078.630513:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077078/real 1769077078]  req@ffff8c58347f5f80 x1855007948228992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077078.630517:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077078.630518:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077078.630519:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769077078.630521:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769077078.630522:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769077078.630523:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077078.630525:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f5f80 x1855007948228992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077078.630531:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f5f80 x1855007948228992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.630535:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077078.630536:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077078.630537:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077078.630538:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077078.630540:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f5f80 x1855007948228992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.630544:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077078.630546:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f5f80 x1855007948228992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.630550:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077078.630551:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077078.630552:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077078.630553:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077078.630554:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077078.630555:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077078.630556:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077078.630558:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077078.630559:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077078.630562:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f5f80 x1855007948228992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077078.630566:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948228992:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077078.630569:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077078.630570:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077078.630573:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f7b80 x1855007948228736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.630578:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077078.630579:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077078.630580:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14c00.
02000000:00000001:0.0:1769077078.630582:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077078.630582:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077078.630583:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077078.630585:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077078.630586:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4e000.
02000000:00000001:0.0:1769077078.630588:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077078.630589:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077078.630590:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f7b80.
00000100:00000001:0.0:1769077078.630592:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077078.630593:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077078.630594:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077078.630596:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4e00 x1855007948228864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.630601:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077078.630602:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077078.630603:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769077078.630604:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077078.630605:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077078.630606:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077078.630607:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077078.630607:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4c400.
02000000:00000001:0.0:1769077078.630609:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077078.630609:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077078.630610:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4e00.
00000100:00000001:0.0:1769077078.630612:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077078.630612:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077078.630613:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077078.630615:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f5f80 x1855007948228992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.630619:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077078.630620:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077078.630621:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14400.
02000000:00000001:0.0:1769077078.630622:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077078.630624:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077078.630625:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769077078.630626:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077078.630627:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d800.
02000000:00000001:0.0:1769077078.630628:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077078.630629:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077078.630629:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f5f80.
00000100:00000001:0.0:1769077078.630631:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077078.630632:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077078.630633:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077078.630635:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077078.630636:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077078.630637:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077078.630638:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077078.630639:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077078.630641:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4000 x1855007948229120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.630645:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077078.630646:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077078.630647:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077078.630648:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077078.630649:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077078.630651:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948229120:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077078.630654:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077078.630655:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077078.630656:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077078.630657:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077078.630658:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14400.
02000000:00000001:0.0:1769077078.630660:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077078.630662:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077078.630664:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769077078.630666:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769077078.630668:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948229120, portal 4
00000100:00000001:0.0:1769077078.630669:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077078.630670:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198606336 : -127164510945280 : ffff8c58347f4000)
00000100:00000040:0.0:1769077078.630674:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4000 x1855007948229120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.630679:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077078.630680:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077078.630681:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769077078.630683:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948229120, offset 0
00000400:00000200:0.0:1769077078.630685:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077078.630687:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077078.630689:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077078.630691:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077078.630693:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077078.630694:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077078.630696:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077078.630698:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29601:29601:256:4294967295] 192.168.204.128@tcp LPNI seq info [29600:29600:8:4294967295]
00000400:00000200:0.0:1769077078.630701:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077078.630705:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077078.630707:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077078.630709:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769077078.630711:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077078.630713:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769077078.630715:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077078.630717:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769077078.630721:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077078.630722:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:0.0:1769077078.630724:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077078.630726:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077078.630728:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:0.0:1769077078.630744:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:0.0:1769077078.630746:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077078.630749:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4000 x1855007948229120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.630759:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077078.630761:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4000 x1855007948229120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077103 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.630766:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077078.630767:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077078.630768:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077078.630770:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769077078.630772:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077078.630773:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298442778
00000100:00000001:0.0:1769077078.630775:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298444047
00000100:00000001:0.0:1769077078.630777:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298442778
00000100:00000001:0.0:1769077078.630779:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298444047
00000100:00000001:0.0:1769077078.630780:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077078.630781:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077078.630782:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077078.630784:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077078/real 1769077078]  req@ffff8c58347f4000 x1855007948229120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077078.630789:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077078.630790:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077078.630791:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769077078.630792:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769077078.630793:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769077078.630795:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077078.630797:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4000 x1855007948229120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077078.630802:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4000 x1855007948229120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.630806:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077078.630807:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077078.630808:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077078.630809:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077078.630812:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4000 x1855007948229120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.630816:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077078.630818:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4000 x1855007948229120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.630822:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077078.630824:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077078.630825:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077078.630826:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077078.630828:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077078.630829:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077078.630830:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077078.630832:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077078.630833:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077078.630836:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4000 x1855007948229120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077078.630840:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948229120:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077078.630843:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077078.630844:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077078.630846:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4000 x1855007948229120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.630851:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077078.630852:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077078.630853:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14400.
02000000:00000001:0.0:1769077078.630854:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077078.630855:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077078.630856:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769077078.630858:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077078.630859:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4c800.
02000000:00000001:0.0:1769077078.630860:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077078.630861:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077078.630862:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4000.
00000100:00000001:0.0:1769077078.630864:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077078.630864:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077078.630865:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077078.630867:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077078.630868:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077078.630870:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077078.630871:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077078.948944:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077078.948951:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077078.948956:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077079.972866:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298444047, at 4298444096
00000100:00000040:1.0:1769077079.972866:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298444047, at 4298444096
00000100:00000010:0.0:1769077079.972884:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470900.
00000100:00000010:1.0:1769077079.972887:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470ae0.
00000020:00000001:3.0:1769077079.972983:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077079.972987:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077079.972991:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077080.996958:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077080.996963:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077080.996968:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077082.020973:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077082.020977:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077082.020981:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077083.044929:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077083.044934:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077083.044938:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077083.748893:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077083.748900:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077083.748903:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077083.748911:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077083.748918:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077083.748923:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077083.748928:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077083.748931:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077083.748934:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077083.749233:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077083.749239:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077083.749243:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077083.749254:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a250380 x1855007948229248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077083.749270:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077083.749273:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077083.749281:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077083.749286:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077083.749291:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077083.749299:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948229248:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077083.749306:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077083.749313:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077083.749316:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077083.749321:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077083.749327:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769077083.749330:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077083.749340:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077083.749345:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769077083.749353:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769077083.749364:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948229248, portal 25
00000100:00000001:0.0:1769077083.749369:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077083.749373:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293355904 : -127164416195712 : ffff8c583a250380)
00000100:00000040:0.0:1769077083.749380:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a250380 x1855007948229248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077083.749392:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077083.749400:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077083.749405:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1aa0.
00000100:00000200:0.0:1769077083.749410:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948229248, offset 0
00000400:00000200:0.0:1769077083.749419:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077083.749432:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077083.749445:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077083.749457:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077083.749466:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077083.749476:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077083.749484:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077083.749493:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29602:29602:256:4294967295] 192.168.204.128@tcp LPNI seq info [29601:29601:8:4294967295]
00000400:00000200:0.0:1769077083.749504:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077083.749522:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077083.749534:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077083.749542:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38000.
00000800:00000200:0.0:1769077083.749555:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077083.749565:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:0.0:1769077083.749585:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077083.749595:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077083.749599:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298449167
00000100:00000010:0.0:1769077083.749608:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470900.
00000100:00000001:0.0:1769077083.749617:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769077083.749627:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298449167
00000100:00000010:0.0:1769077083.749635:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470c60.
00000100:00000001:0.0:1769077083.749642:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769077083.749649:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077083.749657:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077083.749663:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077083.749669:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077083.749682:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077083.749687:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769077083.749694:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077083.749699:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077083.749704:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077083.749714:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a252d80 x1855007948229376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077083.749727:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077083.749765:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077083.749769:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077083.749773:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077083.749777:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077083.749784:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948229376:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077083.749790:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077083.749795:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077083.749797:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077083.749802:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077083.749805:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14c00.
02000000:00000001:0.0:1769077083.749809:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077083.749825:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077083.749830:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5268.
00000400:00000010:0.0:1769077083.749837:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e13b8.
00000100:00000200:0.0:1769077083.749844:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948229376, portal 10
00000100:00000001:0.0:1769077083.749847:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077083.749851:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293366656 : -127164416184960 : ffff8c583a252d80)
00000100:00000040:0.0:1769077083.749862:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a252d80 x1855007948229376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077083.749874:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077083.749881:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077083.749885:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e17f8.
00000100:00000200:0.0:1769077083.749889:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948229376, offset 0
00000400:00000200:0.0:1769077083.749898:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077083.749906:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077083.749912:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077083.749917:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077083.749923:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077083.749927:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077083.749932:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077083.749939:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29603:29603:255:4294967295] 192.168.204.128@tcp LPNI seq info [29602:29602:7:4294967295]
00000400:00000200:0.0:1769077083.749947:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077083.749961:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077083.749970:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077083.749975:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38f00.
00000800:00000200:0.0:1769077083.749991:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077083.749998:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:0.0:1769077083.750002:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077083.750012:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:0.0:1769077083.750019:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077083.750023:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298447886
00000100:00000001:0.0:1769077083.750030:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298449167
00000100:00000001:0.0:1769077083.750036:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298447886
00000100:00000001:0.0:1769077083.750042:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298449167
00000100:00000001:0.0:1769077083.750047:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077083.750052:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077083.750054:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077083.750058:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077083.750060:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077083.750062:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769077083.750068:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077083.750069:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077083.750071:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077083.750076:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a253b80 x1855007948229504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077083.750090:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077083.750093:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077083.750098:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077083.750101:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077083.750106:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077083.750112:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948229504:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077083.750116:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077083.750120:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077083.750122:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077083.750125:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077083.750129:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16400.
02000000:00000001:0.0:1769077083.750134:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077083.750142:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077083.750146:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077083.750150:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1c38.
00000100:00000200:0.0:1769077083.750155:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948229504, portal 10
00000100:00000001:0.0:1769077083.750158:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077083.750161:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293370240 : -127164416181376 : ffff8c583a253b80)
00000100:00000040:0.0:1769077083.750171:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a253b80 x1855007948229504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077083.750187:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077083.750212:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077083.750218:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1220.
00000100:00000200:0.0:1769077083.750226:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948229504, offset 0
00000400:00000200:0.0:1769077083.750240:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077083.750252:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077083.750261:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077083.750265:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077083.750272:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077083.750278:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077083.750284:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077083.750293:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29604:29604:254:4294967295] 192.168.204.128@tcp LPNI seq info [29603:29603:6:4294967295]
00000400:00000200:0.0:1769077083.750307:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077083.750324:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077083.750339:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077083.750347:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38d00.
00000800:00000200:0.0:1769077083.750357:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077083.750366:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:0.0:1769077083.750374:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077083.750381:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769077083.750391:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077083.750398:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298447885
00000100:00000001:0.0:1769077083.750408:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298449167
00000100:00000001:0.0:1769077083.750413:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298447885
00000100:00000001:0.0:1769077083.750419:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298449167
00000100:00000001:0.0:1769077083.750425:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077083.750431:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077083.750438:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077083.750444:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077083.750459:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077083.750463:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769077083.750470:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077083.750475:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077083.750479:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077083.750488:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a253480 x1855007948229632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077083.750504:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077083.750507:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077083.750510:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077083.750512:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077083.750515:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077083.750518:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948229632:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077083.750525:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077083.750529:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077083.750530:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077083.750532:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077083.750537:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16000.
02000000:00000001:0.0:1769077083.750539:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077083.750544:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077083.750547:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5cb8.
00000400:00000010:0.0:1769077083.750552:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077083.750555:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948229632, portal 4
00000100:00000001:0.0:1769077083.750558:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077083.750559:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293368448 : -127164416183168 : ffff8c583a253480)
00000100:00000040:0.0:1769077083.750566:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a253480 x1855007948229632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077083.750573:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077083.750576:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077083.750579:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1990.
00000100:00000200:0.0:1769077083.750582:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948229632, offset 0
00000400:00000200:0.0:1769077083.750587:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077083.750591:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077083.750595:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077083.750598:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077083.750601:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077083.750604:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077083.750606:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077083.750609:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29605:29605:253:4294967295] 192.168.204.128@tcp LPNI seq info [29604:29604:5:4294967295]
00000400:00000200:0.0:1769077083.750613:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077083.750619:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077083.750623:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077083.750627:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38400.
00000800:00000200:0.0:1769077083.750631:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077083.750636:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:0.0:1769077083.750639:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077083.750644:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769077083.750647:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077083.750650:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298447950
00000100:00000001:0.0:1769077083.750652:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298449167
00000100:00000001:0.0:1769077083.750655:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298447950
00000100:00000001:0.0:1769077083.750657:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298449167
00000100:00000001:0.0:1769077083.750659:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077083.750661:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077083.750664:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077083.750666:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077083.750669:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077083.750670:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769077083.750673:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077083.750674:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077083.750676:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077083.750679:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a252a00 x1855007948229760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077083.750686:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077083.750688:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077083.750690:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077083.750692:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077083.750694:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077083.750698:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948229760:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077083.750701:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077083.750703:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077083.750705:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077083.750707:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077083.750710:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769077083.750713:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077083.750716:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077083.750719:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5478.
00000400:00000010:0.0:1769077083.750723:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1e58.
00000100:00000200:0.0:1769077083.750727:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948229760, portal 4
00000100:00000001:0.0:1769077083.750729:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077083.750755:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293365760 : -127164416185856 : ffff8c583a252a00)
00000100:00000040:0.0:1769077083.750763:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a252a00 x1855007948229760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077083.750770:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077083.750772:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077083.750775:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e16e8.
00000100:00000200:0.0:1769077083.750778:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948229760, offset 0
00000400:00000200:0.0:1769077083.750783:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077083.750787:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077083.750791:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077083.750795:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077083.750797:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077083.750800:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077083.750803:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077083.750806:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29606:29606:252:4294967295] 192.168.204.128@tcp LPNI seq info [29605:29605:4:4294967295]
00000400:00000200:0.0:1769077083.750811:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077083.750817:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077083.750822:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077083.750826:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38200.
00000800:00000200:0.0:1769077083.750830:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077083.750834:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:0.0:1769077083.750838:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077083.750841:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769077083.750844:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077083.750846:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298447898
00000100:00000001:0.0:1769077083.750849:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298449167
00000100:00000001:0.0:1769077083.750851:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298447898
00000100:00000001:0.0:1769077083.750853:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298449167
00000100:00000001:0.0:1769077083.750856:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077083.750858:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077083.750861:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077083.750863:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077083.750867:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077083.750868:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769077083.750871:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077083.750872:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077083.750874:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077083.750875:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077084.069000:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077084.069004:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077084.069007:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077084.772822:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077084.772828:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077084.772830:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077084.772836:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077084.772840:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077084.772844:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077084.772847:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077084.772851:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077084.772855:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077085.092834:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298449167, at 4298449216
00000100:00000040:0.0:1769077085.092838:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298449167, at 4298449216
00000100:00000010:1.0:1769077085.092849:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470c60.
00000100:00000010:0.0:1769077085.092856:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470900.
00000020:00000001:3.0:1769077085.092940:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077085.092944:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077085.092947:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077085.796880:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077085.796891:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077085.796894:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077085.796903:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077085.796908:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077085.796915:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077085.796918:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077085.796922:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077085.796925:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077086.116972:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077086.116977:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077086.116981:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077086.820809:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077086.820818:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077086.820819:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077086.820824:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077086.820828:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077086.820832:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077086.820834:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077086.820838:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077086.820840:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1769077086.821047:0:2420:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.128:988
00000400:00000100:1.0:1769077086.821100:0:2420:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.128@tcp at host 192.168.204.128 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769077086.821115:0:2420:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077086.821120:0:2420:0:(router.c:1755:lnet_notify()) 192.168.204.28@tcp notifying 192.168.204.128@tcp: down
00000400:00000200:1.0:1769077086.821125:0:2420:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077086.821130:0:2420:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769077086.821136:0:2420:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769077086.821160:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38000.
00000400:00000200:1.0:1769077086.821167:0:2420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077086.821172:0:2420:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077086.821181:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1aa0
00000400:00000010:1.0:1769077086.821185:0:2420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1aa0.
00000100:00000001:1.0:1769077086.821194:0:2420:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077086.821207:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c583a250380 x1855007948229248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077086.821247:0:2420:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077086.821253:0:2420:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250380 x1855007948229248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077108 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077086.821263:0:2420:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077086.821265:0:2420:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077086.821278:0:2420:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769077086.821281:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38f00.
00000400:00000200:1.0:1769077086.821284:0:2420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077086.821289:0:2420:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077086.821292:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e17f8
00000400:00000010:1.0:1769077086.821294:0:2420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e17f8.
00000100:00000001:1.0:1769077086.821297:0:2420:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077086.821302:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c583a252d80 x1855007948229376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077086.821310:0:2420:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077086.821314:0:2420:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a252d80 x1855007948229376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077108 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077086.821322:0:2420:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077086.821324:0:2420:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077086.821329:0:2420:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769077086.821332:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38d00.
00000400:00000200:1.0:1769077086.821335:0:2420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077086.821340:0:2420:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077086.821344:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1220
00000400:00000010:1.0:1769077086.821346:0:2420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1220.
00000100:00000001:1.0:1769077086.821349:0:2420:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077086.821354:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c583a253b80 x1855007948229504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077086.821364:0:2420:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769077086.821365:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769077086.821368:0:2420:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a253b80 x1855007948229504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077108 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077086.821371:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077086.821378:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1769077086.821380:0:2420:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077086.821384:0:2420:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077086.821393:0:2420:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769077086.821396:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38400.
00000100:00100000:0.0:1769077086.821398:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077083/real 1769077086]  req@ffff8c583a253b80 x1855007948229504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077086.821400:0:2420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077086.821411:0:2420:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077086.821419:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1990
00000400:00000010:1.0:1769077086.821423:0:2420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1990.
00000100:00000001:1.0:1769077086.821427:0:2420:0:(events.c:34:request_out_callback()) Process entered
00000400:00000001:0.0:1769077086.821433:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000200:1.0:1769077086.821433:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c583a253480 x1855007948229632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077086.821438:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077086.821445:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000100:00000001:1.0:1769077086.821448:0:2420:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000400:00000200:0.0:1769077086.821452:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1c38
00000100:00000040:1.0:1769077086.821454:0:2420:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a253480 x1855007948229632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077108 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1769077086.821457:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1c38.
00000100:00000001:0.0:1769077086.821464:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1769077086.821469:0:2420:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077086.821473:0:2420:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000200:0.0:1769077086.821474:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a253b80 x1855007948229504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1769077086.821485:0:2420:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769077086.821492:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38200.
00000100:00000200:0.0:1769077086.821497:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a253b80 x1855007948229504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077086.821498:0:2420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077086.821509:0:2420:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000100:00000001:0.0:1769077086.821517:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000200:1.0:1769077086.821518:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e16e8
00000100:00000001:0.0:1769077086.821522:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:1.0:1769077086.821523:0:2420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e16e8.
00000100:00000001:0.0:1769077086.821529:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077086.821533:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077086.821540:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a253b80 x1855007948229504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077086.821554:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077086.821560:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a253b80 x1855007948229504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077086.821569:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077086.821573:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077086.821575:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077086.821577:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077086.821580:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077086.821583:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077086.821587:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077086.821594:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077086.821597:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077086.821602:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a253b80 x1855007948229504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077086.821610:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948229504:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077086.821616:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077086.821620:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077083/real 1769077086]  req@ffff8c583a252d80 x1855007948229376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077086.821711:0:2420:0:(events.c:34:request_out_callback()) Process entered
00000400:00000001:0.0:1769077086.821712:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077086.821715:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077086.821718:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5268.
00000100:00000200:1.0:1769077086.821721:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c583a252a00 x1855007948229760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077086.821723:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e13b8
00000400:00000010:0.0:1769077086.821728:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e13b8.
00000100:00000001:1.0:1769077086.821778:0:2420:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077086.821783:0:2420:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a252a00 x1855007948229760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077108 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077086.821792:0:2420:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077086.821794:0:2420:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077086.821810:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077086.821817:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a252d80 x1855007948229376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077086.821834:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a252d80 x1855007948229376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077086.821841:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077086.821843:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077086.821845:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077086.821846:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077086.821851:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a252d80 x1855007948229376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077086.821858:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077086.821862:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a252d80 x1855007948229376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077086.821870:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077086.821873:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077086.821874:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077086.821875:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077086.821877:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077086.821880:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077086.821883:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077086.821887:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077086.821890:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077086.821894:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a252d80 x1855007948229376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077086.821903:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948229376:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077086.821957:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077086.821963:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077083/real 1769077086]  req@ffff8c583a250380 x1855007948229248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077086.821981:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077086.821983:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077086.821986:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769077086.821988:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769077086.821991:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769077086.821993:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077086.821996:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a250380 x1855007948229248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077086.822005:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a250380 x1855007948229248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077086.822011:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077086.822013:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077086.822015:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077086.822016:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077086.822020:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a250380 x1855007948229248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077086.822026:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077086.822029:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a250380 x1855007948229248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077086.822036:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077086.822039:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077086.822040:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077086.822042:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077086.822044:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077086.822045:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077086.822048:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077086.822052:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077086.822055:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077086.822060:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a250380 x1855007948229248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077086.822068:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948229248:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077086.822072:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077086.822074:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077086.822077:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a253b80 x1855007948229504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077086.822085:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077086.822089:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077086.822094:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16400.
02000000:00000001:0.0:1769077086.822100:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077086.822103:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077086.822106:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077086.822109:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077086.822112:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b411000.
02000000:00000001:0.0:1769077086.822117:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077086.822121:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077086.822123:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a253b80.
00000100:00000001:0.0:1769077086.822129:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077086.822131:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077086.822133:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077086.822137:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a252d80 x1855007948229376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077086.822162:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077086.822164:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077086.822166:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14c00.
02000000:00000001:0.0:1769077086.822170:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077086.822172:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077086.822173:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077086.822176:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077086.822179:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b411400.
02000000:00000001:0.0:1769077086.822182:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077086.822184:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077086.822186:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a252d80.
00000100:00000001:0.0:1769077086.822190:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077086.822192:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077086.822194:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077086.822198:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a250380 x1855007948229248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077086.822205:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077086.822206:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077086.822208:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769077086.822210:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077086.822211:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077086.822213:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:0.0:1769077086.822215:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077086.822216:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410000.
02000000:00000001:0.0:1769077086.822218:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077086.822220:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077086.822221:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a250380.
00000100:00000001:0.0:1769077086.822224:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077086.822225:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077086.822229:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077086.822231:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077086.822232:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077086.822234:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077086.822239:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077083/real 1769077086]  req@ffff8c583a252a00 x1855007948229760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077086.822249:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077086.822251:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077086.822253:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5478.
00000400:00000200:0.0:1769077086.822257:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1e58
00000400:00000010:0.0:1769077086.822258:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1e58.
00000100:00000001:0.0:1769077086.822262:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077086.822265:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a252a00 x1855007948229760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077086.822274:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a252a00 x1855007948229760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077086.822286:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077086.822288:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077086.822291:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077086.822292:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077086.822295:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a252a00 x1855007948229760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077086.822302:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077086.822306:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a252a00 x1855007948229760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077086.822312:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077086.822315:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077086.822316:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077086.822318:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077086.822320:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077086.822322:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077086.822325:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077086.822329:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077086.822331:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077086.822335:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a252a00 x1855007948229760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077086.822343:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948229760:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077086.822348:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077086.822352:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077083/real 1769077086]  req@ffff8c583a253480 x1855007948229632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077086.822364:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077086.822366:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077086.822368:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5cb8.
00000400:00000200:0.0:1769077086.822371:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077086.822373:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077086.822375:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077086.822378:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a253480 x1855007948229632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077086.822388:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a253480 x1855007948229632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077086.822395:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077086.822397:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077086.822399:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077086.822400:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077086.822404:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a253480 x1855007948229632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077086.822410:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077086.822414:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a253480 x1855007948229632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077086.822421:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077086.822423:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077086.822425:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077086.822426:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077086.822428:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077086.822430:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077086.822433:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077086.822436:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077086.822439:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077086.822443:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a253480 x1855007948229632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077086.822451:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948229632:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077086.822456:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077086.822458:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077086.822462:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a252a00 x1855007948229760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077086.822468:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077086.822470:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077086.822472:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769077086.822475:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077086.822476:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077086.822478:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769077086.822480:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077086.822482:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b412400.
02000000:00000001:0.0:1769077086.822484:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077086.822486:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077086.822488:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a252a00.
00000100:00000001:0.0:1769077086.822490:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077086.822491:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077086.822493:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077086.822496:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a253480 x1855007948229632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077086.822504:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077086.822505:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077086.822506:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16000.
02000000:00000001:0.0:1769077086.822508:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077086.822510:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077086.822511:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769077086.822513:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077086.822514:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b411800.
02000000:00000001:0.0:1769077086.822516:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077086.822518:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077086.822519:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a253480.
00000100:00000001:0.0:1769077086.822522:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077086.822523:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077086.822525:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077086.822535:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077086.822537:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077086.822540:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077086.822542:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077087.140946:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077087.140950:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077087.140953:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077087.844843:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077087.844852:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077087.844854:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077087.844859:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077087.844863:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077087.844868:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077087.844870:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077087.844873:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077087.844876:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077088.164930:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077088.164934:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077088.164938:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077088.868853:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077088.868863:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077088.868867:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077088.868879:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077088.868888:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077088.868895:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077088.868902:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077088.868910:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077088.868917:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077088.869181:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077088.869189:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077088.869195:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077088.869206:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a250a80 x1855007948229888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.869222:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077088.869226:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077088.869233:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077088.869238:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077088.869243:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077088.869251:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948229888:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077088.869261:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077088.869269:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077088.869274:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077088.869282:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077088.869292:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769077088.869297:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077088.869312:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077088.869322:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5cb8.
00000400:00000010:0.0:1769077088.869336:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077088.869353:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948229888, portal 25
00000100:00000001:0.0:1769077088.869359:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077088.869363:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293357696 : -127164416193920 : ffff8c583a250a80)
00000100:00000040:0.0:1769077088.869375:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a250a80 x1855007948229888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.869395:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077088.869403:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077088.869409:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1e58.
00000100:00000200:0.0:1769077088.869417:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948229888, offset 0
00000400:00000200:0.0:1769077088.869436:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077088.869457:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077088.869471:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077088.869483:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077088.869493:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077088.869501:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077088.869508:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077088.869518:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29607:29607:256:4294967295] 192.168.204.128@tcp LPNI seq info [29606:29606:8:4294967295]
00000400:00000200:0.0:1769077088.869530:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077088.869551:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077088.869565:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077088.869575:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38700.
00000800:00000200:0.0:1769077088.869591:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077088.869598:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769077088.869611:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077088.869620:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769077088.869631:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077088.869637:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38700.
00000400:00000200:0.0:1769077088.869648:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077088.869660:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077088.869669:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1e58
00000400:00000010:0.0:1769077088.869676:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1e58.
00000100:00000001:0.0:1769077088.869683:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077088.869692:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a250a80 x1855007948229888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.869712:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077088.869719:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250a80 x1855007948229888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077113 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.869792:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077088.869798:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077088.869809:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077088.869820:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077088.869826:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298454288
00000100:00000010:0.0:1769077088.869836:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470900.
00000100:00000001:0.0:1769077088.869849:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769077088.869863:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298454288
00000100:00000010:0.0:1769077088.869871:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470b40.
00000100:00000001:0.0:1769077088.869879:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769077088.869886:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077088.869892:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077088.869898:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077088.869908:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077088/real 1769077088]  req@ffff8c583a250a80 x1855007948229888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077088.869931:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077088.869935:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077088.869941:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5cb8.
00000400:00000200:0.0:1769077088.869947:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077088.869951:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077088.869957:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077088.869967:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a250a80 x1855007948229888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077088.869985:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a250a80 x1855007948229888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.870001:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077088.870006:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077088.870010:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077088.870016:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077088.870025:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a250a80 x1855007948229888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.870046:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077088.870057:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a250a80 x1855007948229888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.870073:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077088.870080:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077088.870085:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077088.870088:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077088.870094:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077088.870099:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077088.870103:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077088.870121:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077088.870126:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077088.870132:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a250a80 x1855007948229888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077088.870144:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948229888:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077088.870151:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077088.870154:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077088.870157:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a250a80 x1855007948229888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.870166:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077088.870169:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077088.870173:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769077088.870177:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077088.870179:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077088.870181:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:0.0:1769077088.870183:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077088.870187:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b412800.
02000000:00000001:0.0:1769077088.870191:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077088.870194:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077088.870196:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a250a80.
00000100:00000001:0.0:1769077088.870199:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077088.870201:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077088.870204:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077088.870213:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077088.870216:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077088.870219:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077088.870221:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077088.870223:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077088.870228:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a251500 x1855007948230016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.870237:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077088.870238:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077088.870247:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077088.870250:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077088.870252:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077088.870256:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948230016:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077088.870260:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077088.870263:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077088.870265:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077088.870267:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077088.870272:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769077088.870274:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077088.870279:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077088.870283:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5cb8.
00000400:00000010:0.0:1769077088.870288:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077088.870292:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948230016, portal 10
00000100:00000001:0.0:1769077088.870295:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077088.870296:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293360384 : -127164416191232 : ffff8c583a251500)
00000100:00000040:0.0:1769077088.870308:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a251500 x1855007948230016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.870320:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077088.870324:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077088.870327:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1e58.
00000100:00000200:0.0:1769077088.870330:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948230016, offset 0
00000400:00000200:0.0:1769077088.870335:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077088.870340:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077088.870344:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077088.870349:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077088.870353:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077088.870356:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077088.870360:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077088.870364:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29608:29608:256:4294967295] 192.168.204.128@tcp LPNI seq info [29607:29607:8:4294967295]
00000400:00000200:0.0:1769077088.870369:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077088.870377:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077088.870383:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077088.870386:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38700.
00000800:00000200:0.0:1769077088.870391:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077088.870395:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769077088.870400:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077088.870404:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769077088.870409:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077088.870411:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38700.
00000400:00000200:0.0:1769077088.870415:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077088.870419:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077088.870422:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1e58
00000400:00000010:0.0:1769077088.870424:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1e58.
00000100:00000001:0.0:1769077088.870427:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077088.870432:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a251500 x1855007948230016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.870441:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077088.870445:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a251500 x1855007948230016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077113 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.870453:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077088.870455:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077088.870458:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077088.870463:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:0.0:1769077088.870467:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077088.870470:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298453006
00000100:00000001:0.0:1769077088.870474:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298454288
00000100:00000001:0.0:1769077088.870477:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298453006
00000100:00000001:0.0:1769077088.870479:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298454288
00000100:00000001:0.0:1769077088.870482:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077088.870485:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077088.870487:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077088.870491:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077088/real 1769077088]  req@ffff8c583a251500 x1855007948230016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077088.870501:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077088.870502:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077088.870504:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5cb8.
00000400:00000200:0.0:1769077088.870506:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077088.870508:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077088.870511:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077088.870514:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a251500 x1855007948230016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077088.870524:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a251500 x1855007948230016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.870532:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077088.870534:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077088.870536:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077088.870538:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077088.870541:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a251500 x1855007948230016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.870549:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077088.870553:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a251500 x1855007948230016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.870562:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077088.870565:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077088.870567:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077088.870568:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077088.870571:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077088.870574:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077088.870577:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077088.870581:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077088.870583:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077088.870588:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a251500 x1855007948230016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077088.870598:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948230016:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077088.870602:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077088.870606:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a250700 x1855007948230144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.870614:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077088.870615:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077088.870618:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077088.870620:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077088.870622:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077088.870626:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948230144:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077088.870630:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077088.870632:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077088.870634:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077088.870636:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077088.870639:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769077088.870647:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077088.870651:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077088.870655:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5cb8.
00000400:00000010:0.0:1769077088.870658:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077088.870661:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948230144, portal 10
00000100:00000001:0.0:1769077088.870664:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077088.870665:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293356800 : -127164416194816 : ffff8c583a250700)
00000100:00000040:0.0:1769077088.870672:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a250700 x1855007948230144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.870688:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077088.870690:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077088.870693:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1e58.
00000100:00000200:0.0:1769077088.870696:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948230144, offset 0
00000400:00000200:0.0:1769077088.870700:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077088.870704:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077088.870707:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077088.870711:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077088.870714:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077088.870716:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077088.870719:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077088.870723:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29609:29609:256:4294967295] 192.168.204.128@tcp LPNI seq info [29608:29608:8:4294967295]
00000400:00000200:0.0:1769077088.870728:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077088.870766:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077088.870771:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077088.870774:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38700.
00000800:00000200:0.0:1769077088.870779:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077088.870783:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769077088.870787:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077088.870790:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769077088.870794:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077088.870797:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38700.
00000400:00000200:0.0:1769077088.870800:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077088.870804:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077088.870807:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1e58
00000400:00000010:0.0:1769077088.870810:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1e58.
00000100:00000001:0.0:1769077088.870812:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077088.870816:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a250700 x1855007948230144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.870826:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077088.870829:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250700 x1855007948230144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077113 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.870844:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077088.870851:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077088.870854:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077088.870857:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769077088.870861:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077088.870863:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298453006
00000100:00000001:0.0:1769077088.870866:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298454288
00000100:00000001:0.0:1769077088.870868:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298453006
00000100:00000001:0.0:1769077088.870870:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298454288
00000100:00000001:0.0:1769077088.870873:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077088.870876:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077088.870878:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077088.870881:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077088/real 1769077088]  req@ffff8c583a250700 x1855007948230144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077088.870890:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077088.870891:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077088.870893:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5cb8.
00000400:00000200:0.0:1769077088.870895:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077088.870897:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077088.870900:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077088.870903:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a250700 x1855007948230144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077088.870913:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a250700 x1855007948230144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.870920:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077088.870922:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077088.870924:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077088.870925:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077088.870929:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a250700 x1855007948230144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.870938:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077088.870942:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a250700 x1855007948230144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.870950:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077088.870953:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077088.870955:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077088.870956:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077088.870958:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077088.870960:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077088.870962:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077088.870966:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077088.870968:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077088.870973:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a250700 x1855007948230144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077088.870982:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948230144:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077088.870987:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077088.870991:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a253480 x1855007948230272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.870999:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077088.871001:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077088.871003:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077088.871005:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077088.871007:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077088.871011:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948230272:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077088.871014:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077088.871017:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077088.871019:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077088.871021:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077088.871025:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14c00.
02000000:00000001:0.0:1769077088.871027:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077088.871031:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077088.871034:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5cb8.
00000400:00000010:0.0:1769077088.871038:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077088.871041:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948230272, portal 4
00000100:00000001:0.0:1769077088.871043:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077088.871044:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293368448 : -127164416183168 : ffff8c583a253480)
00000100:00000040:0.0:1769077088.871050:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a253480 x1855007948230272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.871057:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077088.871059:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077088.871061:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1e58.
00000100:00000200:0.0:1769077088.871064:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948230272, offset 0
00000400:00000200:0.0:1769077088.871068:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077088.871072:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077088.871076:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077088.871079:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077088.871082:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077088.871084:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077088.871087:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077088.871090:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29610:29610:256:4294967295] 192.168.204.128@tcp LPNI seq info [29609:29609:8:4294967295]
00000400:00000200:0.0:1769077088.871094:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077088.871100:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077088.871118:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077088.871122:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38700.
00000800:00000200:0.0:1769077088.871127:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077088.871130:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769077088.871135:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077088.871138:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769077088.871142:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077088.871144:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38700.
00000400:00000200:0.0:1769077088.871147:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077088.871151:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077088.871154:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1e58
00000400:00000010:0.0:1769077088.871156:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1e58.
00000100:00000001:0.0:1769077088.871159:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077088.871162:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a253480 x1855007948230272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.871171:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077088.871174:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a253480 x1855007948230272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077113 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.871181:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077088.871182:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077088.871186:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077088.871189:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769077088.871194:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077088.871196:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298453071
00000100:00000001:0.0:1769077088.871199:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298454288
00000100:00000001:0.0:1769077088.871201:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298453071
00000100:00000001:0.0:1769077088.871203:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298454288
00000100:00000001:0.0:1769077088.871205:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077088.871207:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077088.871210:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077088.871213:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077088/real 1769077088]  req@ffff8c583a253480 x1855007948230272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077088.871222:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077088.871223:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077088.871225:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5cb8.
00000400:00000200:0.0:1769077088.871228:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077088.871229:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077088.871232:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077088.871235:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a253480 x1855007948230272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077088.871243:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a253480 x1855007948230272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.871250:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077088.871251:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077088.871253:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077088.871254:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077088.871258:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a253480 x1855007948230272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.871265:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077088.871269:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a253480 x1855007948230272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.871275:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077088.871278:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077088.871280:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077088.871281:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077088.871283:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077088.871284:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077088.871287:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077088.871291:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077088.871293:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077088.871297:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a253480 x1855007948230272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077088.871306:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948230272:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077088.871311:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077088.871315:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a252a00 x1855007948230400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.871324:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077088.871325:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077088.871328:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077088.871329:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077088.871332:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077088.871334:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948230400:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077088.871337:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077088.871339:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077088.871341:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077088.871343:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077088.871346:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16400.
02000000:00000001:0.0:1769077088.871348:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077088.871353:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077088.871356:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5cb8.
00000400:00000010:0.0:1769077088.871359:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077088.871362:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948230400, portal 4
00000100:00000001:0.0:1769077088.871363:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077088.871365:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293365760 : -127164416185856 : ffff8c583a252a00)
00000100:00000040:0.0:1769077088.871371:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a252a00 x1855007948230400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.871378:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077088.871380:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077088.871383:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1e58.
00000100:00000200:0.0:1769077088.871385:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948230400, offset 0
00000400:00000200:0.0:1769077088.871389:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077088.871393:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077088.871397:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077088.871400:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077088.871402:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077088.871405:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077088.871408:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077088.871411:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29611:29611:256:4294967295] 192.168.204.128@tcp LPNI seq info [29610:29610:8:4294967295]
00000400:00000200:0.0:1769077088.871416:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077088.871423:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077088.871428:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077088.871432:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38700.
00000800:00000200:0.0:1769077088.871436:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077088.871439:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769077088.871444:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077088.871447:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769077088.871451:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077088.871453:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38700.
00000400:00000200:0.0:1769077088.871456:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077088.871459:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077088.871462:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1e58
00000400:00000010:0.0:1769077088.871464:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1e58.
00000100:00000001:0.0:1769077088.871466:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077088.871470:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a252a00 x1855007948230400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.871478:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077088.871481:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a252a00 x1855007948230400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077113 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.871488:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077088.871489:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077088.871492:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077088.871495:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769077088.871499:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077088.871501:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298453018
00000100:00000001:0.0:1769077088.871504:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298454288
00000100:00000001:0.0:1769077088.871506:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298453018
00000100:00000001:0.0:1769077088.871509:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298454288
00000100:00000001:0.0:1769077088.871511:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077088.871514:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077088.871516:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077088.871520:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077088/real 1769077088]  req@ffff8c583a252a00 x1855007948230400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077088.871530:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077088.871531:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077088.871533:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5cb8.
00000400:00000200:0.0:1769077088.871536:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077088.871538:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077088.871540:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077088.871544:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a252a00 x1855007948230400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077088.871553:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a252a00 x1855007948230400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.871560:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077088.871562:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077088.871564:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077088.871565:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077088.871569:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a252a00 x1855007948230400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.871576:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077088.871580:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a252a00 x1855007948230400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.871587:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077088.871590:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077088.871592:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077088.871593:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077088.871595:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077088.871597:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077088.871600:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077088.871604:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077088.871606:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077088.871611:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a252a00 x1855007948230400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077088.871619:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948230400:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077088.871623:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077088.871625:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077088.871628:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a251500 x1855007948230016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.871635:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077088.871637:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077088.871640:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769077088.871642:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077088.871644:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077088.871646:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077088.871648:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077088.871650:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b411c00.
02000000:00000001:0.0:1769077088.871655:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077088.871657:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077088.871658:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a251500.
00000100:00000001:0.0:1769077088.871661:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077088.871662:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077088.871664:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077088.871667:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a250700 x1855007948230144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.871673:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077088.871674:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077088.871676:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769077088.871678:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077088.871680:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077088.871681:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077088.871683:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077088.871685:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410c00.
02000000:00000001:0.0:1769077088.871688:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077088.871689:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077088.871690:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a250700.
00000100:00000001:0.0:1769077088.871693:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077088.871694:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077088.871695:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077088.871698:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a253480 x1855007948230272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.871705:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077088.871706:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077088.871707:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14c00.
02000000:00000001:0.0:1769077088.871710:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077088.871711:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077088.871712:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769077088.871714:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077088.871716:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410800.
02000000:00000001:0.0:1769077088.871718:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077088.871719:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077088.871720:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a253480.
00000100:00000001:0.0:1769077088.871722:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077088.871724:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077088.871725:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077088.871729:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a252a00 x1855007948230400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077088.871764:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077088.871766:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077088.871768:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16400.
02000000:00000001:0.0:1769077088.871771:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077088.871772:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077088.871773:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769077088.871775:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077088.871777:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410400.
02000000:00000001:0.0:1769077088.871779:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077088.871781:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077088.871782:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a252a00.
00000100:00000001:0.0:1769077088.871785:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077088.871787:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077088.871789:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077088.871794:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077088.871796:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077088.871799:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077088.871801:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077089.188886:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077089.188893:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077089.188898:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077089.892831:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077089.892840:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077089.892842:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077089.892847:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077089.892851:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077089.892855:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077089.892857:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077089.892860:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077089.892863:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077090.212873:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298454288, at 4298454336
00000100:00000040:1.0:1769077090.212873:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298454288, at 4298454336
00000100:00000010:0.0:1769077090.212896:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470900.
00000100:00000010:1.0:1769077090.212903:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470b40.
00000020:00000001:3.0:1769077090.212924:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077090.212929:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077090.212934:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077090.916830:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077090.916837:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077090.916838:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077090.916844:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077090.916847:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077090.916850:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077090.916852:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077090.916854:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077090.916856:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077091.236891:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077091.236897:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077091.236900:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077091.940803:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077091.940810:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077091.940813:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077091.940818:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077091.940823:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077091.940826:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077091.940828:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077091.940831:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077091.940833:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077092.260927:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077092.260932:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077092.260936:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077092.964812:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077092.964818:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077092.964820:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077092.964824:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077092.964827:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077092.964830:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077092.964832:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077092.964834:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077092.964836:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077093.284845:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077093.284849:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077093.284852:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077093.988791:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077093.988799:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077093.988801:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077093.988807:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077093.988814:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077093.988819:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077093.988824:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077093.988829:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077093.988836:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077093.989050:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077093.989054:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077093.989059:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077093.989069:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a250380 x1855007948230528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.989082:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077093.989085:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077093.989089:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077093.989093:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077093.989098:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077093.989103:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948230528:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077093.989110:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077093.989114:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077093.989117:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077093.989122:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077093.989129:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769077093.989132:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077093.989145:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077093.989150:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5cb8.
00000400:00000010:0.0:1769077093.989158:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077093.989167:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948230528, portal 25
00000100:00000001:0.0:1769077093.989173:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077093.989177:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293355904 : -127164416195712 : ffff8c583a250380)
00000100:00000040:0.0:1769077093.989188:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a250380 x1855007948230528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.989221:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077093.989227:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077093.989232:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1e58.
00000100:00000200:0.0:1769077093.989238:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948230528, offset 0
00000400:00000200:0.0:1769077093.989250:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077093.989261:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077093.989270:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077093.989277:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077093.989284:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077093.989289:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077093.989293:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077093.989302:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29612:29612:256:4294967295] 192.168.204.128@tcp LPNI seq info [29611:29611:8:4294967295]
00000400:00000200:0.0:1769077093.989310:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077093.989322:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077093.989334:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077093.989344:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38700.
00000800:00000200:0.0:1769077093.989359:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077093.989369:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769077093.989385:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077093.989393:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1769077093.989406:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077093.989410:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38700.
00000400:00000200:0.0:1769077093.989418:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077093.989429:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077093.989435:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1e58
00000400:00000010:0.0:1769077093.989440:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1e58.
00000100:00000001:0.0:1769077093.989446:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077093.989454:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a250380 x1855007948230528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.989475:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077093.989481:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250380 x1855007948230528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077118 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.989519:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077093.989525:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077093.989535:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077093.989547:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077093.989554:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298459407
00000100:00000010:0.0:1769077093.989564:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470900.
00000100:00000001:0.0:1769077093.989576:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769077093.989587:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298459407
00000100:00000010:0.0:1769077093.989596:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470360.
00000100:00000001:0.0:1769077093.989604:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769077093.989612:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077093.989619:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077093.989626:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077093.989637:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077093/real 1769077093]  req@ffff8c583a250380 x1855007948230528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077093.989662:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077093.989667:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077093.989672:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5cb8.
00000400:00000200:0.0:1769077093.989679:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077093.989684:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077093.989691:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077093.989709:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a250380 x1855007948230528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077093.989721:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a250380 x1855007948230528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.989768:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077093.989770:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077093.989773:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077093.989775:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077093.989781:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a250380 x1855007948230528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.989790:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077093.989795:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a250380 x1855007948230528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.989803:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077093.989806:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077093.989808:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077093.989809:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077093.989812:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077093.989814:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077093.989817:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077093.989821:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077093.989824:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077093.989828:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a250380 x1855007948230528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077093.989838:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948230528:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077093.989843:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077093.989845:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077093.989858:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a250380 x1855007948230528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.989866:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077093.989869:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077093.989872:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769077093.989875:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077093.989877:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077093.989879:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:0.0:1769077093.989882:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077093.989884:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410400.
02000000:00000001:0.0:1769077093.989888:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077093.989890:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077093.989892:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a250380.
00000100:00000001:0.0:1769077093.989895:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077093.989897:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077093.989899:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077093.989906:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077093.989908:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077093.989910:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077093.989912:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077093.989944:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077093.989950:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a252d80 x1855007948230656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.989959:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077093.989961:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077093.989964:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077093.989966:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077093.989970:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077093.989974:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948230656:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077093.989978:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077093.989981:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077093.989983:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077093.989985:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077093.989988:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769077093.989990:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077093.989995:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077093.989998:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5cb8.
00000400:00000010:0.0:1769077093.990002:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077093.990005:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948230656, portal 10
00000100:00000001:0.0:1769077093.990007:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077093.990009:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293366656 : -127164416184960 : ffff8c583a252d80)
00000100:00000040:0.0:1769077093.990016:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a252d80 x1855007948230656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.990038:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077093.990041:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077093.990045:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1e58.
00000100:00000200:0.0:1769077093.990048:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948230656, offset 0
00000400:00000200:0.0:1769077093.990052:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077093.990056:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077093.990061:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077093.990065:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077093.990068:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077093.990071:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077093.990073:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077093.990076:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29613:29613:256:4294967295] 192.168.204.128@tcp LPNI seq info [29612:29612:8:4294967295]
00000400:00000200:0.0:1769077093.990081:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077093.990088:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077093.990093:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077093.990097:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38700.
00000800:00000200:0.0:1769077093.990102:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077093.990105:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769077093.990110:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077093.990113:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1769077093.990117:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077093.990119:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38700.
00000400:00000200:0.0:1769077093.990122:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077093.990126:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077093.990129:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1e58
00000400:00000010:0.0:1769077093.990131:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1e58.
00000100:00000001:0.0:1769077093.990134:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077093.990138:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a252d80 x1855007948230656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.990147:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077093.990150:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a252d80 x1855007948230656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077118 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.990157:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077093.990159:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077093.990164:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077093.990168:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:0.0:1769077093.990171:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077093.990174:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298458126
00000100:00000001:0.0:1769077093.990177:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298459407
00000100:00000001:0.0:1769077093.990179:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298458126
00000100:00000001:0.0:1769077093.990182:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298459407
00000100:00000001:0.0:1769077093.990184:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077093.990187:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077093.990189:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077093.990192:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077093/real 1769077093]  req@ffff8c583a252d80 x1855007948230656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077093.990202:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077093.990203:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077093.990205:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5cb8.
00000400:00000200:0.0:1769077093.990208:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077093.990210:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077093.990212:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077093.990216:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a252d80 x1855007948230656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077093.990225:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a252d80 x1855007948230656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.990233:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077093.990234:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077093.990236:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077093.990238:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077093.990242:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a252d80 x1855007948230656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.990249:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077093.990253:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a252d80 x1855007948230656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.990262:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077093.990264:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077093.990266:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077093.990268:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077093.990269:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077093.990272:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077093.990274:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077093.990278:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077093.990281:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077093.990285:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a252d80 x1855007948230656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077093.990294:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948230656:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077093.990298:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077093.990302:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a253b80 x1855007948230784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.990309:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077093.990310:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077093.990312:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077093.990314:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077093.990317:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077093.990320:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948230784:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077093.990324:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077093.990326:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077093.990328:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077093.990330:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077093.990333:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769077093.990335:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077093.990339:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077093.990342:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5cb8.
00000400:00000010:0.0:1769077093.990345:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077093.990349:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948230784, portal 10
00000100:00000001:0.0:1769077093.990351:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077093.990352:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293370240 : -127164416181376 : ffff8c583a253b80)
00000100:00000040:0.0:1769077093.990358:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a253b80 x1855007948230784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.990365:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077093.990367:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077093.990370:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1e58.
00000100:00000200:0.0:1769077093.990372:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948230784, offset 0
00000400:00000200:0.0:1769077093.990376:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077093.990380:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077093.990384:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077093.990387:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077093.990390:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077093.990392:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077093.990395:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077093.990398:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29614:29614:256:4294967295] 192.168.204.128@tcp LPNI seq info [29613:29613:8:4294967295]
00000400:00000200:0.0:1769077093.990403:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077093.990409:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077093.990414:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077093.990418:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38700.
00000800:00000200:0.0:1769077093.990422:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077093.990425:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769077093.990430:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077093.990432:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1769077093.990437:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077093.990439:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38700.
00000400:00000200:0.0:1769077093.990443:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077093.990447:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077093.990449:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1e58
00000400:00000010:0.0:1769077093.990452:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1e58.
00000100:00000001:0.0:1769077093.990454:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077093.990459:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a253b80 x1855007948230784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.990467:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077093.990470:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a253b80 x1855007948230784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077118 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.990477:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077093.990479:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077093.990482:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077093.990485:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769077093.990489:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077093.990491:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298458125
00000100:00000001:0.0:1769077093.990494:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298459407
00000100:00000001:0.0:1769077093.990496:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298458125
00000100:00000001:0.0:1769077093.990499:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298459407
00000100:00000001:0.0:1769077093.990501:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077093.990504:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077093.990506:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077093.990510:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077093/real 1769077093]  req@ffff8c583a253b80 x1855007948230784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077093.990519:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077093.990521:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077093.990522:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5cb8.
00000400:00000200:0.0:1769077093.990525:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077093.990527:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077093.990529:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077093.990533:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a253b80 x1855007948230784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077093.990542:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a253b80 x1855007948230784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.990550:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077093.990551:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077093.990553:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077093.990555:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077093.990559:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a253b80 x1855007948230784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.990566:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077093.990570:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a253b80 x1855007948230784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.990577:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077093.990580:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077093.990582:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077093.990583:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077093.990585:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077093.990587:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077093.990589:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077093.990593:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077093.990596:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077093.990600:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a253b80 x1855007948230784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077093.990609:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948230784:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077093.990613:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077093.990617:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a252a00 x1855007948230912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.990624:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077093.990625:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077093.990628:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077093.990630:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077093.990632:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077093.990635:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948230912:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077093.990638:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077093.990640:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077093.990642:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077093.990643:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077093.990646:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f17800.
02000000:00000001:0.0:1769077093.990648:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077093.990652:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077093.990655:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5cb8.
00000400:00000010:0.0:1769077093.990659:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077093.990662:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948230912, portal 4
00000100:00000001:0.0:1769077093.990664:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077093.990665:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293365760 : -127164416185856 : ffff8c583a252a00)
00000100:00000040:0.0:1769077093.990671:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a252a00 x1855007948230912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.990678:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077093.990680:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077093.990682:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1e58.
00000100:00000200:0.0:1769077093.990685:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948230912, offset 0
00000400:00000200:0.0:1769077093.990689:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077093.990694:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077093.990697:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077093.990700:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077093.990703:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077093.990706:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077093.990708:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077093.990712:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29615:29615:256:4294967295] 192.168.204.128@tcp LPNI seq info [29614:29614:8:4294967295]
00000400:00000200:0.0:1769077093.990716:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077093.990722:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077093.990728:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077093.990751:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38700.
00000800:00000200:0.0:1769077093.990756:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077093.990759:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769077093.990764:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077093.990766:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1769077093.990771:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077093.990773:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38700.
00000400:00000200:0.0:1769077093.990776:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077093.990780:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077093.990783:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1e58
00000400:00000010:0.0:1769077093.990785:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1e58.
00000100:00000001:0.0:1769077093.990787:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077093.990791:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a252a00 x1855007948230912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.990799:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077093.990802:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a252a00 x1855007948230912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077118 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.990809:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077093.990811:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077093.990814:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077093.990817:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769077093.990820:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077093.990823:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298458191
00000100:00000001:0.0:1769077093.990825:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298459407
00000100:00000001:0.0:1769077093.990828:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298458191
00000100:00000001:0.0:1769077093.990830:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298459407
00000100:00000001:0.0:1769077093.990832:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077093.990835:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077093.990837:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077093.990840:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077093/real 1769077093]  req@ffff8c583a252a00 x1855007948230912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077093.990849:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077093.990850:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077093.990852:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5cb8.
00000400:00000200:0.0:1769077093.990855:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077093.990856:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077093.990859:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077093.990862:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a252a00 x1855007948230912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077093.990872:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a252a00 x1855007948230912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.990879:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077093.990881:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077093.990883:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077093.990884:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077093.990888:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a252a00 x1855007948230912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.990896:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077093.990900:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a252a00 x1855007948230912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.990907:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077093.990910:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077093.990912:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077093.990913:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077093.990915:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077093.990917:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077093.990920:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077093.990923:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077093.990926:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077093.990931:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a252a00 x1855007948230912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077093.990940:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948230912:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077093.990944:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077093.990948:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a253480 x1855007948231040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.990955:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077093.990957:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077093.990959:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077093.990961:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077093.990963:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077093.990966:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948231040:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077093.990969:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077093.990971:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077093.990973:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077093.990975:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077093.990978:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15800.
02000000:00000001:0.0:1769077093.990981:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077093.990984:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077093.990986:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5cb8.
00000400:00000010:0.0:1769077093.990990:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077093.990993:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948231040, portal 4
00000100:00000001:0.0:1769077093.990995:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077093.990996:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293368448 : -127164416183168 : ffff8c583a253480)
00000100:00000040:0.0:1769077093.991002:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a253480 x1855007948231040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.991009:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077093.991012:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077093.991014:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1e58.
00000100:00000200:0.0:1769077093.991017:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948231040, offset 0
00000400:00000200:0.0:1769077093.991038:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077093.991042:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077093.991045:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077093.991048:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077093.991051:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077093.991053:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077093.991056:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077093.991059:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29616:29616:256:4294967295] 192.168.204.128@tcp LPNI seq info [29615:29615:8:4294967295]
00000400:00000200:0.0:1769077093.991064:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077093.991070:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077093.991075:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077093.991078:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38700.
00000800:00000200:0.0:1769077093.991082:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077093.991085:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769077093.991090:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077093.991093:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1769077093.991098:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077093.991100:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38700.
00000400:00000200:0.0:1769077093.991103:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077093.991107:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077093.991110:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1e58
00000400:00000010:0.0:1769077093.991112:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1e58.
00000100:00000001:0.0:1769077093.991114:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077093.991118:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a253480 x1855007948231040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.991126:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077093.991130:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a253480 x1855007948231040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077118 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.991137:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077093.991138:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077093.991141:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077093.991144:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769077093.991147:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077093.991150:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298458138
00000100:00000001:0.0:1769077093.991152:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298459407
00000100:00000001:0.0:1769077093.991154:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298458138
00000100:00000001:0.0:1769077093.991156:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298459407
00000100:00000001:0.0:1769077093.991159:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077093.991161:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077093.991163:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077093.991167:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077093/real 1769077093]  req@ffff8c583a253480 x1855007948231040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077093.991175:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077093.991176:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077093.991178:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5cb8.
00000400:00000200:0.0:1769077093.991180:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077093.991182:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077093.991184:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077093.991187:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a253480 x1855007948231040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077093.991196:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a253480 x1855007948231040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.991203:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077093.991204:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077093.991206:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077093.991207:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077093.991211:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a253480 x1855007948231040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.991218:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077093.991222:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a253480 x1855007948231040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.991229:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077093.991231:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077093.991233:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077093.991235:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077093.991236:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077093.991238:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077093.991241:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077093.991244:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077093.991247:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077093.991251:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a253480 x1855007948231040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077093.991259:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948231040:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077093.991263:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077093.991265:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077093.991269:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a252d80 x1855007948230656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.991276:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077093.991277:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077093.991279:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769077093.991282:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077093.991283:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077093.991285:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077093.991287:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077093.991289:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410800.
02000000:00000001:0.0:1769077093.991291:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077093.991292:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077093.991294:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a252d80.
00000100:00000001:0.0:1769077093.991297:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077093.991298:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077093.991300:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077093.991303:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a253b80 x1855007948230784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.991315:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077093.991316:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077093.991318:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769077093.991320:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077093.991322:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077093.991323:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077093.991325:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077093.991326:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410c00.
02000000:00000001:0.0:1769077093.991328:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077093.991329:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077093.991331:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a253b80.
00000100:00000001:0.0:1769077093.991333:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077093.991334:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077093.991336:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077093.991339:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a252a00 x1855007948230912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.991346:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077093.991347:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077093.991348:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f17800.
02000000:00000001:0.0:1769077093.991351:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077093.991352:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077093.991353:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769077093.991355:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077093.991357:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b411c00.
02000000:00000001:0.0:1769077093.991359:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077093.991360:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077093.991361:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a252a00.
00000100:00000001:0.0:1769077093.991363:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077093.991365:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077093.991367:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077093.991370:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a253480 x1855007948231040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077118 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077093.991378:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077093.991379:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077093.991381:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15800.
02000000:00000001:0.0:1769077093.991383:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077093.991384:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077093.991386:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769077093.991387:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077093.991389:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b412800.
02000000:00000001:0.0:1769077093.991391:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077093.991392:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077093.991394:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a253480.
00000100:00000001:0.0:1769077093.991396:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077093.991398:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077093.991399:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077093.991403:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077093.991405:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077093.991407:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077093.991408:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077094.308909:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077094.308914:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077094.308917:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077095.012849:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077095.012856:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077095.012858:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077095.012863:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077095.012867:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077095.012871:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077095.012874:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077095.012877:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077095.012880:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077095.332783:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298459407, at 4298459456
00000100:00000010:1.0:1769077095.332797:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470360.
00000100:00000040:0.0:1769077095.332821:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298459407, at 4298459456
00000100:00000010:0.0:1769077095.332832:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470900.
00000020:00000001:3.0:1769077095.332853:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077095.332858:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077095.332863:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077096.036796:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077096.036802:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077096.036804:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077096.036809:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077096.036812:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077096.036815:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077096.036818:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077096.036820:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077096.036822:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077096.356890:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077096.356893:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077096.356896:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077097.060835:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077097.060843:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077097.060845:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077097.060849:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077097.060853:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077097.060856:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077097.060858:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077097.060861:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077097.060863:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077097.380889:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077097.380893:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077097.380896:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077098.084821:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077098.084830:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077098.084832:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077098.084838:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077098.084842:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077098.084847:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077098.084849:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077098.084852:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077098.084855:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077098.404922:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077098.404927:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077098.404931:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077099.108835:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077099.108844:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077099.108846:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077099.108852:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:0.0:1769077099.108854:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077099.108858:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077099.108862:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077099.108864:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077099.108866:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769077099.108868:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077099.108871:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077099.108872:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077099.108877:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769077099.108879:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077099.108885:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3790
00000400:00000200:0.0:1769077099.108895:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077099.108902:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077099.108905:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077099.108909:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077099.108912:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077099.108914:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077099.108916:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077099.108920:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077099.108921:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077099.108924:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077099.108927:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077099.108929:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077099.108963:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077099.108969:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077099.108972:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077099.108975:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077099.108978:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077099.108982:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077099.108987:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077099.108990:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077099.108993:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077099.108998:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077099.109001:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077099.109004:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077099.109007:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077099.109019:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9f480.
00000020:00000040:0.0:1769077099.109024:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077099.109029:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077099.109031:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077099.109035:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077099.109038:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077099.109044:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077099.109053:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17800.
00000100:00000001:0.0:1769077099.109060:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077099.109069:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9f480 x1855007948231168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077099.109079:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077099.109084:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077099.109091:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1a89039] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9f480 x1855007948231168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077099.109122:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077099.109126:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077099.109131:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077099.109134:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077099.109137:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077099.109142:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077099.109146:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3790
00000400:00000200:0.0:1769077099.109154:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077099.109162:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077099.109166:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077099.109174:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077099.109178:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077099.109182:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077099.109185:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077099.109193:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077099.109197:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077099.109202:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077099.109208:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077099.109215:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077099.109224:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769077099.109233:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077099.109241:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077099.109250:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077099.109256:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077099.109262:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:0.0:1769077099.109269:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077099.109271:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077099.109277:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077099.109283:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077099.109289:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077099.109292:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077099.109296:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077099.109305:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077099.109314:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077099.109319:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c700.
00000020:00000040:0.0:1769077099.109321:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077099.109323:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077099.109324:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077099.109326:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077099.109327:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077099.109329:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077099.109335:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14000.
00000100:00000001:0.0:1769077099.109341:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077099.109352:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c700 x1855007948231296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077099.109364:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077099.109370:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077099.109378:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000435b0902] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c700 x1855007948231296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077099.109393:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077099.109400:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077099.109407:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077099.109411:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077099.109416:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077099.109424:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077099.109442:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3790
00000400:00000200:0.0:1769077099.109457:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077099.109465:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077099.109469:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077099.109477:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077099.109483:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077099.109491:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077099.109496:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077099.109501:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077099.109503:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769077099.109507:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077099.109511:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077099.109515:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769077099.109522:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:0.0:1769077099.109531:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077099.109533:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077099.109537:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077099.109540:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077099.109545:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:0.0:1769077099.109552:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077099.109555:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077099.109558:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077099.109561:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077099.109562:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077099.109564:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077099.109566:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077099.109568:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077099.109569:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077099.109575:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000020:00000040:0.0:1769077099.109579:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077099.109585:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077099.109588:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077099.109592:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077099.109593:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077099.109596:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077099.109603:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17000.
00000100:00000001:0.0:1769077099.109610:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077099.109622:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948231424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769077099.109630:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077099.109637:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1769077099.109654:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077099.109659:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077099.109665:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948231424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077099.109674:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077099.109681:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077099.109688:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077099.109690:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077099.109694:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077099.109699:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077099.109703:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3790
00000400:00000200:0.0:1769077099.109710:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077099.109715:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077099.109719:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077099.109723:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077099.109727:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077099.109787:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077099.109791:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077099.109796:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077099.109799:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:0.0:1769077099.109802:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077099.109806:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:0.0:1769077099.109813:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769077099.109816:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:0.0:1769077099.109823:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077099.109827:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077099.109830:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077099.109835:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077099.109839:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:0.0:1769077099.109847:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077099.109851:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077099.109855:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077099.109860:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077099.109864:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077099.109869:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077099.109875:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077099.109879:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077099.109884:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077099.109891:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000020:00000040:0.0:1769077099.109897:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:0.0:1769077099.109901:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077099.109905:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077099.109909:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077099.109912:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077099.109917:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077099.109922:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16800.
00000100:00000001:0.0:1769077099.109927:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077099.109964:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948231552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077099.109993:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077099.109998:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077099.110012:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948231552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077099.110038:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077099.110046:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077099.110051:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077099.110053:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077099.110054:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077099.110061:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077099.110068:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3790
00000400:00000200:0.0:1769077099.110079:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077099.110091:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077099.110099:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077099.110111:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077099.110119:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077099.110128:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077099.110138:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077099.110148:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077099.110153:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769077099.110157:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077099.110161:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:0.0:1769077099.110167:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769077099.110172:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:0.0:1769077099.110182:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077099.110190:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077099.110198:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077099.110205:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077099.110213:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:0.0:1769077099.110224:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077099.110233:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077099.110242:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077099.110249:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077099.110255:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077099.110260:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077099.110265:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077099.110268:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077099.110272:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077099.110282:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000020:00000040:0.0:1769077099.110288:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:0.0:1769077099.110291:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077099.110293:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077099.110295:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077099.110300:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077099.110304:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077099.110311:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15c00.
00000100:00000001:0.0:1769077099.110317:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077099.110325:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948231680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077099.110347:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077099.110353:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077099.110362:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948231680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077099.110384:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077099.110393:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3800)
00000800:00000200:2.1:1769077099.110546:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077099.110550:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077099.110919:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077099.110923:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077099.111240:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077099.111242:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077099.111653:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077099.111656:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1769077099.428969:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077099.428974:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077099.428978:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077100.132969:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077100.132979:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077100.132981:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077100.132990:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077100.132996:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077100.133002:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077100.133007:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077100.133011:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077100.133015:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077100.452831:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298464528, at 4298464576
00000100:00000040:1.0:1769077100.452831:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298464528, at 4298464576
00000100:00000010:1.0:1769077100.452849:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2275a0.
00000100:00000010:0.0:1769077100.452851:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227720.
00000020:00000001:3.0:1769077100.452924:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077100.452928:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077100.452932:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077101.156879:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077101.156887:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077101.156889:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077101.156894:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077101.156939:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077101.156952:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077101.156955:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077101.156957:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077101.156960:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077101.477101:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077101.477110:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077101.477115:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077102.180991:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077102.180999:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077102.181001:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077102.181008:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077102.181012:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077102.181016:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077102.181018:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077102.181022:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077102.181025:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077102.500984:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077102.500994:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077102.501001:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077103.204798:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077103.204804:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077103.204806:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077103.204810:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077103.204814:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077103.204817:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077103.204819:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077103.204821:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077103.204823:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077103.525023:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077103.525029:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077103.525034:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077104.228886:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077104.228891:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077104.228898:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1769077104.228899:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077104.228901:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077104.228903:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077104.228908:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1769077104.228909:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077104.228915:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077104.228916:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077104.228920:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769077104.228924:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3795
00000100:00000001:0.0:1769077104.228925:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077104.228930:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077104.228933:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077104.228936:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077104.228944:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077104.228947:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077104.228950:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077104.228953:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077104.228956:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077104.228964:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077104.228968:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077104.228972:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769077104.228975:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077104.228978:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769077104.228980:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769077104.228982:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769077104.228984:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077104.228985:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077104.228986:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077104.228987:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077104.228990:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769077104.228992:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077104.228994:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077104.228998:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077104.229001:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077104.229004:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077104.229005:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077104.229008:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077104.229018:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769077104.229021:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769077104.229026:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077104.229028:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077104.229031:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077104.229033:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077104.229038:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077104.229046:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769077104.229053:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077104.229062:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948231808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077104.229072:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077104.229076:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077104.229080:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948231808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077104.229100:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077104.229102:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077104.229105:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077104.229106:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077104.229107:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077104.229110:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077104.229112:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3795
00000400:00000200:1.0:1769077104.229115:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077104.229117:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077104.229118:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077104.229121:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077104.229122:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077104.229125:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077104.229126:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077104.229128:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077104.229129:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769077104.229131:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077104.229132:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769077104.229134:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769077104.229135:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769077104.229137:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077104.229139:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077104.229141:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077104.229142:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077104.229143:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769077104.229145:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077104.229146:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077104.229148:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077104.229153:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077104.229154:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077104.229161:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077104.229166:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077104.229171:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077104.229174:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077104.229180:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769077104.229183:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769077104.229186:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077104.229189:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077104.229192:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077104.229193:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077104.229199:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077104.229208:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:1.0:1769077104.229216:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077104.229225:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948231936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077104.229239:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077104.229246:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077104.229259:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948231936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077104.229290:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077104.229301:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077104.229306:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077104.229312:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077104.229319:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077104.229323:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077104.229331:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3795
00000400:00000200:1.0:1769077104.229336:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077104.229346:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077104.229348:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077104.229352:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077104.229358:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077104.229363:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077104.229368:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077104.229372:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077104.229373:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769077104.229374:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077104.229376:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769077104.229381:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769077104.229383:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769077104.229395:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077104.229406:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077104.229417:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077104.229420:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077104.229429:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769077104.229436:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077104.229438:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077104.229439:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077104.229443:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077104.229447:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077104.229457:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077104.229460:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077104.229468:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077104.229471:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077104.229474:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769077104.229476:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769077104.229485:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077104.229488:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077104.229493:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077104.229496:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077104.229499:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077104.229507:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769077104.229515:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077104.229534:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948232064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077104.229552:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077104.229560:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077104.229568:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948232064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077104.229575:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077104.229581:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077104.229585:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077104.229590:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077104.229594:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077104.229597:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077104.229604:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3795
00000400:00000200:1.0:1769077104.229611:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077104.229619:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077104.229626:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077104.229630:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077104.229633:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077104.229638:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077104.229640:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077104.229642:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077104.229642:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769077104.229644:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077104.229649:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769077104.229654:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769077104.229660:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769077104.229673:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077104.229681:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769077104.229682:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769077104.229689:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000200:2.1:1769077104.229691:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000100:00000001:1.0:1769077104.229692:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077104.229705:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769077104.229716:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077104.229720:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077104.229723:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077104.229726:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077104.229728:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077104.229769:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077104.229770:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077104.229773:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077104.229775:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077104.229778:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769077104.229780:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769077104.229782:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077104.229784:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077104.229786:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077104.229787:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077104.229791:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077104.229799:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769077104.229805:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077104.229814:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948232192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077104.229828:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077104.229834:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077104.229843:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948232192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077104.229883:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077104.229898:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077104.229902:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769077104.229908:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077104.229911:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077104.229916:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077104.229923:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3795
00000400:00000200:1.0:1769077104.229939:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077104.229948:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077104.229949:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077104.229957:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077104.229960:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077104.229964:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077104.229967:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077104.229969:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077104.229971:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769077104.229975:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077104.229980:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769077104.229982:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769077104.229991:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769077104.230000:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077104.230003:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077104.230010:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077104.230013:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077104.230015:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769077104.230018:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077104.230024:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077104.230026:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077104.230030:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077104.230035:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077104.230037:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077104.230040:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077104.230043:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077104.230048:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077104.230063:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769077104.230079:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769077104.230093:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077104.230099:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077104.230102:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077104.230104:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077104.230106:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077104.230113:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769077104.230121:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077104.230140:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948232320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077104.230154:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077104.230162:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077104.230169:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948232320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077104.230184:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077104.230193:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3806)
00000800:00000200:2.1:1769077104.230424:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077104.230426:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000100:00000001:2.0:1769077104.230548:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077104.230550:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077104.230552:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077104.230553:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077104.230555:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948232064:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077104.230557:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077104.230559:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077104.230560:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077104.230561:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077104.230563:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077104.230564:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077104.230567:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077104.230569:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077104.230571:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077104.230573:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948232064, portal 10
00000100:00000001:2.0:1769077104.230574:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077104.230576:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198614400 : -127164510937216 : ffff8c58347f5f80)
00000100:00000040:2.0:1769077104.230581:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f5f80 x1855007948232064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077104.230588:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077104.230590:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077104.230592:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077104.230595:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948232064, offset 0
00000400:00000200:2.0:1769077104.230599:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077104.230603:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077104.230606:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077104.230610:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077104.230612:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077104.230615:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077104.230617:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077104.230621:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29624:29624:256:4294967295] 192.168.204.128@tcp LPNI seq info [29623:29623:8:4294967295]
00000400:00000200:2.0:1769077104.230626:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077104.230632:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077104.230637:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077104.230641:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077104.230645:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077104.230648:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077104.230651:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077104.230653:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769077104.230655:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077104.230657:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077104.230659:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077104.230661:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077104.230663:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077104.230665:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077104.230666:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077104.230669:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f5f80 x1855007948232064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077104.230674:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077104.230676:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f5f80 x1855007948232064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077129 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077104.230681:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077104.230682:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077104.230684:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077104.230687:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077104.230689:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077104.230690:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298468365
00000100:00000001:2.0:1769077104.230692:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298469648
00000100:00000001:2.0:1769077104.230694:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298468365
00000100:00000001:2.0:1769077104.230695:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298469648
00000100:00000001:2.0:1769077104.230697:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077104.230698:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077104.230700:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077104.230702:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077104/real 1769077104]  req@ffff8c58347f5f80 x1855007948232064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077104.230707:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077104.230708:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077104.230710:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077104.230711:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077104.230712:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077104.230713:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077104.230715:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f5f80 x1855007948232064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077104.230721:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f5f80 x1855007948232064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077104.230725:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077104.230726:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077104.230727:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077104.230728:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077104.230747:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f5f80 x1855007948232064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077104.230752:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077104.230755:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f5f80 x1855007948232064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077129 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077104.230759:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077104.230760:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077104.230762:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077104.230763:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077104.230764:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077104.230765:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077104.230767:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077104.230769:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077104.230770:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077104.230773:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f5f80 x1855007948232064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077129 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077104.230778:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948232064:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077104.230781:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077104.230783:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4e00 x1855007948232192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077104.230788:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077104.230789:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077104.230790:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077104.230791:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077104.230793:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077104.230795:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948232192:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077104.230797:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077104.230799:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077104.230800:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077104.230801:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077104.230804:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411400.
02000000:00000001:2.0:1769077104.230805:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077104.230808:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077104.230809:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077104.230812:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077104.230814:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948232192, portal 4
00000100:00000001:2.0:1769077104.230815:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077104.230816:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198609920 : -127164510941696 : ffff8c58347f4e00)
00000100:00000040:2.0:1769077104.230820:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4e00 x1855007948232192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077104.230824:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077104.230825:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077104.230827:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077104.230828:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948232192, offset 0
00000400:00000200:2.0:1769077104.230831:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077104.230834:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077104.230836:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077104.230838:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077104.230840:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077104.230841:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077104.230843:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077104.230845:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29625:29625:256:4294967295] 192.168.204.128@tcp LPNI seq info [29624:29624:8:4294967295]
00000400:00000200:2.0:1769077104.230861:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077104.230866:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077104.230869:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077104.230872:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077104.230874:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077104.230876:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077104.230879:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077104.230881:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769077104.230884:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077104.230885:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077104.230887:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077104.230889:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077104.230891:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077104.230892:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077104.230894:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077104.230896:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4e00 x1855007948232192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077104.230901:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077104.230903:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4e00 x1855007948232192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077129 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077104.230908:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077104.230909:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077104.230911:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077104.230913:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077104.230915:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077104.230917:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298468431
00000100:00000001:2.0:1769077104.230919:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298469648
00000100:00000001:2.0:1769077104.230920:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298468431
00000100:00000001:2.0:1769077104.230922:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298469648
00000100:00000001:2.0:1769077104.230923:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077104.230924:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077104.230925:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077104.230927:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077104/real 1769077104]  req@ffff8c58347f4e00 x1855007948232192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077104.230932:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077104.230933:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077104.230935:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077104.230936:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077104.230937:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077104.230938:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077104.230940:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4e00 x1855007948232192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077104.230946:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4e00 x1855007948232192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077104.230949:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077104.230950:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077104.230951:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077104.230952:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077104.230954:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4e00 x1855007948232192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077104.230958:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077104.230962:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4e00 x1855007948232192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077129 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077104.230969:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077104.230972:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077104.230973:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077104.230975:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077104.230976:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077104.230978:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077104.230981:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077104.230984:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077104.230987:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077104.230991:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4e00 x1855007948232192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077129 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077104.231001:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948232192:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077104.231005:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077104.231010:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f7b80 x1855007948232320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077104.231017:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077104.231019:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077104.231021:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077104.231022:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077104.231024:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077104.231026:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948232320:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077104.231028:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077104.231029:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077104.231031:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077104.231032:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077104.231034:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077104.231036:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077104.231038:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077104.231040:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077104.231042:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077104.231045:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948232320, portal 4
00000100:00000001:2.0:1769077104.231047:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077104.231048:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198621568 : -127164510930048 : ffff8c58347f7b80)
00000100:00000040:2.0:1769077104.231052:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f7b80 x1855007948232320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077104.231056:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077104.231057:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077104.231059:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077104.231060:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948232320, offset 0
00000400:00000200:2.0:1769077104.231063:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077104.231065:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077104.231068:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077104.231069:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077104.231071:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077104.231073:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077104.231074:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077104.231077:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29626:29626:256:4294967295] 192.168.204.128@tcp LPNI seq info [29625:29625:8:4294967295]
00000400:00000200:2.0:1769077104.231079:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077104.231083:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077104.231086:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077104.231088:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077104.231090:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077104.231092:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077104.231095:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077104.231097:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769077104.231099:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077104.231101:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077104.231103:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077104.231105:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077104.231107:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077104.231108:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077104.231110:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077104.231112:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f7b80 x1855007948232320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077104.231121:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077104.231123:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f7b80 x1855007948232320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077129 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077104.231127:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077104.231128:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077104.231130:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077104.231132:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077104.231133:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077104.231135:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298468378
00000100:00000001:2.0:1769077104.231136:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298469648
00000100:00000001:2.0:1769077104.231138:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298468378
00000100:00000001:2.0:1769077104.231139:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298469648
00000100:00000001:2.0:1769077104.231141:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077104.231142:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077104.231143:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077104.231145:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077104/real 1769077104]  req@ffff8c58347f7b80 x1855007948232320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077104.231150:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077104.231151:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077104.231152:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077104.231153:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077104.231154:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077104.231156:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077104.231158:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f7b80 x1855007948232320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077104.231163:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f7b80 x1855007948232320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077104.231166:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077104.231168:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077104.231169:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077104.231170:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077104.231172:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f7b80 x1855007948232320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077104.231176:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077104.231179:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f7b80 x1855007948232320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077129 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077104.231183:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077104.231184:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077104.231185:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077104.231186:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077104.231187:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077104.231188:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077104.231189:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077104.231191:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077104.231192:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077104.231195:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f7b80 x1855007948232320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077129 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077104.231199:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948232320:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077104.231202:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077104.231203:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077104.231205:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4000 x1855007948231936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077129 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077104.231209:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077104.231210:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077104.231211:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077104.231213:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077104.231214:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077104.231215:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077104.231217:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077104.231218:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d000.
02000000:00000001:2.0:1769077104.231220:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077104.231221:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077104.231222:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4000.
00000100:00000001:2.0:1769077104.231223:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077104.231224:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077104.231225:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077104.231227:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f5f80 x1855007948232064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077129 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077104.231232:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077104.231232:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077104.231233:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077104.231235:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077104.231235:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077104.231236:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077104.231237:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077104.231238:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4f000.
02000000:00000001:2.0:1769077104.231239:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077104.231240:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077104.231241:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f5f80.
00000100:00000001:2.0:1769077104.231242:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077104.231243:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077104.231244:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077104.231246:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4e00 x1855007948232192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077129 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077104.231249:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077104.231250:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077104.231251:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411400.
02000000:00000001:2.0:1769077104.231252:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077104.231252:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077104.231253:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077104.231254:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077104.231255:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4cc00.
02000000:00000001:2.0:1769077104.231256:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077104.231258:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077104.231274:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4e00.
00000100:00000001:2.0:1769077104.231276:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077104.231277:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077104.231278:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077104.231280:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f7b80 x1855007948232320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077129 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077104.231284:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077104.231285:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077104.231286:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077104.231287:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077104.231288:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077104.231288:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077104.231289:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077104.231290:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d400.
02000000:00000001:2.0:1769077104.231292:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077104.231292:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077104.231293:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f7b80.
00000100:00000001:2.0:1769077104.231295:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077104.231295:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077104.231297:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077104.231299:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077104.231300:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077104.231301:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077104.231303:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077104.548833:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077104.548840:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077104.548929:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077104.548935:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077104.548939:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077105.252849:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077105.252858:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077105.252860:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077105.252865:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077105.252869:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077105.252873:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077105.252875:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077105.252877:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077105.252879:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077105.572860:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298469648, at 4298469696
00010000:00000001:2.0:1769077105.572863:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077105.572868:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077105.572875:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298469648, at 4298469696
00000100:00000010:1.0:1769077105.572875:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227600.
00000100:00000010:0.0:1769077105.572886:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2272a0.
00000020:00000001:3.0:1769077105.572932:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077105.572935:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077105.572938:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077106.276869:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077106.276876:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077106.276877:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077106.276882:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077106.276886:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077106.276889:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077106.276891:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077106.276893:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077106.276895:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077106.596907:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077106.596914:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077106.596973:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077106.596980:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077106.596985:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077107.300849:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077107.300854:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077107.300856:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077107.300861:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077107.300864:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077107.300867:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077107.300869:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077107.300871:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077107.300873:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077107.620885:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077107.620892:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077107.620957:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077107.620961:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077107.620964:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077108.324831:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077108.324837:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077108.324838:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077108.324842:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077108.324845:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077108.324848:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077108.324850:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077108.324852:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077108.324854:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077108.644841:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077108.644848:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077108.644899:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077108.644902:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077108.644905:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077109.348822:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077109.348830:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077109.348834:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077109.348835:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1769077109.348843:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:2.0:1769077109.348843:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077109.348847:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077109.348850:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769077109.348851:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077109.348856:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077109.348857:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769077109.348863:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3801
00000100:00000001:0.0:1769077109.348864:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077109.348870:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1769077109.348875:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077109.348876:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077109.348882:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077109.348886:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077109.348889:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077109.348891:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077109.348894:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077109.348896:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:2.0:1769077109.348900:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077109.348901:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:2.0:1769077109.348903:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077109.348906:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:2.0:1769077109.348907:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:2.0:1769077109.348909:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:2.0:1769077109.348912:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077109.348914:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077109.348915:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077109.348917:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:2.0:1769077109.348919:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:2.0:1769077109.348921:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077109.348923:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077109.348925:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077109.348927:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077109.348929:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077109.348931:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077109.348932:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077109.348940:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a250700.
00000020:00000040:2.0:1769077109.348943:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:2.0:1769077109.348946:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077109.348948:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077109.348950:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077109.348952:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077109.348956:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077109.348963:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b411400.
00000100:00000001:2.0:1769077109.348969:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077109.348975:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a250700 x1855007948232448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077109.348984:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077109.348987:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077109.348991:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fac2ee2] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a250700 x1855007948232448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077109.349012:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077109.349014:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077109.349017:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077109.349018:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077109.349019:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077109.349023:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077109.349025:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3801
00000400:00000200:2.0:1769077109.349028:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077109.349031:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077109.349033:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077109.349036:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077109.349037:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077109.349038:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1769077109.349040:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077109.349043:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077109.349044:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077109.349047:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769077109.349048:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077109.349051:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:2.0:1769077109.349053:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077109.349055:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000100:00000040:0.0:1769077109.349057:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a250700 x1855007948232448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769077109.349061:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:2.0:1769077109.349068:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:0.0:1769077109.349075:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077109.349079:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077109.349080:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:0.0:1769077109.349083:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769077109.349085:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1769077109.349088:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769077109.349092:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:0.0:1769077109.349093:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077109.349100:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00100000:0.0:1769077109.349101:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948232448:192.168.204.128@tcp:250:kworker.0
00000020:00000040:2.0:1769077109.349107:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00000001:0.0:1769077109.349108:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077109.349113:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1769077109.349117:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
02000000:00000001:0.0:1769077109.349118:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077109.349124:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077109.349126:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769077109.349127:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:0.0:1769077109.349135:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f17c00.
02000000:00000001:2.0:1769077109.349135:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077109.349138:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077109.349142:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077109.349142:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077109.349147:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077109.349150:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077109.349152:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077109.349157:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000010:2.0:1769077109.349159:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a251500.
00000020:00000040:2.0:1769077109.349162:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000400:00000010:0.0:1769077109.349165:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5cb8.
02000000:00000001:2.0:1769077109.349165:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077109.349167:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077109.349172:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077109.349173:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077109.349174:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769077109.349176:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
02000000:00000010:2.0:1769077109.349179:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b411800.
00000100:00000001:2.0:1769077109.349184:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769077109.349186:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948232448, portal 25
00000100:00100000:2.0:1769077109.349191:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a251500 x1855007948232576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077109.349192:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077109.349195:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293356800 : -127164416194816 : ffff8c583a250700)
00000100:00000001:2.0:1769077109.349203:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1769077109.349205:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a250700 x1855007948232448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077109.349207:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077109.349217:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003cc974f6] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a251500 x1855007948232576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.349222:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077109.349230:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077109.349235:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1e58.
00000100:00000200:0.0:1769077109.349240:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948232448, offset 0
00000100:00000001:2.0:1769077109.349241:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077109.349246:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769077109.349251:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00080000:2.0:1769077109.349252:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077109.349255:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077109.349257:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077109.349259:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769077109.349261:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:2.0:1769077109.349264:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3801
00000400:00000200:2.0:1769077109.349270:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077109.349275:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077109.349275:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077109.349281:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077109.349285:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077109.349287:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769077109.349290:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769077109.349291:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077109.349297:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:2.0:1769077109.349300:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1769077109.349303:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000020:00000040:2.0:1769077109.349303:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:2.0:1769077109.349309:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1769077109.349313:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1769077109.349314:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:2.0:1769077109.349320:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:0.0:1769077109.349321:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000020:00000001:2.0:1769077109.349327:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:0.0:1769077109.349332:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29627:29627:256:4294967295] 192.168.204.128@tcp LPNI seq info [29626:29626:8:4294967295]
00000100:00000040:2.0:1769077109.349337:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077109.349343:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769077109.349344:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:2.0:1769077109.349349:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077109.349354:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:2.0:1769077109.349358:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:2.0:1769077109.349360:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077109.349362:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077109.349365:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077109.349369:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769077109.349372:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1769077109.349373:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077109.349379:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077109.349382:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1769077109.349386:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000008:00000001:2.0:1769077109.349387:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077109.349392:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769077109.349395:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38700.
00000100:00000010:2.0:1769077109.349396:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a250a80.
00000020:00000040:2.0:1769077109.349401:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:2.0:1769077109.349403:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.0:1769077109.349405:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:2.0:1769077109.349406:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077109.349411:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.0:1769077109.349413:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
02000000:00000001:2.0:1769077109.349414:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077109.349417:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077109.349423:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b412400.
00000800:00000200:0.1:1769077109.349428:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:2.0:1769077109.349429:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077109.349437:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a250a80 x1855007948232704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1769077109.349437:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000100:00000001:2.0:1769077109.349452:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000100:0.0:1769077109.349453:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00000001:2.0:1769077109.349454:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769077109.349458:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38700.
00000100:00000040:2.0:1769077109.349460:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067a8311a] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a250a80 x1855007948232704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077109.349469:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1769077109.349472:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077109.349477:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769077109.349482:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1769077109.349487:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:0.0:1769077109.349490:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1e58
00000100:00000001:2.0:1769077109.349491:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:0.0:1769077109.349494:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1e58.
00000100:00080000:2.0:1769077109.349496:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077109.349499:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769077109.349503:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:0.0:1769077109.349508:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a250700 x1855007948232448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769077109.349512:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3801
00000400:00000200:2.0:1769077109.349519:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077109.349525:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077109.349532:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769077109.349533:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077109.349537:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000040:0.0:1769077109.349541:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250700 x1855007948232448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077134 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077109.349542:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077109.349548:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077109.349552:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:2.0:1769077109.349557:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077109.349559:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:2.0:1769077109.349562:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769077109.349566:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077109.349566:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:2.0:1769077109.349570:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:0.0:1769077109.349572:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769077109.349573:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:2.0:1769077109.349578:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077109.349579:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077109.349581:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077109.349583:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077109.349584:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077109.349586:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:2.0:1769077109.349591:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077109.349594:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077109.349595:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:2.0:1769077109.349596:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077109.349601:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077109.349603:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298474767
02000000:00000001:2.0:1769077109.349604:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077109.349608:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077109.349610:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000010:0.0:1769077109.349611:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470900.
00000008:00000001:2.0:1769077109.349613:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077109.349616:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077109.349619:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000010:2.0:1769077109.349621:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a253480.
00000020:00000040:2.0:1769077109.349625:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000001:0.0:1769077109.349627:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298474767
02000000:00000001:2.0:1769077109.349628:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077109.349630:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077109.349633:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:0.0:1769077109.349634:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470540.
02000000:00000001:2.0:1769077109.349635:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077109.349639:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077109.349640:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
02000000:00000010:2.0:1769077109.349644:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b411000.
00000100:00000001:0.0:1769077109.349645:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077109.349651:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077109.349652:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077109.349654:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077109.349659:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a253480 x1855007948232832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1769077109.349662:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077109/real 1769077109]  req@ffff8c583a250700 x1855007948232448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077109.349682:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077109.349685:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1769077109.349686:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077109.349690:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1769077109.349691:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdd82334] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a253480 x1855007948232832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1769077109.349693:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5cb8.
00000400:00000200:0.0:1769077109.349699:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077109.349702:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077109.349705:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1769077109.349709:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769077109.349712:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a250700 x1855007948232448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769077109.349715:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077109.349729:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:0.0:1769077109.349751:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a250700 x1855007948232448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.349757:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077109.349758:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077109.349778:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077109.349780:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077109.349784:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077109.349787:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1769077109.349789:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a250700 x1855007948232448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077109.349792:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077109.349814:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3801
00000100:00000001:0.0:1769077109.349820:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1769077109.349824:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:0.0:1769077109.349831:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a250700 x1855007948232448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077109.349831:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077109.349833:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077109.349838:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077109.349842:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077109.349847:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077109.349851:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:2.0:1769077109.349855:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769077109.349857:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:2.0:1769077109.349857:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:2.0:1769077109.349860:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077109.349862:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00000001:0.0:1769077109.349865:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1769077109.349866:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:2.0:1769077109.349871:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:0.0:1769077109.349872:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1769077109.349875:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077109.349877:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077109.349878:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077109.349884:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077109.349885:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077109.349886:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077109.349888:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:2.0:1769077109.349890:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:0.0:1769077109.349892:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077109.349894:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077109.349898:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077109.349901:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
02000000:00000001:2.0:1769077109.349901:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769077109.349907:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:2.0:1769077109.349907:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077109.349911:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077109.349914:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077109.349916:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000040:0.0:1769077109.349918:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a250700 x1855007948232448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1769077109.349919:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077109.349923:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077109.349927:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a252a00.
00000020:00000040:2.0:1769077109.349932:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:2.0:1769077109.349936:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077109.349940:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077109.349944:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:0.0:1769077109.349945:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948232448:192.168.204.128@tcp:250:kworker.0
02000000:00000001:2.0:1769077109.349946:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077109.349949:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077109.349955:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b410000.
00000100:00000001:0.0:1769077109.349957:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077109.349959:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077109.349962:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1769077109.349967:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a252a00 x1855007948232960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1769077109.349970:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a250700 x1855007948232448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077109.349986:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077109.349991:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1769077109.349992:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077109.349996:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:2.0:1769077109.349999:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ebf35b59] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a252a00 x1855007948232960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769077109.350001:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f17c00.
02000000:00000001:0.0:1769077109.350006:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077109.350009:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077109.350012:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000100:00000001:2.0:1769077109.350012:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077109.350017:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000040:2.0:1769077109.350020:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3811)
02000000:00000010:0.0:1769077109.350021:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b411400.
02000000:00000001:0.0:1769077109.350027:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077109.350029:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077109.350030:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a250700.
00000100:00000001:0.0:1769077109.350032:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077109.350033:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077109.350035:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077109.350042:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077109.350043:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077109.350044:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077109.350046:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077109.350047:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077109.350051:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a251500 x1855007948232576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.350060:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077109.350062:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077109.350063:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077109.350065:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077109.350066:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077109.350068:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948232576:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077109.350071:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077109.350072:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077109.350073:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077109.350074:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077109.350077:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f17c00.
02000000:00000001:0.0:1769077109.350078:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077109.350082:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077109.350084:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5cb8.
00000400:00000010:0.0:1769077109.350087:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077109.350089:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948232576, portal 10
00000100:00000001:0.0:1769077109.350090:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077109.350092:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293360384 : -127164416191232 : ffff8c583a251500)
00000100:00000040:0.0:1769077109.350096:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a251500 x1855007948232576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.350101:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077109.350103:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077109.350104:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1e58.
00000100:00000200:0.0:1769077109.350106:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948232576, offset 0
00000400:00000200:0.0:1769077109.350109:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077109.350112:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077109.350115:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077109.350118:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077109.350121:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077109.350123:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077109.350126:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077109.350130:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29628:29628:256:4294967295] 192.168.204.128@tcp LPNI seq info [29627:29627:8:4294967295]
00000400:00000200:0.0:1769077109.350134:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077109.350141:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077109.350147:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077109.350151:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38700.
00000800:00000200:0.0:1769077109.350155:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077109.350159:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769077109.350164:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077109.350168:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769077109.350172:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077109.350174:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38700.
00000400:00000200:0.0:1769077109.350177:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077109.350181:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077109.350183:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1e58
00000400:00000010:0.0:1769077109.350185:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1e58.
00000100:00000001:0.0:1769077109.350187:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077109.350190:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a251500 x1855007948232576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.350196:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077109.350198:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a251500 x1855007948232576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077134 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.350203:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077109.350204:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077109.350206:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077109.350209:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:0.0:1769077109.350212:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077109.350213:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298473486
00000100:00000001:0.0:1769077109.350215:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298474767
00000100:00000001:0.0:1769077109.350217:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298473486
00000100:00000001:0.0:1769077109.350218:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298474767
00000100:00000001:0.0:1769077109.350220:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077109.350222:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077109.350223:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077109.350226:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077109/real 1769077109]  req@ffff8c583a251500 x1855007948232576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077109.350231:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077109.350232:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077109.350233:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5cb8.
00000400:00000200:0.0:1769077109.350235:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077109.350236:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077109.350237:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077109.350239:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a251500 x1855007948232576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077109.350246:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a251500 x1855007948232576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.350250:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077109.350251:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077109.350252:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077109.350253:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077109.350255:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a251500 x1855007948232576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.350259:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077109.350261:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a251500 x1855007948232576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.350266:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077109.350268:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077109.350269:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077109.350270:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077109.350271:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077109.350273:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077109.350275:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077109.350278:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077109.350279:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077109.350282:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a251500 x1855007948232576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077109.350287:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948232576:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077109.350290:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077109.350292:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a250a80 x1855007948232704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.350296:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077109.350297:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077109.350298:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077109.350299:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077109.350301:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077109.350303:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948232704:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077109.350305:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077109.350307:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077109.350308:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077109.350309:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077109.350311:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14800.
02000000:00000001:0.0:1769077109.350312:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077109.350314:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077109.350316:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5cb8.
00000400:00000010:0.0:1769077109.350318:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077109.350320:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948232704, portal 10
00000100:00000001:0.0:1769077109.350321:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077109.350322:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293357696 : -127164416193920 : ffff8c583a250a80)
00000100:00000040:0.0:1769077109.350326:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a250a80 x1855007948232704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.350331:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077109.350332:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077109.350334:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1e58.
00000100:00000200:0.0:1769077109.350336:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948232704, offset 0
00000400:00000200:0.0:1769077109.350338:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077109.350341:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077109.350343:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077109.350346:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077109.350348:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077109.350349:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077109.350351:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077109.350353:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29629:29629:256:4294967295] 192.168.204.128@tcp LPNI seq info [29628:29628:8:4294967295]
00000400:00000200:0.0:1769077109.350356:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077109.350360:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077109.350363:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077109.350365:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38700.
00000800:00000200:0.0:1769077109.350368:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077109.350370:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769077109.350373:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077109.350375:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769077109.350377:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077109.350379:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38700.
00000400:00000200:0.0:1769077109.350381:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077109.350383:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077109.350385:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1e58
00000400:00000010:0.0:1769077109.350386:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1e58.
00000100:00000001:0.0:1769077109.350388:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077109.350390:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a250a80 x1855007948232704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.350395:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077109.350398:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250a80 x1855007948232704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077134 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.350402:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077109.350403:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077109.350406:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077109.350408:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769077109.350410:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077109.350412:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298473485
00000100:00000001:0.0:1769077109.350413:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298474767
00000100:00000001:0.0:1769077109.350415:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298473485
00000100:00000001:0.0:1769077109.350417:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298474767
00000100:00000001:0.0:1769077109.350419:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077109.350422:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077109.350423:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077109.350427:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077109/real 1769077109]  req@ffff8c583a250a80 x1855007948232704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077109.350436:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077109.350437:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077109.350439:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5cb8.
00000400:00000200:0.0:1769077109.350442:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077109.350443:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077109.350446:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077109.350449:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a250a80 x1855007948232704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077109.350459:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a250a80 x1855007948232704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.350467:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077109.350469:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077109.350471:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077109.350472:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077109.350476:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a250a80 x1855007948232704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.350482:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077109.350485:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a250a80 x1855007948232704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.350491:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077109.350492:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077109.350493:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077109.350494:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077109.350495:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077109.350496:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077109.350498:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077109.350500:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077109.350501:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077109.350504:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a250a80 x1855007948232704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077109.350509:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948232704:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077109.350512:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077109.350514:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a253480 x1855007948232832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.350519:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077109.350520:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077109.350521:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077109.350522:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077109.350524:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077109.350526:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948232832:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077109.350528:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077109.350529:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077109.350530:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077109.350532:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077109.350550:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15400.
02000000:00000001:0.0:1769077109.350551:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077109.350556:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077109.350560:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5cb8.
00000400:00000010:0.0:1769077109.350564:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077109.350567:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948232832, portal 4
00000100:00000001:0.0:1769077109.350569:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077109.350570:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293368448 : -127164416183168 : ffff8c583a253480)
00000100:00000040:0.0:1769077109.350577:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a253480 x1855007948232832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.350585:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077109.350587:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077109.350590:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1e58.
00000100:00000200:0.0:1769077109.350593:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948232832, offset 0
00000400:00000200:0.0:1769077109.350598:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077109.350603:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077109.350607:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077109.350610:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077109.350613:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077109.350615:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077109.350617:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077109.350619:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29630:29630:256:4294967295] 192.168.204.128@tcp LPNI seq info [29629:29629:8:4294967295]
00000400:00000200:0.0:1769077109.350623:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077109.350628:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077109.350631:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077109.350634:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38700.
00000800:00000200:0.0:1769077109.350637:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077109.350639:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769077109.350642:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077109.350644:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769077109.350647:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077109.350648:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38700.
00000400:00000200:0.0:1769077109.350650:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077109.350653:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077109.350655:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1e58
00000400:00000010:0.0:1769077109.350657:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1e58.
00000100:00000001:0.0:1769077109.350703:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077109.350706:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a253480 x1855007948232832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.350712:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077109.350714:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a253480 x1855007948232832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077134 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.350719:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077109.350721:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077109.350723:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077109.350725:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769077109.350728:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077109.350746:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298473550
00000100:00000001:0.0:1769077109.350748:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298474767
00000100:00000001:0.0:1769077109.350750:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298473551
00000100:00000001:0.0:1769077109.350752:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298474767
00000100:00000001:0.0:1769077109.350753:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077109.350755:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077109.350756:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077109.350759:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077109/real 1769077109]  req@ffff8c583a253480 x1855007948232832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077109.350781:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077109.350782:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077109.350784:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5cb8.
00000400:00000200:0.0:1769077109.350786:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077109.350787:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077109.350788:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077109.350791:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a253480 x1855007948232832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077109.350797:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a253480 x1855007948232832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.350806:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077109.350807:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077109.350809:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077109.350810:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077109.350812:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a253480 x1855007948232832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.350817:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077109.350820:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a253480 x1855007948232832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.350825:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077109.350827:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077109.350828:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077109.350830:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077109.350832:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077109.350834:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077109.350837:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077109.350840:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077109.350843:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077109.350847:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a253480 x1855007948232832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077109.350856:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948232832:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077109.350861:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077109.350865:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a252a00 x1855007948232960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.350874:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077109.350876:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077109.350879:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077109.350881:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077109.350883:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077109.350887:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948232960:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077109.350891:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077109.350893:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077109.350894:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077109.350895:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077109.350898:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16c00.
02000000:00000001:0.0:1769077109.350900:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077109.350903:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077109.350905:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5cb8.
00000400:00000010:0.0:1769077109.350908:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077109.350912:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948232960, portal 4
00000100:00000001:0.0:1769077109.350914:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077109.350915:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293365760 : -127164416185856 : ffff8c583a252a00)
00000100:00000040:0.0:1769077109.350921:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a252a00 x1855007948232960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.350928:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077109.350931:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077109.350933:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1e58.
00000100:00000200:0.0:1769077109.350936:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948232960, offset 0
00000400:00000200:0.0:1769077109.350941:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077109.350945:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077109.350949:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077109.350953:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077109.350956:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077109.350959:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077109.350961:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077109.350965:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29631:29631:256:4294967295] 192.168.204.128@tcp LPNI seq info [29630:29630:8:4294967295]
00000400:00000200:0.0:1769077109.350970:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077109.350975:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077109.350994:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077109.350997:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38700.
00000800:00000200:0.0:1769077109.351000:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077109.351002:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769077109.351005:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077109.351007:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769077109.351010:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077109.351012:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38700.
00000400:00000200:0.0:1769077109.351014:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077109.351016:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077109.351019:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1e58
00000400:00000010:0.0:1769077109.351020:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1e58.
00000100:00000001:0.0:1769077109.351022:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077109.351025:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a252a00 x1855007948232960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.351031:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077109.351033:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a252a00 x1855007948232960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077134 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.351037:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077109.351039:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077109.351041:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077109.351043:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769077109.351046:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077109.351048:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298473498
00000100:00000001:0.0:1769077109.351049:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298474767
00000100:00000001:0.0:1769077109.351051:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298473498
00000100:00000001:0.0:1769077109.351053:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298474767
00000100:00000001:0.0:1769077109.351054:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077109.351055:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077109.351057:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077109.351059:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077109/real 1769077109]  req@ffff8c583a252a00 x1855007948232960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077109.351065:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077109.351066:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077109.351067:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5cb8.
00000400:00000200:0.0:1769077109.351069:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077109.351070:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077109.351071:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077109.351073:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a252a00 x1855007948232960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077109.351079:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a252a00 x1855007948232960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.351084:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077109.351085:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077109.351086:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077109.351087:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077109.351089:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a252a00 x1855007948232960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.351093:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077109.351096:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a252a00 x1855007948232960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.351100:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077109.351102:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077109.351103:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077109.351103:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077109.351105:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077109.351106:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077109.351108:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077109.351110:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077109.351111:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077109.351114:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a252a00 x1855007948232960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077109.351122:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948232960:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077109.351127:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077109.351129:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077109.351132:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a251500 x1855007948232576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.351140:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077109.351141:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077109.351144:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f17c00.
02000000:00000001:0.0:1769077109.351147:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077109.351148:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077109.351150:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077109.351152:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077109.351154:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b411800.
02000000:00000001:0.0:1769077109.351157:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077109.351159:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077109.351161:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a251500.
00000100:00000001:0.0:1769077109.351163:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077109.351165:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077109.351167:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077109.351171:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a250a80 x1855007948232704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.351179:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077109.351180:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077109.351182:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14800.
02000000:00000001:0.0:1769077109.351185:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077109.351186:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077109.351187:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077109.351189:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077109.351190:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b412400.
02000000:00000001:0.0:1769077109.351191:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077109.351193:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077109.351194:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a250a80.
00000100:00000001:0.0:1769077109.351196:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077109.351197:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077109.351198:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077109.351201:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a253480 x1855007948232832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.351205:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077109.351206:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077109.351207:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15400.
02000000:00000001:0.0:1769077109.351209:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077109.351210:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077109.351210:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769077109.351227:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077109.351228:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b411000.
02000000:00000001:0.0:1769077109.351230:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077109.351230:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077109.351231:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a253480.
00000100:00000001:0.0:1769077109.351233:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077109.351233:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077109.351234:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077109.351236:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a252a00 x1855007948232960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.351240:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077109.351241:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077109.351242:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16c00.
02000000:00000001:0.0:1769077109.351243:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077109.351244:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077109.351245:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769077109.351246:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077109.351246:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410000.
02000000:00000001:0.0:1769077109.351248:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077109.351248:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077109.351249:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a252a00.
00000100:00000001:0.0:1769077109.351251:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077109.351251:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077109.351253:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077109.351256:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077109.351257:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077109.351258:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077109.351259:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077109.670977:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077109.670988:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077109.671045:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077109.671050:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077109.671055:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077110.372875:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077110.372881:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077110.372883:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077110.372888:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077110.372911:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077110.372914:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077110.372917:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077110.372919:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077110.372922:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077110.692810:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298474767, at 4298474816
00000100:00000010:1.0:1769077110.692825:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470540.
00000100:00000040:0.0:1769077110.692827:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298474767, at 4298474816
00010000:00000001:2.0:1769077110.692834:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:0.0:1769077110.692838:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470900.
00010000:00000001:2.0:1769077110.692838:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077110.692887:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077110.692891:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077110.692895:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077111.396828:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077111.396836:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077111.396839:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077111.396845:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077111.396849:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077111.396852:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077111.396855:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077111.396858:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077111.396861:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077111.716810:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077111.716817:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077111.716819:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077111.716821:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077111.716825:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077111.716826:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077111.716828:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077111.716830:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077111.716866:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077111.716869:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077111.716872:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077112.420860:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077112.420869:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077112.420871:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077112.420878:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077112.420881:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077112.420884:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077112.420886:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077112.420888:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077112.420891:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077112.740831:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077112.740836:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077112.740884:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077112.740889:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077112.740894:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077113.444850:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077113.444859:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077113.444861:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077113.444866:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077113.444869:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077113.444873:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077113.444875:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077113.444877:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077113.444880:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077113.764831:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077113.764838:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077113.764877:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077113.764884:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077113.764889:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077114.468868:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077114.468880:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077114.468883:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077114.468887:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077114.468892:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077114.468897:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1769077114.468900:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3806
00000100:00000001:0.0:1769077114.468906:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077114.468908:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077114.468912:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077114.468916:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077114.468919:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1769077114.468922:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077114.468924:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077114.468928:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1769077114.468934:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:0.0:1769077114.468935:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077114.468943:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077114.468948:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077114.468952:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077114.468954:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077114.468955:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:2.0:1769077114.468960:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077114.468962:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:2.0:1769077114.468965:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077114.468968:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:2.0:1769077114.468970:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:2.0:1769077114.468972:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:2.0:1769077114.468974:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077114.468976:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077114.468977:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077114.468978:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:2.0:1769077114.468980:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:2.0:1769077114.468983:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077114.468984:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077114.468987:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077114.468989:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077114.468992:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077114.468993:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077114.468995:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077114.469006:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a253b80.
00000020:00000040:2.0:1769077114.469009:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:2.0:1769077114.469013:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077114.469014:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077114.469016:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077114.469019:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077114.469024:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077114.469032:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b412000.
00000100:00000001:2.0:1769077114.469039:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077114.469048:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a253b80 x1855007948233088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077114.469057:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077114.469061:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077114.469065:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033cd1c6f] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a253b80 x1855007948233088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077114.469083:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077114.469086:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077114.469089:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077114.469090:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077114.469091:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077114.469094:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077114.469096:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3806
00000400:00000200:2.0:1769077114.469100:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077114.469103:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077114.469105:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769077114.469107:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1769077114.469110:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077114.469112:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077114.469113:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077114.469116:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077114.469116:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077114.469120:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:2.0:1769077114.469122:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077114.469124:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:2.0:1769077114.469128:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:0.0:1769077114.469131:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a253b80 x1855007948233088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769077114.469132:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:2.0:1769077114.469141:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:2.0:1769077114.469150:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:2.0:1769077114.469158:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077114.469162:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077114.469163:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1769077114.469166:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077114.469168:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077114.469169:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:2.0:1769077114.469176:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:2.0:1769077114.469179:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
02000000:00000001:0.0:1769077114.469180:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769077114.469182:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077114.469185:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077114.469188:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077114.469191:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077114.469194:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077114.469194:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077114.469197:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077114.469205:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1769077114.469209:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948233088:192.168.204.128@tcp:250:kworker.0
00000008:00000001:2.0:1769077114.469211:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077114.469215:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077114.469221:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a252d80.
00000100:00000001:0.0:1769077114.469224:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1769077114.469225:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:2.0:1769077114.469229:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077114.469230:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077114.469231:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769077114.469232:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077114.469236:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077114.469236:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077114.469244:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769077114.469245:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077114.469252:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b412800.
00000100:00000001:2.0:1769077114.469255:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077114.469257:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16c00.
02000000:00000001:0.0:1769077114.469263:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077114.469263:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a252d80 x1855007948233216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077114.469279:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769077114.469286:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077114.469286:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769077114.469295:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5cb8.
00000100:00000040:2.0:1769077114.469296:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000962b3498] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a252d80 x1855007948233216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1769077114.469305:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000001:2.0:1769077114.469309:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077114.469312:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1769077114.469314:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948233088, portal 25
00000100:00080000:2.0:1769077114.469316:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077114.469322:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077114.469323:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077114.469336:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293370240 : -127164416181376 : ffff8c583a253b80)
00000100:00080000:2.0:1769077114.469336:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077114.469348:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077114.469356:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3806
00000100:00000040:0.0:1769077114.469357:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a253b80 x1855007948233088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077114.469372:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077114.469385:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077114.469393:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769077114.469394:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077114.469405:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000040:2.0:1769077114.469405:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077114.469412:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1769077114.469413:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1e58.
00000100:00000200:0.0:1769077114.469424:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948233088, offset 0
00000100:00000040:2.0:1769077114.469424:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077114.469434:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:0.0:1769077114.469441:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000020:00000001:2.0:1769077114.469441:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077114.469450:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:2.0:1769077114.469455:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1769077114.469456:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000040:2.0:1769077114.469461:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:2.0:1769077114.469466:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:0.0:1769077114.469467:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077114.469473:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1769077114.469474:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:0.0:1769077114.469480:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000040:2.0:1769077114.469486:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:0.0:1769077114.469487:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077114.469495:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000001:2.0:1769077114.469497:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769077114.469501:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29632:29632:256:4294967295] 192.168.204.128@tcp LPNI seq info [29631:29631:8:4294967295]
00000100:00000040:2.0:1769077114.469504:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077114.469515:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:0.0:1769077114.469520:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000040:2.0:1769077114.469523:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:2.0:1769077114.469528:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077114.469540:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077114.469546:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1769077114.469547:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1769077114.469553:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1769077114.469560:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
02000000:00000001:2.0:1769077114.469560:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077114.469573:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000010:0.0:1769077114.469576:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38700.
00000008:00100000:2.0:1769077114.469577:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077114.469584:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077114.469590:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769077114.469591:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000010:2.0:1769077114.469598:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a250380.
00000800:00000200:0.0:1769077114.469599:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000020:00000040:2.0:1769077114.469605:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:2.0:1769077114.469611:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.1:1769077114.469613:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:2.0:1769077114.469614:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077114.469624:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.1:1769077114.469625:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
02000000:00000001:2.0:1769077114.469628:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077114.469633:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1769077114.469635:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077114.469643:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38700.
02000000:00000010:2.0:1769077114.469645:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b411c00.
00000100:00000001:2.0:1769077114.469649:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077114.469650:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077114.469659:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00100000:2.0:1769077114.469664:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a250380 x1855007948233344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769077114.469667:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1e58
00000100:00000001:2.0:1769077114.469692:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077114.469694:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077114.469698:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b37980eb] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a250380 x1855007948233344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1769077114.469700:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1e58.
00000100:00000001:0.0:1769077114.469710:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769077114.469713:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077114.469718:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1769077114.469719:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a253b80 x1855007948233088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769077114.469759:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077114.469761:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077114.469763:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077114.469766:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077114.469769:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3806
00000400:00000200:2.0:1769077114.469781:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077114.469792:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:0.0:1769077114.469794:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1769077114.469795:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077114.469805:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a253b80 x1855007948233088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077139 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077114.469805:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077114.469812:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077114.469820:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077114.469828:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:2.0:1769077114.469836:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077114.469840:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:2.0:1769077114.469848:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769077114.469849:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077114.469855:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:2.0:1769077114.469856:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:2.0:1769077114.469863:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:0.0:1769077114.469866:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077114.469867:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000400:00000200:0.0:1769077114.469881:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:2.0:1769077114.469882:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077114.469892:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077114.469893:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298479888
00000100:00000010:0.0:1769077114.469904:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470900.
00000100:00000040:2.0:1769077114.469904:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077114.469910:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:2.0:1769077114.469913:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00000001:0.0:1769077114.469915:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00080000:2.0:1769077114.469920:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077114.469922:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077114.469924:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298479888
02000000:00000001:2.0:1769077114.469925:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:0.0:1769077114.469935:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c58034705a0.
02000000:00000001:2.0:1769077114.469935:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077114.469950:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077114.469952:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077114.469963:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077114.469966:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1769077114.469967:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1769077114.469971:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769077114.469975:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077114.469976:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1769077114.469980:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077114.469986:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077114/real 1769077114]  req@ffff8c583a253b80 x1855007948233088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1769077114.469988:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a252a00.
00000020:00000040:2.0:1769077114.469997:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:2.0:1769077114.470006:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077114.470013:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077114.470017:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:0.0:1769077114.470018:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1769077114.470020:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:0.0:1769077114.470022:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1769077114.470023:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769077114.470025:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5cb8.
02000000:00000010:2.0:1769077114.470030:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b410c00.
00000400:00000200:0.0:1769077114.470031:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077114.470043:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:2.0:1769077114.470045:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077114.470049:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:2.0:1769077114.470054:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a252a00 x1855007948233472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1769077114.470056:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a253b80 x1855007948233088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077114.470117:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077114.470122:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769077114.470123:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a253b80 x1855007948233088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077114.470130:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ebf35b59] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a252a00 x1855007948233472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077114.470175:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077114.470179:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:2.0:1769077114.470180:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077114.470185:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077114.470187:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077114.470188:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769077114.470192:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077114.470197:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077114.470198:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077114.470205:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769077114.470205:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3806
00000400:00000200:2.0:1769077114.470215:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077114.470221:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077114.470224:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1769077114.470225:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a253b80 x1855007948233088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077114.470233:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077114.470244:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077114.470252:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077114.470262:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077114.470264:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1769077114.470266:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077114.470270:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:2.0:1769077114.470274:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077114.470276:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00000040:0.0:1769077114.470277:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a253b80 x1855007948233088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769077114.470284:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:2.0:1769077114.470293:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:2.0:1769077114.470304:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077114.470307:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077114.470308:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077114.470314:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077114.470315:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077114.470319:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077114.470320:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077114.470326:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1769077114.470327:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000001:0.0:1769077114.470341:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00080000:2.0:1769077114.470344:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077114.470345:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077114.470349:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077114.470356:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:0.0:1769077114.470358:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:2.0:1769077114.470360:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769077114.470364:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
02000000:00000001:2.0:1769077114.470364:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077114.470369:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077114.470372:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00100000:2.0:1769077114.470373:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077114.470379:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077114.470381:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a253b80 x1855007948233088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077114.470383:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077114.470395:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a253480.
00000100:00100000:0.0:1769077114.470401:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948233088:192.168.204.128@tcp:250:kworker.0
00000020:00000040:2.0:1769077114.470401:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:2.0:1769077114.470413:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077114.470416:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077114.470417:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077114.470429:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1769077114.470429:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077114.470436:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1769077114.470439:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a253b80 x1855007948233088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077114.470441:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077114.470454:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000010:2.0:1769077114.470455:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b410800.
02000000:00000001:0.0:1769077114.470458:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077114.470461:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16c00.
00000100:00000001:2.0:1769077114.470462:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077114.470465:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077114.470470:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077114.470472:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:0.0:1769077114.470477:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00100000:2.0:1769077114.470478:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a253480 x1855007948233600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1769077114.470480:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b412000.
02000000:00000001:0.0:1769077114.470485:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077114.470487:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077114.470490:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a253b80.
00000100:00000001:0.0:1769077114.470497:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077114.470500:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077114.470515:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077114.470515:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077114.470522:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077114.470529:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:2.0:1769077114.470529:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdd82334] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a253480 x1855007948233600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077114.470533:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077114.470545:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077114.470550:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077114.470557:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769077114.470559:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077114.470566:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a252d80 x1855007948233216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077114.470569:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3816)
00000100:00000001:0.0:1769077114.470583:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077114.470585:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077114.470587:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077114.470589:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077114.470591:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077114.470593:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948233216:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077114.470597:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077114.470599:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077114.470601:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077114.470602:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077114.470605:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16c00.
02000000:00000001:0.0:1769077114.470607:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077114.470612:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077114.470614:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5cb8.
00000400:00000010:0.0:1769077114.470616:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077114.470619:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948233216, portal 10
00000100:00000001:0.0:1769077114.470620:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077114.470621:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293366656 : -127164416184960 : ffff8c583a252d80)
00000100:00000040:0.0:1769077114.470626:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a252d80 x1855007948233216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077114.470630:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077114.470632:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077114.470633:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1e58.
00000100:00000200:0.0:1769077114.470635:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948233216, offset 0
00000400:00000200:0.0:1769077114.470638:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077114.470640:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077114.470643:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077114.470645:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077114.470647:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077114.470649:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077114.470651:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077114.470653:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29633:29633:256:4294967295] 192.168.204.128@tcp LPNI seq info [29632:29632:8:4294967295]
00000400:00000200:0.0:1769077114.470657:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077114.470661:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077114.470664:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077114.470666:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38700.
00000800:00000200:0.0:1769077114.470669:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077114.470671:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769077114.470690:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077114.470692:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769077114.470694:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077114.470696:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38700.
00000400:00000200:0.0:1769077114.470698:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077114.470701:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077114.470703:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1e58
00000400:00000010:0.0:1769077114.470704:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1e58.
00000100:00000001:0.0:1769077114.470706:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077114.470708:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a252d80 x1855007948233216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077114.470715:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077114.470716:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a252d80 x1855007948233216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077139 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077114.470721:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077114.470722:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077114.470725:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077114.470727:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:0.0:1769077114.470749:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077114.470751:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298478607
00000100:00000001:0.0:1769077114.470753:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298479888
00000100:00000001:0.0:1769077114.470754:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298478607
00000100:00000001:0.0:1769077114.470757:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298479888
00000100:00000001:0.0:1769077114.470759:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077114.470760:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077114.470762:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077114.470765:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077114/real 1769077114]  req@ffff8c583a252d80 x1855007948233216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077114.470770:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077114.470771:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077114.470772:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5cb8.
00000400:00000200:0.0:1769077114.470774:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077114.470775:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077114.470776:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077114.470779:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a252d80 x1855007948233216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077114.470784:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a252d80 x1855007948233216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077114.470788:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077114.470789:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077114.470790:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077114.470791:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077114.470793:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a252d80 x1855007948233216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077114.470797:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077114.470800:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a252d80 x1855007948233216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077114.470804:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077114.470806:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077114.470807:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077114.470808:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077114.470809:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077114.470811:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077114.470813:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077114.470815:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077114.470817:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077114.470819:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a252d80 x1855007948233216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077114.470825:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948233216:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077114.470827:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077114.470829:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a250380 x1855007948233344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077114.470833:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077114.470834:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077114.470836:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077114.470837:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077114.470838:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077114.470840:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948233344:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077114.470842:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077114.470843:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077114.470844:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077114.470845:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077114.470848:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15400.
02000000:00000001:0.0:1769077114.470849:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077114.470851:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077114.470853:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5cb8.
00000400:00000010:0.0:1769077114.470854:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077114.470857:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948233344, portal 10
00000100:00000001:0.0:1769077114.470858:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077114.470859:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293355904 : -127164416195712 : ffff8c583a250380)
00000100:00000040:0.0:1769077114.470862:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a250380 x1855007948233344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077114.470867:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077114.470868:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077114.470870:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1e58.
00000100:00000200:0.0:1769077114.470872:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948233344, offset 0
00000400:00000200:0.0:1769077114.470876:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077114.470879:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077114.470883:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077114.470885:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077114.470888:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077114.470891:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077114.470893:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077114.470896:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29634:29634:256:4294967295] 192.168.204.128@tcp LPNI seq info [29633:29633:8:4294967295]
00000400:00000200:0.0:1769077114.470900:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077114.470905:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077114.470910:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077114.470913:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38700.
00000800:00000200:0.0:1769077114.470917:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077114.470920:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769077114.470924:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077114.470927:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769077114.470931:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077114.470934:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38700.
00000400:00000200:0.0:1769077114.470936:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077114.470939:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077114.470942:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1e58
00000400:00000010:0.0:1769077114.470944:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1e58.
00000100:00000001:0.0:1769077114.470946:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077114.470950:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a250380 x1855007948233344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077114.470957:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077114.470960:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250380 x1855007948233344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077139 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077114.470970:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077114.470972:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077114.470975:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077114.470978:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769077114.470981:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077114.470983:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298478606
00000100:00000001:0.0:1769077114.470985:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298479888
00000100:00000001:0.0:1769077114.470988:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298478606
00000100:00000001:0.0:1769077114.470989:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298479888
00000100:00000001:0.0:1769077114.470991:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077114.470993:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077114.470995:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077114.470998:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077114/real 1769077114]  req@ffff8c583a250380 x1855007948233344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077114.471006:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077114.471007:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077114.471009:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5cb8.
00000400:00000200:0.0:1769077114.471011:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077114.471012:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077114.471015:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077114.471018:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a250380 x1855007948233344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077114.471026:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a250380 x1855007948233344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077114.471032:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077114.471034:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077114.471036:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077114.471038:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077114.471042:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a250380 x1855007948233344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077114.471049:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077114.471053:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a250380 x1855007948233344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077114.471058:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077114.471060:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077114.471061:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077114.471062:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077114.471064:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077114.471064:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077114.471066:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077114.471068:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077114.471069:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077114.471071:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a250380 x1855007948233344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077114.471076:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948233344:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077114.471079:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077114.471082:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a252a00 x1855007948233472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077114.471087:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077114.471088:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077114.471089:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077114.471091:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077114.471092:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077114.471094:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948233472:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077114.471096:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077114.471097:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077114.471099:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077114.471100:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077114.471102:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14800.
02000000:00000001:0.0:1769077114.471104:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077114.471107:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077114.471109:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5cb8.
00000400:00000010:0.0:1769077114.471111:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077114.471113:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948233472, portal 4
00000100:00000001:0.0:1769077114.471114:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077114.471115:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293365760 : -127164416185856 : ffff8c583a252a00)
00000100:00000040:0.0:1769077114.471119:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a252a00 x1855007948233472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077114.471123:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077114.471125:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077114.471126:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1e58.
00000100:00000200:0.0:1769077114.471128:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948233472, offset 0
00000400:00000200:0.0:1769077114.471130:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077114.471133:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077114.471135:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077114.471137:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077114.471139:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077114.471140:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077114.471142:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077114.471144:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29635:29635:256:4294967295] 192.168.204.128@tcp LPNI seq info [29634:29634:8:4294967295]
00000400:00000200:0.0:1769077114.471147:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077114.471152:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077114.471155:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077114.471156:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38700.
00000800:00000200:0.0:1769077114.471159:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077114.471161:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769077114.471163:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077114.471165:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769077114.471168:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077114.471170:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38700.
00000400:00000200:0.0:1769077114.471171:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077114.471174:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077114.471176:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1e58
00000400:00000010:0.0:1769077114.471177:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1e58.
00000100:00000001:0.0:1769077114.471178:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077114.471181:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a252a00 x1855007948233472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077114.471186:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077114.471188:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a252a00 x1855007948233472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077139 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077114.471192:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077114.471193:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077114.471194:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077114.471196:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769077114.471198:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077114.471199:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298478671
00000100:00000001:0.0:1769077114.471201:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298479888
00000100:00000001:0.0:1769077114.471202:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298478671
00000100:00000001:0.0:1769077114.471204:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298479888
00000100:00000001:0.0:1769077114.471205:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077114.471207:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077114.471208:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077114.471210:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077114/real 1769077114]  req@ffff8c583a252a00 x1855007948233472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077114.471214:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077114.471215:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077114.471216:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5cb8.
00000400:00000200:0.0:1769077114.471217:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077114.471218:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077114.471220:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077114.471222:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a252a00 x1855007948233472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077114.471227:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a252a00 x1855007948233472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077114.471231:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077114.471232:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077114.471233:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077114.471234:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077114.471236:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a252a00 x1855007948233472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077114.471240:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077114.471242:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a252a00 x1855007948233472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077114.471246:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077114.471247:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077114.471248:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077114.471249:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077114.471250:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077114.471251:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077114.471252:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077114.471255:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077114.471256:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077114.471258:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a252a00 x1855007948233472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077114.471263:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948233472:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077114.471266:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077114.471267:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077114.471269:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a252d80 x1855007948233216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077114.471274:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077114.471275:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077114.471276:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16c00.
02000000:00000001:0.0:1769077114.471277:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077114.471278:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077114.471279:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077114.471281:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077114.471282:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b412800.
02000000:00000001:0.0:1769077114.471284:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077114.471285:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077114.471286:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a252d80.
00000100:00000001:0.0:1769077114.471288:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077114.471289:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077114.471290:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077114.471292:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a250380 x1855007948233344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077114.471296:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077114.471297:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077114.471298:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15400.
02000000:00000001:0.0:1769077114.471299:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077114.471300:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077114.471301:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077114.471302:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077114.471303:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b411c00.
02000000:00000001:0.0:1769077114.471304:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077114.471305:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077114.471306:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a250380.
00000100:00000001:0.0:1769077114.471307:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077114.471308:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077114.471309:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077114.471310:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a252a00 x1855007948233472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077114.471314:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077114.471315:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077114.471316:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14800.
02000000:00000001:0.0:1769077114.471317:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077114.471318:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077114.471319:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769077114.471321:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077114.471321:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410c00.
02000000:00000001:0.0:1769077114.471323:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077114.471323:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077114.471324:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a252a00.
00000100:00000001:0.0:1769077114.471325:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077114.471326:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077114.471327:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077114.471330:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077114.471331:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077114.471332:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077114.471333:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077114.471334:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077114.471336:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a253480 x1855007948233600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077114.471340:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077114.471341:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077114.471342:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077114.471344:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077114.471345:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077114.471347:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948233600:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077114.471349:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077114.471350:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077114.471351:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077114.471352:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077114.471354:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14800.
02000000:00000001:0.0:1769077114.471355:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077114.471358:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077114.471359:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5cb8.
00000400:00000010:0.0:1769077114.471361:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077114.471363:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948233600, portal 4
00000100:00000001:0.0:1769077114.471364:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077114.471365:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293368448 : -127164416183168 : ffff8c583a253480)
00000100:00000040:0.0:1769077114.471369:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a253480 x1855007948233600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077114.471373:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077114.471374:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077114.471376:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1e58.
00000100:00000200:0.0:1769077114.471377:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948233600, offset 0
00000400:00000200:0.0:1769077114.471379:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077114.471382:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077114.471383:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077114.471385:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077114.471387:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077114.471388:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077114.471390:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077114.471392:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29636:29636:256:4294967295] 192.168.204.128@tcp LPNI seq info [29635:29635:8:4294967295]
00000400:00000200:0.0:1769077114.471395:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077114.471398:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077114.471401:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077114.471402:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38700.
00000800:00000200:0.0:1769077114.471405:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077114.471407:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769077114.471409:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077114.471411:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769077114.471413:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077114.471415:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38700.
00000400:00000200:0.0:1769077114.471417:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077114.471419:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077114.471421:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1e58
00000400:00000010:0.0:1769077114.471422:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1e58.
00000100:00000001:0.0:1769077114.471424:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077114.471426:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a253480 x1855007948233600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077114.471435:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077114.471436:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a253480 x1855007948233600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077139 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077114.471441:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077114.471442:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077114.471443:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077114.471445:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769077114.471447:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077114.471448:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298478618
00000100:00000001:0.0:1769077114.471449:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298479888
00000100:00000001:0.0:1769077114.471451:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298478618
00000100:00000001:0.0:1769077114.471452:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298479888
00000100:00000001:0.0:1769077114.471454:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077114.471455:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077114.471456:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077114.471458:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077114/real 1769077114]  req@ffff8c583a253480 x1855007948233600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077114.471463:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077114.471463:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077114.471464:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5cb8.
00000400:00000200:0.0:1769077114.471465:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077114.471466:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077114.471468:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077114.471469:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a253480 x1855007948233600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077114.471474:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a253480 x1855007948233600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077114.471479:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077114.471480:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077114.471481:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077114.471482:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077114.471484:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a253480 x1855007948233600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077114.471488:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077114.471491:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a253480 x1855007948233600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077114.471495:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077114.471496:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077114.471497:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077114.471498:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077114.471499:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077114.471500:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077114.471502:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077114.471504:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077114.471505:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077114.471507:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a253480 x1855007948233600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077114.471511:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948233600:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077114.471514:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077114.471515:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077114.471517:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a253480 x1855007948233600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077114.471521:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077114.471522:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077114.471523:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14800.
02000000:00000001:0.0:1769077114.471524:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077114.471525:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077114.471526:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769077114.471528:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077114.471529:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410800.
02000000:00000001:0.0:1769077114.471530:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077114.471531:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077114.471532:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a253480.
00000100:00000001:0.0:1769077114.471533:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077114.471534:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077114.471535:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077114.471537:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077114.471537:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077114.471538:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077114.471540:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077114.788828:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077114.788836:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077114.788885:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077114.788890:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077114.788894:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077115.492796:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077115.492803:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077115.492804:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077115.492809:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077115.492812:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077115.492815:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077115.492817:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077115.492819:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077115.492821:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077115.812879:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298479888, at 4298479936
00000100:00000040:0.0:1769077115.812881:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298479888, at 4298479936
00010000:00000001:2.0:1769077115.812883:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077115.812890:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077115.812902:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034705a0.
00000100:00000010:0.0:1769077115.812909:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470900.
00000020:00000001:3.0:1769077115.812996:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077115.813000:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077115.813003:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077116.516845:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077116.516859:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077116.516862:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077116.516871:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077116.516878:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077116.516883:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077116.516886:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077116.516890:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077116.516893:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077116.836897:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077116.836904:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077116.836991:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077116.836997:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077116.837000:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077117.540834:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077117.540842:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077117.540845:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077117.540851:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077117.540856:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077117.540859:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077117.540862:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077117.540864:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077117.540867:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077117.860861:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077117.860868:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077117.860932:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077117.860936:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077117.860939:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077118.564942:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077118.564952:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077118.564955:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077118.564961:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077118.564966:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077118.564970:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077118.564973:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077118.564976:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077118.564979:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077118.884844:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077118.884850:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077118.884937:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077118.884940:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077118.884943:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077119.588846:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077119.588846:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077119.588852:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1769077119.588856:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077119.588856:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077119.588860:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1769077119.588862:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:0.0:1769077119.588864:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077119.588866:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077119.588868:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077119.588870:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077119.588874:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077119.588875:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3811
00000100:00000001:2.0:1769077119.588877:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077119.588882:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077119.588885:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077119.588892:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077119.588895:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077119.588897:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077119.588900:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077119.588903:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077119.588905:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077119.588909:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077119.588910:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077119.588912:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077119.588914:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077119.588916:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077119.588918:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077119.588921:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077119.588923:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077119.588926:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077119.588927:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077119.588930:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077119.588933:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077119.588934:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077119.588936:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077119.588938:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077119.588940:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077119.588941:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077119.588943:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077119.588950:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d500.
00000020:00000040:0.0:1769077119.588953:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077119.588956:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077119.588957:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077119.588959:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077119.588961:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077119.588964:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077119.588971:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14800.
00000100:00000001:0.0:1769077119.588976:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077119.588984:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d500 x1855007948233728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077119.588991:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077119.588994:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077119.588997:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c2d91c4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d500 x1855007948233728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077119.589014:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077119.589016:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077119.589019:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077119.589020:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077119.589021:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077119.589024:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077119.589026:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3811
00000400:00000200:0.0:1769077119.589029:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077119.589032:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077119.589033:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1769077119.589034:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077119.589038:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769077119.589039:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077119.589042:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077119.589043:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077119.589047:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077119.589049:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077119.589052:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:2.0:1769077119.589052:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d500 x1855007948233728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077119.589054:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077119.589057:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077119.589060:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077119.589064:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077119.589070:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077119.589071:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077119.589073:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077119.589075:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077119.589078:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077119.589078:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077119.589083:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769077119.589084:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077119.589088:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:2.0:1769077119.589089:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077119.589091:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00100000:2.0:1769077119.589095:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948233728:192.168.204.128@tcp:250:kworker.0
00000100:00080000:0.0:1769077119.589096:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077119.589101:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077119.589102:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077119.589104:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077119.589107:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077119.589109:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077119.589110:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077119.589115:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077119.589116:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077119.589119:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077119.589124:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1769077119.589124:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077119.589129:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769077119.589130:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077119.589134:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077119.589138:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9df80.
00000400:00000200:2.0:1769077119.589138:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000040:0.0:1769077119.589142:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077119.589145:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1769077119.589145:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
02000000:00000001:0.0:1769077119.589146:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077119.589152:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077119.589153:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077119.589155:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077119.589155:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
02000000:00000010:0.0:1769077119.589159:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15400.
00000100:00000200:2.0:1769077119.589163:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948233728, portal 25
00000100:00000001:0.0:1769077119.589164:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077119.589168:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077119.589171:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104269056 : -127169605282560 : ffff8c5704d9d500)
00000100:00100000:0.0:1769077119.589172:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9df80 x1855007948233856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077119.589179:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d500 x1855007948233728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077119.589183:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077119.589186:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077119.589193:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bed851a] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9df80 x1855007948233856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.589195:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077119.589203:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077119.589209:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000001:0.0:1769077119.589212:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077119.589213:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948233728, offset 0
00000100:00080000:0.0:1769077119.589221:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077119.589225:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00080000:0.0:1769077119.589229:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077119.589233:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077119.589236:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077119.589236:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077119.589243:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077119.589246:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00080000:0.0:1769077119.589251:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3811
00000400:00000200:2.0:1769077119.589254:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077119.589259:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077119.589261:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077119.589270:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077119.589270:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077119.589277:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077119.589280:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29637:29637:256:4294967295] 192.168.204.128@tcp LPNI seq info [29636:29636:8:4294967295]
00000400:00000200:2.0:1769077119.589283:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:0.0:1769077119.589286:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077119.589291:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077119.589296:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077119.589298:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1769077119.589301:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077119.589305:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077119.589308:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:2.0:1769077119.589309:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000020:00000040:0.0:1769077119.589311:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769077119.589314:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000010:2.0:1769077119.589315:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000020:00000040:0.0:1769077119.589316:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077119.589320:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769077119.589322:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000800:00000200:2.0:1769077119.589326:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:0.0:1769077119.589328:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077119.589333:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1769077119.589334:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1769077119.589337:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077119.589340:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077119.589342:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:0.0:1769077119.589344:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077119.589346:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077119.589348:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077119.589350:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077119.589352:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077119.589353:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077119.589355:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077119.589357:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077119.589358:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077119.589363:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000010:0.0:1769077119.589364:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d180.
00000800:00000200:2.1:1769077119.589367:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000020:00000040:0.0:1769077119.589368:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077119.589373:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077119.589376:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769077119.589377:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077119.589379:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:2.0:1769077119.589380:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
02000000:00000001:0.0:1769077119.589382:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077119.589385:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077119.589387:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:0.0:1769077119.589390:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16c00.
00000400:00000200:2.0:1769077119.589395:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769077119.589396:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077119.589400:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077119.589404:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00100000:0.0:1769077119.589405:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d180 x1855007948233984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077119.589411:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769077119.589413:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077119.589416:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077119.589419:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d500 x1855007948233728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077119.589425:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad4bb1df] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d180 x1855007948233984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.589433:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077119.589439:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d500 x1855007948233728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077144 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077119.589441:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077119.589447:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077119.589451:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077119.589454:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077119.589455:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077119.589459:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077119.589461:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077119.589463:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077119.589468:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077119.589468:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077119.589472:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298485007
00000100:00080000:0.0:1769077119.589476:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3811
00000100:00000010:2.0:1769077119.589479:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227360.
00000400:00000200:0.0:1769077119.589484:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077119.589489:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077119.589491:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077119.589493:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077119.589494:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769077119.589495:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077119.589499:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077119.589502:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077119.589503:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298485007
00000020:00000001:0.0:1769077119.589504:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077119.589507:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:0.0:1769077119.589509:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000010:2.0:1769077119.589510:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227de0.
00000020:00000040:0.0:1769077119.589512:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:0.0:1769077119.589515:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077119.589515:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000020:00000001:0.0:1769077119.589520:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077119.589522:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769077119.589524:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077119.589526:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077119.589527:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077119.589529:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1769077119.589532:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077119.589534:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00100000:2.0:1769077119.589536:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077119/real 1769077119]  req@ffff8c5704d9d500 x1855007948233728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077119.589537:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:0.0:1769077119.589543:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077119.589547:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077119.589551:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:2.0:1769077119.589555:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1769077119.589556:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:2.0:1769077119.589558:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1769077119.589560:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077119.589561:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000100:00000001:0.0:1769077119.589563:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769077119.589565:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000008:00100000:0.0:1769077119.589566:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077119.589571:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077119.589572:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:0.0:1769077119.589573:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077119.589580:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000100:00000001:2.0:1769077119.589580:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:0.0:1769077119.589584:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:0.0:1769077119.589603:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077119.589604:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077119.589606:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077119.589607:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077119.589608:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077119.589612:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17c00.
00000100:00000001:0.0:1769077119.589614:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077119.589619:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948234112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769077119.589619:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d500 x1855007948233728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077119.589639:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077119.589642:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077119.589649:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948234112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077119.589653:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d500 x1855007948233728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077119.589663:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077119.589668:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077119.589670:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077119.589673:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077119.589674:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077119.589677:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077119.589678:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077119.589681:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077119.589682:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077119.589688:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:2.0:1769077119.589690:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d500 x1855007948233728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077119.589692:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3811
00000400:00000200:0.0:1769077119.589700:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077119.589704:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077119.589708:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077119.589710:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077119.589713:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077119.589717:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077119.589718:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d500 x1855007948233728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077119.589721:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077119.589726:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077119.589753:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077119.589755:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1769077119.589757:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077119.589758:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:0.0:1769077119.589760:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000100:00000001:2.0:1769077119.589762:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1769077119.589763:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077119.589766:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000020:00000040:0.0:1769077119.589767:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00000001:2.0:1769077119.589769:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:0.0:1769077119.589770:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769077119.589774:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00080000:2.0:1769077119.589774:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:0.0:1769077119.589781:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00080000:2.0:1769077119.589783:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077119.589784:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077119.589788:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077119.589789:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077119.589793:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077119.589797:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000040:2.0:1769077119.589797:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d500 x1855007948233728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077119.589803:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077119.589809:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077119.589813:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077119.589817:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1769077119.589818:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948233728:192.168.204.128@tcp:250:kworker.0
02000000:00000001:0.0:1769077119.589821:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077119.589824:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077119.589825:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077119.589828:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077119.589829:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000008:00000001:0.0:1769077119.589833:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077119.589836:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077119.589836:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d500 x1855007948233728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1769077119.589841:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000020:00000040:0.0:1769077119.589845:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000001:2.0:1769077119.589848:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077119.589849:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077119.589851:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1769077119.589852:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077119.589855:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
00000100:00000001:0.0:1769077119.589856:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077119.589858:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077119.589861:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077119.589862:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000010:0.0:1769077119.589865:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15000.
00000020:00000001:2.0:1769077119.589865:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077119.589868:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000100:00000001:0.0:1769077119.589871:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077119.589872:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077119.589876:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14800.
00000100:00100000:0.0:1769077119.589881:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948234240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077119.589883:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077119.589885:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077119.589888:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d500.
00000100:00000001:2.0:1769077119.589893:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077119.589894:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077119.589897:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077119.589898:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077119.589901:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077119.589904:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948234240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.589908:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077119.589911:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077119.589911:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077119.589916:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769077119.589917:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3821)
00000100:00000001:2.0:1769077119.589918:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077119.589921:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077119.589925:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9df80 x1855007948233856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.589931:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077119.589932:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077119.589934:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077119.589935:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077119.589937:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077119.589939:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948233856:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077119.589941:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077119.589943:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077119.589944:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077119.589945:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077119.589948:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077119.589949:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077119.589953:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077119.589955:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077119.589957:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077119.589959:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948233856, portal 10
00000100:00000001:2.0:1769077119.589961:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077119.589962:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104271744 : -127169605279872 : ffff8c5704d9df80)
00000100:00000040:2.0:1769077119.589966:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9df80 x1855007948233856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.589971:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077119.589973:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077119.589974:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077119.589976:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948233856, offset 0
00000400:00000200:2.0:1769077119.589978:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077119.589981:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077119.589984:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077119.589986:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077119.589988:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077119.589989:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077119.589991:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077119.589994:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29638:29638:256:4294967295] 192.168.204.128@tcp LPNI seq info [29637:29637:8:4294967295]
00000400:00000200:2.0:1769077119.589996:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077119.590001:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077119.590004:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077119.590006:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077119.590009:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077119.590011:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077119.590014:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077119.590016:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077119.590019:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077119.590020:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077119.590022:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077119.590025:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077119.590027:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077119.590028:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077119.590030:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077119.590032:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9df80 x1855007948233856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.590038:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077119.590040:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9df80 x1855007948233856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077144 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.590044:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077119.590045:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077119.590047:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077119.590050:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077119.590052:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077119.590053:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298483726
00000100:00000001:2.0:1769077119.590055:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298485007
00000100:00000001:2.0:1769077119.590057:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298483726
00000100:00000001:2.0:1769077119.590058:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298485007
00000100:00000001:2.0:1769077119.590060:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077119.590062:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077119.590063:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077119.590065:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077119/real 1769077119]  req@ffff8c5704d9df80 x1855007948233856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077119.590070:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077119.590071:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077119.590072:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077119.590073:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077119.590074:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077119.590076:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077119.590078:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9df80 x1855007948233856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077119.590083:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9df80 x1855007948233856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.590087:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077119.590088:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077119.590089:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077119.590090:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077119.590092:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9df80 x1855007948233856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.590096:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077119.590098:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9df80 x1855007948233856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.590102:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077119.590104:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077119.590105:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077119.590105:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077119.590106:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077119.590108:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077119.590109:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077119.590112:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077119.590113:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077119.590116:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9df80 x1855007948233856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077119.590121:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948233856:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077119.590123:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077119.590125:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d180 x1855007948233984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.590129:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077119.590130:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077119.590131:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077119.590132:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077119.590133:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077119.590135:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948233984:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077119.590137:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077119.590138:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077119.590139:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077119.590140:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077119.590143:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077119.590144:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077119.590146:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077119.590148:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077119.590149:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077119.590151:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948233984, portal 10
00000100:00000001:2.0:1769077119.590152:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077119.590153:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104268160 : -127169605283456 : ffff8c5704d9d180)
00000100:00000040:2.0:1769077119.590157:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d180 x1855007948233984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.590161:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077119.590163:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077119.590165:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077119.590166:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948233984, offset 0
00000400:00000200:2.0:1769077119.590168:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077119.590171:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077119.590173:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077119.590175:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077119.590176:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077119.590178:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077119.590179:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077119.590181:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29639:29639:256:4294967295] 192.168.204.128@tcp LPNI seq info [29638:29638:8:4294967295]
00000400:00000200:2.0:1769077119.590184:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077119.590188:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077119.590191:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077119.590193:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077119.590195:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077119.590197:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077119.590199:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077119.590201:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077119.590204:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077119.590205:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077119.590207:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077119.590209:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077119.590211:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077119.590212:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077119.590213:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077119.590215:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d180 x1855007948233984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.590220:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077119.590222:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d180 x1855007948233984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077144 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.590227:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077119.590228:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077119.590230:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077119.590231:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077119.590233:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077119.590235:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298483725
00000100:00000001:2.0:1769077119.590237:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298485007
00000100:00000001:2.0:1769077119.590238:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298483725
00000100:00000001:2.0:1769077119.590240:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298485007
00000100:00000001:2.0:1769077119.590241:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077119.590242:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077119.590244:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077119.590245:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077119/real 1769077119]  req@ffff8c5704d9d180 x1855007948233984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077119.590250:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077119.590251:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077119.590251:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077119.590253:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077119.590254:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077119.590255:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077119.590257:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d180 x1855007948233984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077119.590262:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d180 x1855007948233984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.590266:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077119.590267:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077119.590268:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077119.590269:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077119.590271:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d180 x1855007948233984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.590275:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077119.590277:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d180 x1855007948233984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.590282:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077119.590284:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077119.590285:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077119.590286:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077119.590287:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077119.590288:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077119.590289:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077119.590291:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077119.590292:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077119.590294:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d180 x1855007948233984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077119.590299:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948233984:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077119.590301:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077119.590303:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c000 x1855007948234112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.590307:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077119.590308:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077119.590309:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077119.590310:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077119.590311:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077119.590313:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948234112:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077119.590315:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077119.590315:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077119.590316:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077119.590317:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077119.590320:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077119.590321:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077119.590323:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077119.590325:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077119.590327:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077119.590329:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948234112, portal 4
00000100:00000001:2.0:1769077119.590330:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077119.590331:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104263680 : -127169605287936 : ffff8c5704d9c000)
00000100:00000040:2.0:1769077119.590335:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c000 x1855007948234112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.590338:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077119.590340:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077119.590341:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077119.590343:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948234112, offset 0
00000400:00000200:2.0:1769077119.590345:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077119.590347:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077119.590349:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077119.590351:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077119.590352:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077119.590354:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077119.590355:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077119.590357:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29640:29640:256:4294967295] 192.168.204.128@tcp LPNI seq info [29639:29639:8:4294967295]
00000400:00000200:2.0:1769077119.590360:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077119.590364:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077119.590366:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077119.590368:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077119.590370:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077119.590371:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077119.590374:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077119.590375:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077119.590378:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077119.590379:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077119.590381:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077119.590383:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077119.590385:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077119.590386:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077119.590387:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077119.590390:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c000 x1855007948234112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.590394:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077119.590396:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c000 x1855007948234112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077144 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.590400:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077119.590401:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077119.590402:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077119.590404:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077119.590406:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077119.590407:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298483790
00000100:00000001:2.0:1769077119.590408:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298485007
00000100:00000001:2.0:1769077119.590409:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298483790
00000100:00000001:2.0:1769077119.590410:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298485007
00000100:00000001:2.0:1769077119.590412:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077119.590414:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077119.590415:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077119.590417:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077119/real 1769077119]  req@ffff8c5704d9c000 x1855007948234112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077119.590422:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077119.590422:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077119.590423:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077119.590424:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077119.590425:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077119.590426:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077119.590428:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c000 x1855007948234112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077119.590433:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c000 x1855007948234112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.590441:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077119.590442:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077119.590443:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077119.590444:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077119.590447:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c000 x1855007948234112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.590451:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077119.590453:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c000 x1855007948234112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.590457:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077119.590458:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077119.590459:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077119.590460:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077119.590461:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077119.590462:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077119.590463:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077119.590465:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077119.590466:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077119.590469:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c000 x1855007948234112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077119.590473:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948234112:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077119.590475:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077119.590477:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9dc00 x1855007948234240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.590481:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077119.590482:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077119.590484:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077119.590485:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077119.590487:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077119.590488:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948234240:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077119.590491:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077119.590492:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077119.590492:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077119.590493:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077119.590495:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077119.590497:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077119.590498:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077119.590500:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077119.590502:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077119.590503:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948234240, portal 4
00000100:00000001:2.0:1769077119.590505:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077119.590505:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104270848 : -127169605280768 : ffff8c5704d9dc00)
00000100:00000040:2.0:1769077119.590509:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9dc00 x1855007948234240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.590512:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077119.590514:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077119.590515:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077119.590517:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948234240, offset 0
00000400:00000200:2.0:1769077119.590519:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077119.590521:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077119.590523:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077119.590525:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077119.590526:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077119.590528:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077119.590530:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077119.590532:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29641:29641:256:4294967295] 192.168.204.128@tcp LPNI seq info [29640:29640:8:4294967295]
00000400:00000200:2.0:1769077119.590534:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077119.590538:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077119.590541:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077119.590543:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077119.590545:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077119.590547:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077119.590550:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077119.590551:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077119.590554:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077119.590555:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077119.590557:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077119.590559:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077119.590560:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077119.590562:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077119.590563:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077119.590565:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9dc00 x1855007948234240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.590571:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077119.590573:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948234240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077144 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.590580:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077119.590582:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077119.590585:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077119.590601:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077119.590605:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077119.590608:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298483737
00000100:00000001:2.0:1769077119.590610:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298485007
00000100:00000001:2.0:1769077119.590613:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298483737
00000100:00000001:2.0:1769077119.590615:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298485007
00000100:00000001:2.0:1769077119.590618:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077119.590620:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077119.590622:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077119.590627:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077119/real 1769077119]  req@ffff8c5704d9dc00 x1855007948234240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077119.590636:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077119.590637:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077119.590639:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077119.590642:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077119.590644:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077119.590646:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077119.590650:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9dc00 x1855007948234240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077119.590655:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9dc00 x1855007948234240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.590660:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077119.590661:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077119.590662:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077119.590663:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077119.590665:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9dc00 x1855007948234240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.590670:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077119.590672:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9dc00 x1855007948234240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.590676:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077119.590678:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077119.590679:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077119.590679:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077119.590681:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077119.590682:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077119.590683:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077119.590685:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077119.590686:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077119.590689:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9dc00 x1855007948234240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077119.590695:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948234240:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077119.590697:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077119.590698:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077119.590700:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9df80 x1855007948233856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.590704:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077119.590705:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077119.590706:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077119.590708:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077119.590709:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077119.590710:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077119.590711:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077119.590712:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15400.
02000000:00000001:2.0:1769077119.590714:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077119.590715:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077119.590716:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9df80.
00000100:00000001:2.0:1769077119.590718:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077119.590719:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077119.590720:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077119.590722:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d180 x1855007948233984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.590726:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077119.590727:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077119.590728:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077119.590729:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077119.590730:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077119.590746:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077119.590747:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077119.590748:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16c00.
02000000:00000001:2.0:1769077119.590750:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077119.590751:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077119.590752:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d180.
00000100:00000001:2.0:1769077119.590753:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077119.590754:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077119.590756:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077119.590758:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c000 x1855007948234112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.590762:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077119.590763:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077119.590764:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077119.590765:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077119.590766:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077119.590766:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077119.590767:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077119.590768:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17c00.
02000000:00000001:2.0:1769077119.590770:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077119.590770:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077119.590771:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c000.
00000100:00000001:2.0:1769077119.590772:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077119.590773:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077119.590774:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077119.590776:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9dc00 x1855007948234240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077119.590779:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077119.590780:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077119.590781:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077119.590782:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077119.590783:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077119.590784:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077119.590785:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077119.590786:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15000.
02000000:00000001:2.0:1769077119.590787:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077119.590787:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077119.590788:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077119.590789:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077119.590790:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077119.590792:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077119.590794:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077119.590795:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077119.590797:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077119.590798:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077119.908853:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077119.908860:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077119.908918:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077119.908921:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077119.908924:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077120.612803:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077120.612809:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077120.612811:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077120.612815:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077120.612817:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077120.612820:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077120.612822:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077120.612824:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077120.612826:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077120.932853:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298485007, at 4298485056
00000100:00000040:1.0:1769077120.932853:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298485007, at 4298485056
00010000:00000001:2.0:1769077120.932857:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077120.932863:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077120.932869:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227de0.
00000100:00000010:0.0:1769077120.932873:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227360.
00000020:00000001:3.0:1769077120.932924:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077120.932927:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077120.932930:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077121.636846:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077121.636859:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077121.636861:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077121.636865:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077121.636868:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077121.636872:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077121.636874:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077121.636876:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077121.636878:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077121.956861:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077121.956869:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077121.956872:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077121.956875:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077121.956880:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077121.956883:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077121.956885:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077121.956888:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077121.956971:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077121.956976:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077121.956981:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077122.660834:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077122.660841:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077122.660843:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077122.660848:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077122.660852:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077122.660857:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077122.660859:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077122.660862:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077122.660865:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077122.980840:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077122.980847:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077122.980925:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077122.980929:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077122.980933:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077123.684837:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077123.684844:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077123.684862:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077123.684867:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077123.684871:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077123.684874:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077123.684876:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077123.684889:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077123.684891:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077124.004826:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077124.004831:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077124.004908:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077124.004913:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077124.004917:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077124.708920:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077124.708954:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1769077124.708955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077124.708957:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077124.708972:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:1.0:1769077124.708975:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077124.708980:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077124.708980:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1769077124.708992:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077124.708993:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077124.709010:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077124.709021:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1769077124.709030:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3816
00000100:00000001:2.0:1769077124.709031:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077124.709044:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077124.709053:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077124.709063:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077124.709068:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077124.709073:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077124.709078:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077124.709082:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077124.709085:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077124.709090:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077124.709092:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769077124.709096:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077124.709099:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769077124.709102:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769077124.709105:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769077124.709120:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077124.709123:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077124.709143:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077124.709146:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077124.709150:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769077124.709154:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077124.709157:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077124.709160:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077124.709164:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077124.709167:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077124.709169:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077124.709183:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077124.709195:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769077124.709199:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769077124.709203:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077124.709205:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077124.709209:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077124.709212:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077124.709217:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077124.709226:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769077124.709234:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077124.709257:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948234368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077124.709319:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077124.709325:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077124.709332:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948234368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077124.709361:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077124.709365:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077124.709381:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077124.709383:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077124.709385:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077124.709389:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077124.709393:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3816
00000400:00000200:1.0:1769077124.709398:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077124.709403:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077124.709406:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077124.709411:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077124.709416:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077124.709419:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077124.709422:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077124.709422:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769077124.709433:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077124.709434:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1769077124.709439:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000100:00000001:2.0:1769077124.709440:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1769077124.709447:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077124.709451:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769077124.709458:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769077124.709474:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:2.0:1769077124.709479:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4380 x1855007948234368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077124.709484:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077124.709487:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077124.709499:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077124.709536:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077124.709554:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077124.709558:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077124.709561:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
02000000:00000001:2.0:1769077124.709567:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1769077124.709569:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
02000000:00000001:2.0:1769077124.709574:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077124.709576:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077124.709596:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077124.709598:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077124.709625:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077124.709635:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077124.709635:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948234368:192.168.204.128@tcp:250:kworker.0
00000100:00000001:1.0:1769077124.709647:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077124.709655:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1769077124.709658:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077124.709663:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077124.709678:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769077124.709689:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077124.709689:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769077124.709700:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077124.709710:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
02000000:00000010:2.0:1769077124.709712:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077124.709727:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077124.709728:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769077124.709740:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077124.709744:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077124.709750:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077124.709793:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077124.709797:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1769077124.709797:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
02000000:00000001:1.0:1769077124.709801:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077124.709816:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000400:00000010:2.0:1769077124.709817:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000001:1.0:1769077124.709827:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077124.709839:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948234368, portal 25
00000100:00100000:1.0:1769077124.709840:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948234496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077124.709873:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077124.709874:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077124.709879:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077124.709881:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198607232 : -127164510944384 : ffff8c58347f4380)
00000100:00000040:1.0:1769077124.709889:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948234496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077124.709904:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4380 x1855007948234368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077124.709909:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077124.709925:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077124.709940:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077124.709942:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077124.709944:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077124.709947:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077124.709951:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1769077124.709953:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3816
00000400:00000200:1.0:1769077124.709965:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:2.0:1769077124.709970:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000200:1.0:1769077124.709980:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000010:2.0:1769077124.709981:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00080000:1.0:1769077124.709992:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1769077124.709996:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948234368, offset 0
00000100:00000040:1.0:1769077124.710003:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077124.710008:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077124.710021:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000040:1.0:1769077124.710022:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077124.710030:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077124.710034:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077124.710038:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000400:00000200:2.0:1769077124.710041:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000001:1.0:1769077124.710043:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077124.710050:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769077124.710054:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077124.710060:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000020:00000001:1.0:1769077124.710063:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769077124.710072:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077124.710074:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769077124.710076:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077124.710085:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077124.710089:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077124.710108:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000400:00000200:2.0:1769077124.710112:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00080000:1.0:1769077124.710116:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077124.710122:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077124.710124:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769077124.710130:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1769077124.710149:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077124.710151:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
02000000:00000001:1.0:1769077124.710159:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077124.710163:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769077124.710169:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29642:29642:256:4294967295] 192.168.204.128@tcp LPNI seq info [29641:29641:8:4294967295]
00000008:00100000:1.0:1769077124.710170:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077124.710190:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077124.710202:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077124.710212:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769077124.710215:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000400:00000200:2.0:1769077124.710217:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:1.0:1769077124.710225:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077124.710229:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077124.710233:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077124.710236:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077124.710241:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077124.710256:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077124.710278:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
02000000:00000010:1.0:1769077124.710279:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f800.
00000100:00000001:1.0:1769077124.710288:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077124.710288:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077124.710317:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00100000:1.0:1769077124.710318:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948234624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1769077124.710339:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1769077124.710340:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077124.710346:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077124.710364:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948234624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769077124.710390:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769077124.710405:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077124.710407:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000100:00080000:1.0:1769077124.710412:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077124.710424:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:2.0:1769077124.710424:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00000001:1.0:1769077124.710432:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077124.710447:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077124.710452:0:37:0:(import.c:484:import_select_connection()) Process entered
00000800:00000010:2.0:1769077124.710452:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000100:00080000:1.0:1769077124.710467:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3816
00000400:00000200:2.0:1769077124.710470:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077124.710478:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077124.710486:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077124.710495:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077124.710500:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077124.710501:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077124.710551:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000040:1.0:1769077124.710559:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077124.710564:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077124.710566:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1769077124.710568:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077124.710573:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000200:2.0:1769077124.710579:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4380 x1855007948234368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769077124.710580:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077124.710585:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769077124.710593:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077124.710602:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769077124.710624:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769077124.710641:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077124.710648:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077124.710656:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077124.710668:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077124.710683:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4380 x1855007948234368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077149 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077124.710684:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077124.710698:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077124.710711:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00000001:2.0:1769077124.710717:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077124.710727:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077124.710727:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077124.710760:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077124.710768:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077124.710785:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077124.710786:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298490129
02000000:00000001:1.0:1769077124.710794:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077124.710800:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077124.710804:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077124.710809:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077124.710814:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077124.710818:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077124.710820:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077124.710826:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769077124.710832:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769077124.710835:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077124.710838:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077124.710840:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227b40.
00000100:00000001:1.0:1769077124.710842:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077124.710846:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077124.710850:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077124.710868:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769077124.710873:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077124.710873:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00100000:1.0:1769077124.710894:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948234752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077124.710903:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298490129
00000100:00000001:1.0:1769077124.710906:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077124.710911:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077124.710911:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227c00.
00000100:00000040:1.0:1769077124.710939:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948234752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.710941:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077124.710953:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077124.710967:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077124.710981:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1769077124.710985:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077124.710991:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1769077124.710999:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077124/real 1769077124]  req@ffff8c58347f4380 x1855007948234368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077124.711002:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769077124.711010:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077124.711018:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077124.711031:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000001:2.0:1769077124.711035:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1769077124.711039:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3816
00000400:00000001:2.0:1769077124.711040:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077124.711054:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:1.0:1769077124.711064:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077124.711070:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077124.711071:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000100:00080000:1.0:1769077124.711074:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077124.711087:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000010:2.0:1769077124.711087:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:1.0:1769077124.711093:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077124.711107:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077124.711114:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077124.711116:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:1.0:1769077124.711118:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077124.711125:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769077124.711131:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077124.711134:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00000200:2.0:1769077124.711134:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4380 x1855007948234368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769077124.711143:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769077124.711154:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769077124.711181:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077124.711196:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077124.711203:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000200:2.0:1769077124.711208:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4380 x1855007948234368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077124.711210:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077124.711224:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769077124.711266:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077124.711267:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077124.711278:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077124.711279:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077124.711294:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1769077124.711296:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077124.711313:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1769077124.711316:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077124.711325:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077124.711329:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077124.711333:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1769077124.711335:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4380 x1855007948234368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1769077124.711337:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077124.711343:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077124.711350:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769077124.711369:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769077124.711377:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077124.711381:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077124.711387:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077124.711392:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077124.711396:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077124.711398:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1769077124.711402:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769077124.711407:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077124.711412:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4380 x1855007948234368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077124.711422:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948234880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077124.711428:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077124.711461:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077124.711474:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077124.711481:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077124.711496:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077124.711524:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077124.711530:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077124.711537:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077124.711539:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1769077124.711552:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1769077124.711557:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4380 x1855007948234368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077124.711558:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077124.711582:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948234880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077124.711647:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077124.711647:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948234368:192.168.204.128@tcp:250:kworker.0
00000100:00000040:1.0:1769077124.711669:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3826)
00000100:00000001:2.0:1769077124.711670:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077124.711688:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077124.711698:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4380 x1855007948234368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.711706:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077124.711711:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077124.711716:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077124.711721:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077124.711723:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077124.711726:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077124.711728:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077124.711732:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4dc00.
02000000:00000001:2.0:1769077124.711737:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077124.711740:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077124.711743:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4380.
00000100:00000001:2.0:1769077124.711773:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077124.711775:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077124.711778:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077124.711789:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077124.711791:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077124.711794:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077124.711796:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077124.711798:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077124.711803:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f7b80 x1855007948234496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.711812:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077124.711815:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077124.711819:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077124.711824:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077124.711828:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077124.711833:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948234496:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077124.711839:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077124.711842:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077124.711845:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077124.711864:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077124.711868:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077124.711870:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077124.711876:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077124.711880:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077124.711884:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077124.711888:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948234496, portal 10
00000100:00000001:2.0:1769077124.711890:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077124.711892:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198621568 : -127164510930048 : ffff8c58347f7b80)
00000100:00000040:2.0:1769077124.711901:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f7b80 x1855007948234496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.711907:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077124.711909:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077124.711911:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077124.711913:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948234496, offset 0
00000400:00000200:2.0:1769077124.711916:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077124.711920:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077124.711923:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077124.711926:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077124.711945:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077124.711947:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077124.711949:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077124.711952:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29643:29643:256:4294967295] 192.168.204.128@tcp LPNI seq info [29642:29642:8:4294967295]
00000400:00000200:2.0:1769077124.711956:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077124.711963:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077124.711967:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077124.711970:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077124.711974:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077124.711977:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077124.711982:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077124.711985:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077124.711989:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077124.711991:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077124.711994:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077124.711997:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077124.712000:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077124.712002:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077124.712004:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077124.712008:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f7b80 x1855007948234496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.712015:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077124.712017:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f7b80 x1855007948234496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077149 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.712023:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077124.712024:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077124.712027:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077124.712031:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077124.712033:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077124.712035:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298488848
00000100:00000001:2.0:1769077124.712038:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298490129
00000100:00000001:2.0:1769077124.712039:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298488848
00000100:00000001:2.0:1769077124.712042:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298490129
00000100:00000001:2.0:1769077124.712044:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077124.712046:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077124.712047:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077124.712050:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077124/real 1769077124]  req@ffff8c58347f7b80 x1855007948234496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077124.712057:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077124.712058:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077124.712059:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077124.712061:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077124.712062:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077124.712065:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077124.712070:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f7b80 x1855007948234496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077124.712098:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f7b80 x1855007948234496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.712105:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077124.712107:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077124.712109:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077124.712110:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077124.712115:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f7b80 x1855007948234496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.712123:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077124.712128:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f7b80 x1855007948234496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.712136:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077124.712139:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077124.712141:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077124.712142:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077124.712144:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077124.712146:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077124.712148:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077124.712166:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077124.712169:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077124.712173:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f7b80 x1855007948234496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077124.712180:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948234496:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077124.712184:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077124.712187:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4e00 x1855007948234624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.712208:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077124.712209:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077124.712211:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077124.712213:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077124.712215:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077124.712217:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948234624:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077124.712219:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077124.712221:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077124.712223:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077124.712225:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077124.712228:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077124.712230:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077124.712234:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077124.712236:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077124.712239:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077124.712242:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948234624, portal 10
00000100:00000001:2.0:1769077124.712244:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077124.712245:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198609920 : -127164510941696 : ffff8c58347f4e00)
00000100:00000040:2.0:1769077124.712251:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4e00 x1855007948234624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.712267:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077124.712269:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077124.712270:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077124.712273:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948234624, offset 0
00000400:00000200:2.0:1769077124.712276:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077124.712280:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077124.712283:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077124.712285:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077124.712288:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077124.712290:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077124.712292:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077124.712296:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29644:29644:256:4294967295] 192.168.204.128@tcp LPNI seq info [29643:29643:8:4294967295]
00000400:00000200:2.0:1769077124.712299:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077124.712305:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077124.712310:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077124.712312:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077124.712316:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077124.712318:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077124.712323:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077124.712327:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077124.712332:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077124.712334:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077124.712338:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077124.712342:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077124.712346:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077124.712374:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077124.712377:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077124.712381:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4e00 x1855007948234624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.712389:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077124.712393:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4e00 x1855007948234624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077149 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.712401:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077124.712403:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077124.712406:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077124.712410:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077124.712414:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077124.712416:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298488847
00000100:00000001:2.0:1769077124.712418:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298490129
00000100:00000001:2.0:1769077124.712420:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298488847
00000100:00000001:2.0:1769077124.712422:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298490129
00000100:00000001:2.0:1769077124.712423:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077124.712426:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077124.712427:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077124.712430:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077124/real 1769077124]  req@ffff8c58347f4e00 x1855007948234624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077124.712453:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077124.712455:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077124.712457:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077124.712459:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077124.712460:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077124.712462:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077124.712465:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4e00 x1855007948234624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077124.712473:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4e00 x1855007948234624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.712478:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077124.712479:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077124.712481:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077124.712482:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077124.712485:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4e00 x1855007948234624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.712490:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077124.712493:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4e00 x1855007948234624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.712498:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077124.712500:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077124.712515:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077124.712527:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077124.712529:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077124.712531:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077124.712534:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077124.712538:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077124.712540:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077124.712544:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4e00 x1855007948234624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077124.712551:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948234624:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077124.712554:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077124.712557:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f5f80 x1855007948234752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.712581:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077124.712583:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077124.712587:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077124.712589:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077124.712591:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077124.712595:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948234752:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077124.712599:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077124.712602:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077124.712604:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077124.712606:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077124.712611:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077124.712613:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077124.712617:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077124.712621:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077124.712625:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077124.712628:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948234752, portal 4
00000100:00000001:2.0:1769077124.712631:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077124.712632:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198614400 : -127164510937216 : ffff8c58347f5f80)
00000100:00000040:2.0:1769077124.712639:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f5f80 x1855007948234752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.712646:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077124.712650:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077124.712652:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077124.712655:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948234752, offset 0
00000400:00000200:2.0:1769077124.712659:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077124.712664:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077124.712668:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077124.712672:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077124.712675:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077124.712678:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077124.712681:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077124.712684:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29645:29645:256:4294967295] 192.168.204.128@tcp LPNI seq info [29644:29644:8:4294967295]
00000400:00000200:2.0:1769077124.712689:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077124.712697:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077124.712701:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077124.712721:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077124.712725:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077124.712728:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077124.712732:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077124.712735:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077124.712739:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077124.712741:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077124.712744:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077124.712747:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077124.712750:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077124.712752:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077124.712754:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077124.712758:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f5f80 x1855007948234752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.712803:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077124.712807:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f5f80 x1855007948234752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077149 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.712813:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077124.712815:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077124.712820:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077124.712825:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077124.712829:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077124.712832:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298488913
00000100:00000001:2.0:1769077124.712835:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298490129
00000100:00000001:2.0:1769077124.712838:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298488913
00000100:00000001:2.0:1769077124.712841:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298490129
00000100:00000001:2.0:1769077124.712860:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077124.712862:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077124.712864:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077124.712868:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077124/real 1769077124]  req@ffff8c58347f5f80 x1855007948234752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077124.712878:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077124.712879:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077124.712881:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077124.712884:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077124.712886:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077124.712888:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077124.712892:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f5f80 x1855007948234752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077124.712900:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f5f80 x1855007948234752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.712905:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077124.712906:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077124.712907:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077124.712925:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077124.712928:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f5f80 x1855007948234752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.712933:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077124.712936:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f5f80 x1855007948234752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.712943:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077124.712945:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077124.712947:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077124.712948:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077124.712949:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077124.712951:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077124.712953:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077124.712955:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077124.712957:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077124.712960:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f5f80 x1855007948234752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077124.712966:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948234752:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077124.712969:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077124.712972:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4000 x1855007948234880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.712979:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077124.712980:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077124.712982:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077124.712984:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077124.712985:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077124.712988:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948234880:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077124.712991:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077124.712993:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077124.712994:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077124.712996:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077124.712999:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077124.713001:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077124.713004:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077124.713007:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077124.713010:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077124.713013:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948234880, portal 4
00000100:00000001:2.0:1769077124.713014:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077124.713016:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198606336 : -127164510945280 : ffff8c58347f4000)
00000100:00000040:2.0:1769077124.713021:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4000 x1855007948234880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.713027:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077124.713029:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077124.713031:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077124.713033:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948234880, offset 0
00000400:00000200:2.0:1769077124.713036:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077124.713039:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077124.713042:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077124.713045:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077124.713047:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077124.713049:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077124.713051:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077124.713054:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29646:29646:256:4294967295] 192.168.204.128@tcp LPNI seq info [29645:29645:8:4294967295]
00000400:00000200:2.0:1769077124.713057:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077124.713062:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077124.713068:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077124.713072:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077124.713077:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077124.713080:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077124.713085:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077124.713089:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077124.713109:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077124.713111:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077124.713114:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077124.713118:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077124.713121:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077124.713123:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077124.713127:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077124.713131:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4000 x1855007948234880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.713140:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077124.713143:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4000 x1855007948234880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077149 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.713148:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077124.713150:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077124.713153:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077124.713155:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077124.713158:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077124.713159:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298488860
00000100:00000001:2.0:1769077124.713178:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298490129
00000100:00000001:2.0:1769077124.713180:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298488860
00000100:00000001:2.0:1769077124.713182:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298490129
00000100:00000001:2.0:1769077124.713184:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077124.713185:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077124.713187:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077124.713190:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077124/real 1769077124]  req@ffff8c58347f4000 x1855007948234880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077124.713196:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077124.713198:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077124.713200:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077124.713202:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077124.713203:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077124.713205:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077124.713208:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4000 x1855007948234880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077124.713214:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4000 x1855007948234880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.713225:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077124.713226:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077124.713228:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077124.713229:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077124.713232:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4000 x1855007948234880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.713237:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077124.713240:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4000 x1855007948234880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.713245:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077124.713247:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077124.713248:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077124.713249:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077124.713250:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077124.713257:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077124.713259:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077124.713261:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077124.713263:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077124.713266:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4000 x1855007948234880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077124.713273:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948234880:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077124.713276:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077124.713277:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077124.713280:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f7b80 x1855007948234496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.713285:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077124.713286:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077124.713288:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077124.713290:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077124.713292:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077124.713293:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077124.713295:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077124.713297:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4e800.
02000000:00000001:2.0:1769077124.713299:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077124.713301:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077124.713302:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f7b80.
00000100:00000001:2.0:1769077124.713304:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077124.713306:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077124.713307:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077124.713310:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4e00 x1855007948234624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.713316:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077124.713317:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077124.713318:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077124.713319:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077124.713320:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077124.713322:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077124.713324:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077124.713326:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4f800.
02000000:00000001:2.0:1769077124.713329:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077124.713330:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077124.713332:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4e00.
00000100:00000001:2.0:1769077124.713335:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077124.713337:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077124.713339:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077124.713344:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f5f80 x1855007948234752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.713368:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077124.713370:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077124.713372:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077124.713374:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077124.713375:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077124.713377:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077124.713380:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077124.713381:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d400.
02000000:00000001:2.0:1769077124.713384:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077124.713385:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077124.713387:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f5f80.
00000100:00000001:2.0:1769077124.713390:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077124.713391:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077124.713393:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077124.713397:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4000 x1855007948234880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077124.713404:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077124.713406:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077124.713407:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077124.713409:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077124.713410:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077124.713411:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077124.713413:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077124.713414:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4cc00.
02000000:00000001:2.0:1769077124.713415:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077124.713416:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077124.713417:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4000.
00000100:00000001:2.0:1769077124.713419:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077124.713419:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077124.713421:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077124.713423:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077124.713424:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077124.713425:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077124.713426:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077125.028879:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077125.028886:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077125.028988:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077125.028992:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077125.028995:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077125.732848:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077125.732854:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077125.732855:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077125.732859:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077125.732862:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077125.732866:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077125.732868:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077125.732870:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077125.732872:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077126.052871:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:1.0:1769077126.052872:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298490129, at 4298490176
00010000:00000001:2.0:1769077126.052879:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077126.052895:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227c00.
00000100:00000040:0.0:1769077126.052934:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298490129, at 4298490176
00000100:00000010:0.0:1769077126.052955:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227b40.
00000020:00000001:3.0:1769077126.052957:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077126.052964:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077126.052969:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077126.756821:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077126.756828:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077126.756830:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077126.756834:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077126.756837:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077126.756840:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077126.756842:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077126.756844:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077126.756846:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077127.076844:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077127.076852:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077127.076909:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077127.076913:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077127.076917:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077127.780835:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077127.780843:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077127.780845:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077127.780851:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077127.780855:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077127.780859:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077127.780861:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077127.780864:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077127.780867:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077128.100809:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077128.100814:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077128.100868:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077128.100871:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077128.100874:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077128.804808:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077128.804816:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077128.804818:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077128.804824:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077128.804829:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077128.804832:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077128.804835:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077128.804837:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077128.804840:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077129.124855:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077129.124859:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077129.124926:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077129.124931:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077129.124935:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077129.828854:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077129.828863:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077129.828866:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077129.828869:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077129.828872:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077129.828879:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3821
00000400:00000200:1.0:1769077129.828888:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077129.828893:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077129.828896:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077129.828899:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077129.828902:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077129.828905:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077129.828907:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077129.828910:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077129.828912:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769077129.828915:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077129.828917:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769077129.828919:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769077129.828921:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769077129.828924:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077129.828926:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077129.828927:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077129.828929:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077129.828931:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769077129.828933:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077129.828935:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.828936:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
02000000:00000001:1.0:1769077129.828937:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077129.828940:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077129.828943:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077129.828944:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077129.828944:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077129.828949:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.828950:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077129.828955:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000010:1.0:1769077129.828957:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000100:00000001:2.0:1769077129.828959:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1769077129.828961:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
00000100:00000001:2.0:1769077129.828965:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1769077129.828966:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077129.828968:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077129.828972:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077129.828972:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1769077129.828974:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077129.828977:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1769077129.828979:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.828982:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077129.828987:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769077129.828994:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077129.829001:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948235008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077129.829009:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077129.829012:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077129.829016:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948235008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077129.829031:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077129.829033:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077129.829035:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077129.829037:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077129.829038:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077129.829040:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077129.829042:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3821
00000400:00000200:1.0:1769077129.829045:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077129.829047:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077129.829049:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077129.829052:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077129.829053:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077129.829055:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077129.829057:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077129.829059:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077129.829059:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1769077129.829061:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769077129.829064:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077129.829066:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000100:00000001:2.0:1769077129.829066:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769077129.829071:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077129.829072:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1769077129.829073:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769077129.829077:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077129.829079:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077129.829083:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000040:2.0:1769077129.829084:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4700 x1855007948235008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077129.829085:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077129.829088:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769077129.829093:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077129.829096:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077129.829100:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077129.829105:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077129.829107:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077129.829109:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077129.829112:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077129.829114:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.829116:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077129.829117:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077129.829121:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000100:00000001:2.0:1769077129.829121:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077129.829127:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:2.0:1769077129.829129:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077129.829130:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077129.829134:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077129.829135:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077129.829137:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077129.829141:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077129.829142:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077129.829145:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077129.829151:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948235008:192.168.204.128@tcp:250:kworker.0
02000000:00000010:1.0:1769077129.829153:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:2.0:1769077129.829160:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769077129.829161:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077129.829166:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077129.829171:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077129.829172:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948235136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077129.829176:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769077129.829185:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1769077129.829186:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412800.
00000100:00000001:1.0:1769077129.829189:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077129.829191:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077129.829195:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948235136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077129.829203:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077129.829203:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:1.0:1769077129.829209:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077129.829212:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:2.0:1769077129.829212:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000100:00000001:1.0:1769077129.829215:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077129.829219:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077129.829221:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077129.829223:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3821
00000400:00000010:2.0:1769077129.829224:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000400:00000200:1.0:1769077129.829228:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077129.829232:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077129.829233:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1769077129.829234:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948235008, portal 25
00000100:00000040:1.0:1769077129.829235:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077129.829242:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077129.829243:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077129.829247:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077129.829248:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198608128 : -127164510943488 : ffff8c58347f4700)
00000100:00000001:1.0:1769077129.829249:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077129.829254:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077129.829256:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769077129.829258:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077129.829261:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769077129.829262:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:2.0:1769077129.829262:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4700 x1855007948235008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769077129.829267:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769077129.829273:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077129.829277:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077129.829280:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077129.829284:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077129.829287:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00000001:2.0:1769077129.829287:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1769077129.829293:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077129.829296:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077129.829298:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
02000000:00000001:1.0:1769077129.829299:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077129.829303:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077129.829306:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077129.829306:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000001:1.0:1769077129.829309:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077129.829313:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077129.829315:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077129.829315:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948235008, offset 0
00000100:00000001:1.0:1769077129.829319:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077129.829325:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769077129.829327:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769077129.829331:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769077129.829331:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
02000000:00000001:1.0:1769077129.829334:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077129.829337:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077129.829338:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077129.829340:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077129.829343:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000400:00000200:2.0:1769077129.829345:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077129.829347:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077129.829353:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948235264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077129.829357:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000001:1.0:1769077129.829364:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077129.829366:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077129.829369:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1769077129.829371:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948235264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077129.829379:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077129.829380:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00080000:1.0:1769077129.829385:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077129.829388:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1769077129.829389:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769077129.829390:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077129.829393:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077129.829395:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077129.829398:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00080000:1.0:1769077129.829400:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3821
00000400:00000200:1.0:1769077129.829406:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077129.829410:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29647:29647:256:4294967295] 192.168.204.128@tcp LPNI seq info [29646:29646:8:4294967295]
00000400:00000200:1.0:1769077129.829411:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077129.829438:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:1.0:1769077129.829445:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077129.829452:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077129.829455:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077129.829459:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1769077129.829460:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077129.829465:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077129.829470:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077129.829471:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769077129.829476:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.0:1769077129.829476:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000020:00000040:1.0:1769077129.829480:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769077129.829484:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000800:00000010:2.0:1769077129.829485:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000020:00000001:1.0:1769077129.829488:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769077129.829494:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077129.829500:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1769077129.829500:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769077129.829507:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000200:2.0:1769077129.829508:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1769077129.829511:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077129.829516:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000800:00000200:2.1:1769077129.829521:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:1.0:1769077129.829522:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077129.829526:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077129.829529:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1769077129.829530:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
02000000:00000001:1.0:1769077129.829532:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077129.829536:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077129.829539:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077129.829543:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000800:00000100:2.0:1769077129.829544:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000008:00000001:1.0:1769077129.829546:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077129.829549:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000100:00000001:1.0:1769077129.829550:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077129.829554:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769077129.829555:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769077129.829557:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077129.829558:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077129.829559:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077129.829560:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077129.829562:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077129.829566:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000400:00000200:2.0:1769077129.829569:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1769077129.829570:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077129.829578:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948235392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077129.829582:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769077129.829591:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077129.829592:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000100:00000001:1.0:1769077129.829594:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077129.829598:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000040:1.0:1769077129.829600:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948235392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.829607:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769077129.829608:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077129.829612:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077129.829616:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769077129.829618:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1769077129.829618:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4700 x1855007948235008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077129.829621:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077129.829625:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077129.829629:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3821
00000400:00000200:1.0:1769077129.829637:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077129.829645:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000400:00000200:1.0:1769077129.829652:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077129.829655:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077129.829655:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4700 x1855007948235008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077154 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077129.829661:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077129.829666:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077129.829670:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077129.829675:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077129.829679:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077129.829679:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077129.829681:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769077129.829686:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077129.829686:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:1.0:1769077129.829687:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769077129.829691:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769077129.829692:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769077129.829695:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077129.829696:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077129.829697:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077129.829701:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077129.829704:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077129.829708:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000400:00000200:2.0:1769077129.829709:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:1.0:1769077129.829712:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077129.829715:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298495247
00000100:00000001:1.0:1769077129.829716:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077129.829718:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077129.829721:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077129.829723:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077129.829725:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000010:2.0:1769077129.829725:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227ae0.
00000008:00100000:1.0:1769077129.829726:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077129.829748:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077129.829750:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077129.829753:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769077129.829754:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769077129.829756:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077129.829757:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077129.829758:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077129.829759:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077129.829761:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077129.829764:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
00000100:00000001:2.0:1769077129.829764:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077129.829769:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077129.829775:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948235520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077129.829775:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298495248
00000100:00000010:2.0:1769077129.829785:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227780.
00000100:00000001:1.0:1769077129.829792:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077129.829794:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.829794:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000040:1.0:1769077129.829802:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948235520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.829803:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077129.829811:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077129.829812:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.829817:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1769077129.829818:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3831)
00000100:00100000:2.0:1769077129.829828:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077129/real 1769077129]  req@ffff8c58347f4700 x1855007948235008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077129.829840:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077129.829842:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077129.829844:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077129.829848:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077129.829850:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077129.829854:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077129.829858:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4700 x1855007948235008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077129.829868:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4700 x1855007948235008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.829876:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077129.829878:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077129.829880:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077129.829882:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077129.829887:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4700 x1855007948235008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.829894:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077129.829899:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4700 x1855007948235008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.829908:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077129.829911:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077129.829913:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077129.829914:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077129.829916:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077129.829919:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077129.829922:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077129.829927:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077129.829930:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077129.829935:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4700 x1855007948235008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077129.829944:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948235008:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077129.829949:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077129.829951:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077129.829955:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4700 x1855007948235008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.829962:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077129.829965:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077129.829968:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077129.829971:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077129.829972:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077129.829974:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077129.829977:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077129.829980:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4f000.
02000000:00000001:2.0:1769077129.829984:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077129.829986:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077129.829988:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4700.
00000100:00000001:2.0:1769077129.829991:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077129.829992:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077129.829995:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077129.830001:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077129.830003:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.830005:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077129.830007:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077129.830009:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077129.830013:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4000 x1855007948235136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.830021:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077129.830023:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077129.830025:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077129.830027:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077129.830030:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077129.830033:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948235136:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077129.830037:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077129.830039:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077129.830041:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077129.830042:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077129.830046:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077129.830048:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077129.830053:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077129.830056:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077129.830060:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077129.830063:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948235136, portal 10
00000100:00000001:2.0:1769077129.830066:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077129.830067:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198606336 : -127164510945280 : ffff8c58347f4000)
00000100:00000040:2.0:1769077129.830074:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4000 x1855007948235136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.830081:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077129.830084:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077129.830086:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077129.830089:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948235136, offset 0
00000400:00000200:2.0:1769077129.830093:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077129.830098:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077129.830102:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077129.830106:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077129.830108:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077129.830111:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077129.830114:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077129.830117:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29648:29648:256:4294967295] 192.168.204.128@tcp LPNI seq info [29647:29647:8:4294967295]
00000400:00000200:2.0:1769077129.830122:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077129.830130:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077129.830135:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077129.830139:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077129.830144:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077129.830147:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077129.830152:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077129.830155:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077129.830159:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077129.830161:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077129.830165:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077129.830168:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077129.830171:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077129.830173:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077129.830176:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077129.830180:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4000 x1855007948235136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.830189:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077129.830193:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4000 x1855007948235136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077154 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.830202:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.830203:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077129.830207:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077129.830211:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077129.830215:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077129.830217:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298493966
00000100:00000001:2.0:1769077129.830220:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298495247
00000100:00000001:2.0:1769077129.830223:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298493966
00000100:00000001:2.0:1769077129.830225:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298495248
00000100:00000001:2.0:1769077129.830228:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077129.830230:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.830232:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077129.830236:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077129/real 1769077129]  req@ffff8c58347f4000 x1855007948235136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077129.830245:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077129.830246:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077129.830248:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077129.830251:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077129.830253:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077129.830255:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077129.830259:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4000 x1855007948235136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077129.830269:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4000 x1855007948235136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.830276:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077129.830278:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077129.830280:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077129.830281:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077129.830285:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4000 x1855007948235136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.830292:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077129.830296:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4000 x1855007948235136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.830304:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077129.830306:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077129.830309:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077129.830310:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077129.830312:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077129.830315:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077129.830318:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077129.830322:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077129.830324:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077129.830329:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4000 x1855007948235136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077129.830338:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948235136:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077129.830343:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077129.830347:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f5f80 x1855007948235264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.830354:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077129.830356:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077129.830358:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077129.830360:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077129.830363:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077129.830366:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948235264:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077129.830370:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077129.830372:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077129.830374:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077129.830376:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077129.830379:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077129.830381:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077129.830385:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077129.830388:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077129.830392:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077129.830395:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948235264, portal 10
00000100:00000001:2.0:1769077129.830397:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077129.830399:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198614400 : -127164510937216 : ffff8c58347f5f80)
00000100:00000040:2.0:1769077129.830405:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f5f80 x1855007948235264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.830412:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077129.830415:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077129.830434:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077129.830437:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948235264, offset 0
00000400:00000200:2.0:1769077129.830442:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077129.830446:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077129.830450:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077129.830453:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077129.830455:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077129.830458:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077129.830460:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077129.830463:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29649:29649:256:4294967295] 192.168.204.128@tcp LPNI seq info [29648:29648:8:4294967295]
00000400:00000200:2.0:1769077129.830468:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077129.830475:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077129.830479:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077129.830483:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077129.830487:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077129.830490:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077129.830495:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077129.830498:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077129.830502:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077129.830504:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077129.830507:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077129.830510:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077129.830513:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077129.830515:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077129.830518:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077129.830522:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f5f80 x1855007948235264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.830530:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077129.830533:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f5f80 x1855007948235264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077154 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.830540:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.830542:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077129.830545:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077129.830548:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077129.830552:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077129.830554:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298493965
00000100:00000001:2.0:1769077129.830556:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298495247
00000100:00000001:2.0:1769077129.830559:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298493965
00000100:00000001:2.0:1769077129.830561:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298495248
00000100:00000001:2.0:1769077129.830563:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077129.830566:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.830568:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077129.830572:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077129/real 1769077129]  req@ffff8c58347f5f80 x1855007948235264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077129.830581:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077129.830583:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077129.830585:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077129.830588:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077129.830590:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077129.830592:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077129.830596:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f5f80 x1855007948235264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077129.830606:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f5f80 x1855007948235264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.830614:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077129.830616:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077129.830618:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077129.830619:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077129.830624:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f5f80 x1855007948235264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.830632:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077129.830637:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f5f80 x1855007948235264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.830645:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077129.830647:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077129.830649:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077129.830650:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077129.830652:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077129.830654:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077129.830657:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077129.830660:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077129.830663:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077129.830667:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f5f80 x1855007948235264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077129.830676:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948235264:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077129.830680:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077129.830684:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4e00 x1855007948235392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.830691:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077129.830692:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077129.830695:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077129.830697:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077129.830699:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077129.830702:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948235392:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077129.830706:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077129.830708:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077129.830710:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077129.830712:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077129.830716:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077129.830718:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077129.830722:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077129.830725:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077129.830729:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077129.830752:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948235392, portal 4
00000100:00000001:2.0:1769077129.830755:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077129.830756:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198609920 : -127164510941696 : ffff8c58347f4e00)
00000100:00000040:2.0:1769077129.830763:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4e00 x1855007948235392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.830769:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077129.830772:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077129.830775:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077129.830777:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948235392, offset 0
00000400:00000200:2.0:1769077129.830782:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077129.830786:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077129.830790:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077129.830793:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077129.830796:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077129.830798:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077129.830801:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077129.830804:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29650:29650:256:4294967295] 192.168.204.128@tcp LPNI seq info [29649:29649:8:4294967295]
00000400:00000200:2.0:1769077129.830809:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077129.830816:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077129.830821:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077129.830824:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077129.830829:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077129.830832:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077129.830837:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077129.830840:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077129.830844:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077129.830846:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077129.830849:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077129.830853:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077129.830856:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077129.830858:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077129.830861:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077129.830865:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4e00 x1855007948235392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.830873:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077129.830877:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4e00 x1855007948235392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077154 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.830884:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.830886:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077129.830889:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077129.830892:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077129.830896:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077129.830898:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298494031
00000100:00000001:2.0:1769077129.830900:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298495247
00000100:00000001:2.0:1769077129.830903:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298494031
00000100:00000001:2.0:1769077129.830905:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298495248
00000100:00000001:2.0:1769077129.830908:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077129.830910:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.830912:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077129.830916:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077129/real 1769077129]  req@ffff8c58347f4e00 x1855007948235392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077129.830925:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077129.830926:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077129.830928:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077129.830931:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077129.830933:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077129.830935:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077129.830939:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4e00 x1855007948235392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077129.830948:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4e00 x1855007948235392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.830955:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077129.830957:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077129.830959:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077129.830961:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077129.830964:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4e00 x1855007948235392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.830971:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077129.830976:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4e00 x1855007948235392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.830983:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077129.830986:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077129.830988:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077129.830989:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077129.830991:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077129.830993:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077129.830996:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077129.831000:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077129.831002:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077129.831007:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4e00 x1855007948235392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077129.831015:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948235392:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077129.831019:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077129.831022:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f7b80 x1855007948235520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.831029:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077129.831031:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077129.831033:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077129.831035:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077129.831037:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077129.831040:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948235520:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077129.831042:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077129.831044:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077129.831046:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077129.831047:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077129.831051:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077129.831052:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077129.831056:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077129.831058:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077129.831061:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077129.831064:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948235520, portal 4
00000100:00000001:2.0:1769077129.831066:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077129.831067:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198621568 : -127164510930048 : ffff8c58347f7b80)
00000100:00000040:2.0:1769077129.831072:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f7b80 x1855007948235520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.831079:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077129.831081:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077129.831084:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077129.831086:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948235520, offset 0
00000400:00000200:2.0:1769077129.831090:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077129.831093:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077129.831096:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077129.831099:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077129.831101:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077129.831103:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077129.831106:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077129.831109:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29651:29651:256:4294967295] 192.168.204.128@tcp LPNI seq info [29650:29650:8:4294967295]
00000400:00000200:2.0:1769077129.831113:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077129.831119:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077129.831123:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077129.831126:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077129.831129:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077129.831132:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077129.831136:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077129.831139:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077129.831142:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077129.831144:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077129.831147:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077129.831150:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077129.831152:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077129.831154:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077129.831156:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077129.831160:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f7b80 x1855007948235520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.831167:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077129.831170:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f7b80 x1855007948235520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077154 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.831176:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.831177:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077129.831180:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077129.831183:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077129.831186:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077129.831188:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298493978
00000100:00000001:2.0:1769077129.831190:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298495247
00000100:00000001:2.0:1769077129.831192:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298493978
00000100:00000001:2.0:1769077129.831194:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298495248
00000100:00000001:2.0:1769077129.831197:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077129.831199:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.831201:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077129.831204:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077129/real 1769077129]  req@ffff8c58347f7b80 x1855007948235520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077129.831212:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077129.831213:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077129.831214:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077129.831217:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077129.831219:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077129.831221:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077129.831224:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f7b80 x1855007948235520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077129.831233:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f7b80 x1855007948235520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.831240:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077129.831241:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077129.831243:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077129.831245:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077129.831249:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f7b80 x1855007948235520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.831256:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077129.831260:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f7b80 x1855007948235520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.831268:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077129.831270:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077129.831272:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077129.831273:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077129.831275:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077129.831277:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077129.831280:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077129.831283:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077129.831285:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077129.831289:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f7b80 x1855007948235520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077129.831298:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948235520:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077129.831302:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077129.831304:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077129.831308:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4000 x1855007948235136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.831315:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077129.831317:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077129.831319:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077129.831322:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077129.831324:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077129.831325:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077129.831327:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077129.831329:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d000.
02000000:00000001:2.0:1769077129.831332:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077129.831333:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077129.831335:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4000.
00000100:00000001:2.0:1769077129.831338:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077129.831339:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077129.831341:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077129.831344:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f5f80 x1855007948235264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.831351:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077129.831353:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077129.831354:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077129.831357:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077129.831358:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077129.831359:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077129.831361:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077129.831363:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4f400.
02000000:00000001:2.0:1769077129.831365:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077129.831367:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077129.831368:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f5f80.
00000100:00000001:2.0:1769077129.831371:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077129.831372:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077129.831373:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077129.831377:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4e00 x1855007948235392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.831383:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077129.831385:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077129.831386:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077129.831387:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077129.831388:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077129.831389:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077129.831391:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077129.831392:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4c800.
02000000:00000001:2.0:1769077129.831393:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077129.831394:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077129.831395:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4e00.
00000100:00000001:2.0:1769077129.831396:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077129.831397:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077129.831398:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077129.831400:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f7b80 x1855007948235520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.831404:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077129.831405:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077129.831405:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077129.831407:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077129.831407:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077129.831408:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077129.831409:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077129.831410:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d800.
02000000:00000001:2.0:1769077129.831411:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077129.831411:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077129.831412:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f7b80.
00000100:00000001:2.0:1769077129.831415:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077129.831430:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077129.831433:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077129.831435:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077129.831436:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.831438:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077129.831439:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077130.148812:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077130.148818:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077130.148878:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077130.148881:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077130.148883:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077130.852794:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077130.852800:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077130.852802:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077130.852806:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077130.852809:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077130.852812:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077130.852814:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077130.852816:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077130.852818:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077131.172842:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298495247, at 4298495296
00000100:00000040:1.0:1769077131.172842:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298495248, at 4298495296
00010000:00000001:2.0:1769077131.172846:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077131.172850:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077131.172859:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ae0.
00000100:00000010:1.0:1769077131.172862:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227780.
00000020:00000001:3.0:1769077131.172919:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077131.172923:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077131.172926:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077131.876845:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077131.876852:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077131.876853:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077131.876858:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077131.876861:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077131.876864:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077131.876865:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077131.876868:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077131.876869:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077132.196788:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077132.196795:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077132.196797:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077132.196799:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077132.196804:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077132.196806:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077132.196808:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077132.196811:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077132.196893:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077132.196896:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077132.196899:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077132.900803:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077132.900811:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077132.900812:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077132.900816:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077132.900819:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077132.900822:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077132.900824:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077132.900826:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077132.900828:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077133.220854:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077133.220860:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077133.220939:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077133.220944:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077133.220948:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077133.924833:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077133.924840:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077133.924842:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077133.924846:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077133.924849:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077133.924853:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077133.924855:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077133.924857:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077133.924859:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077134.244843:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077134.244849:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077134.244908:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077134.244913:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077134.244917:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077134.948792:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077134.948800:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077134.948802:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077134.948804:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1769077134.948806:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077134.948810:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077134.948811:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077134.948813:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077134.948818:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3826
00000100:00100000:2.0:1769077134.948818:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077134.948823:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077134.948826:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1769077134.948830:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077134.948831:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077134.948834:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1769077134.948837:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077134.948837:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077134.948842:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077134.948846:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077134.948849:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077134.948852:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077134.948853:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077134.948856:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077134.948858:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769077134.948860:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077134.948862:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769077134.948863:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769077134.948866:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769077134.948869:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077134.948873:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077134.948875:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077134.948877:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077134.948880:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769077134.948883:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077134.948886:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077134.948889:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077134.948892:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077134.948896:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077134.948898:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077134.948900:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077134.948910:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769077134.948914:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769077134.948918:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077134.948919:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077134.948922:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077134.948925:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077134.948929:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077134.948936:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769077134.948942:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077134.948952:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948235648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077134.948963:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077134.948968:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077134.948973:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948235648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077134.948994:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077134.948998:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077134.949000:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077134.949002:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077134.949003:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077134.949006:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077134.949009:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3826
00000400:00000200:1.0:1769077134.949013:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077134.949014:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1769077134.949016:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077134.949018:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1769077134.949020:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077134.949021:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077134.949025:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077134.949027:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077134.949030:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4380 x1855007948235648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077134.949031:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077134.949036:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077134.949042:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077134.949045:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000100:00000001:2.0:1769077134.949046:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077134.949049:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077134.949049:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077134.949054:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
02000000:00000001:2.0:1769077134.949055:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077134.949058:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1769077134.949059:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
02000000:00000001:2.0:1769077134.949061:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077134.949066:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00100000:2.0:1769077134.949068:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948235648:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077134.949073:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1769077134.949075:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077134.949077:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769077134.949080:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077134.949081:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077134.949084:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1769077134.949087:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077134.949091:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000010:2.0:1769077134.949096:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077134.949099:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077134.949100:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769077134.949104:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000200:2.0:1769077134.949108:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077134.949109:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077134.949112:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1769077134.949113:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
02000000:00000001:1.0:1769077134.949117:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077134.949121:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077134.949121:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000001:1.0:1769077134.949125:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077134.949129:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1769077134.949131:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948235648, portal 25
00000008:00000001:1.0:1769077134.949133:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077134.949135:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077134.949138:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077134.949140:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198607232 : -127164510944384 : ffff8c58347f4380)
00000100:00000010:1.0:1769077134.949146:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000100:00000040:2.0:1769077134.949150:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4380 x1855007948235648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769077134.949151:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769077134.949158:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077134.949162:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077134.949166:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077134.949169:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1769077134.949170:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077134.949174:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077134.949176:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
02000000:00000010:1.0:1769077134.949181:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4ec00.
00000400:00000010:2.0:1769077134.949182:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000001:1.0:1769077134.949187:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077134.949189:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948235648, offset 0
00000100:00100000:1.0:1769077134.949195:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948235776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077134.949200:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:1.0:1769077134.949208:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077134.949210:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077134.949214:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948235776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077134.949220:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077134.949224:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077134.949227:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077134.949228:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077134.949234:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077134.949237:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00080000:1.0:1769077134.949241:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1769077134.949243:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769077134.949244:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077134.949248:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077134.949248:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000001:1.0:1769077134.949253:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077134.949256:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29652:29652:256:4294967295] 192.168.204.128@tcp LPNI seq info [29651:29651:8:4294967295]
00000100:00080000:1.0:1769077134.949259:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3826
00000400:00000200:2.0:1769077134.949264:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077134.949268:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077134.949271:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077134.949273:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077134.949278:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077134.949282:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077134.949285:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1769077134.949287:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077134.949292:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077134.949296:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077134.949297:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769077134.949300:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.0:1769077134.949301:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000020:00000040:1.0:1769077134.949302:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769077134.949306:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000800:00000010:2.0:1769077134.949307:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000020:00000001:1.0:1769077134.949309:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000800:00000200:2.0:1769077134.949315:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077134.949318:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1769077134.949325:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000200:2.1:1769077134.949326:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077134.949345:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769077134.949349:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077134.949352:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077134.949356:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077134.949360:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769077134.949362:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077134.949367:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077134.949370:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077134.949372:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000020:00000040:1.0:1769077134.949374:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000400:00000010:2.0:1769077134.949375:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00080000:1.0:1769077134.949382:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077134.949383:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769077134.949387:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077134.949390:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1769077134.949390:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4380 x1855007948235648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077134.949394:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077134.949399:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077134.949403:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077134.949406:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077134.949407:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000008:00000001:1.0:1769077134.949411:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077134.949412:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4380 x1855007948235648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077134.949413:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077134.949420:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000100:00000001:2.0:1769077134.949424:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077134.949425:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000100:00000001:2.0:1769077134.949429:0:2431:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1769077134.949430:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077134.949432:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077134.949434:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077134.949436:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077134.949436:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077134.949439:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077134.949442:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000010:1.0:1769077134.949444:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:2.0:1769077134.949446:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298500367
00000100:00000001:1.0:1769077134.949449:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077134.949452:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227d20.
00000100:00100000:1.0:1769077134.949457:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948235904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077134.949460:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077134.949467:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077134.949469:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077134.949471:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948235904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.949472:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298500367
00000100:00000010:2.0:1769077134.949478:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227d80.
00000100:00000001:1.0:1769077134.949483:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077134.949484:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00080000:1.0:1769077134.949489:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077134.949491:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1769077134.949496:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077134.949496:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077134.949500:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077134.949501:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1769077134.949503:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077134.949507:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:2.0:1769077134.949508:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077134/real 1769077134]  req@ffff8c58347f4380 x1855007948235648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077134.949512:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3826
00000400:00000200:1.0:1769077134.949520:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077134.949527:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077134.949531:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077134.949537:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077134.949539:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1769077134.949539:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077134.949542:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1769077134.949544:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000010:2.0:1769077134.949545:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000100:00000001:1.0:1769077134.949548:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077134.949550:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000020:00000001:1.0:1769077134.949551:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:2.0:1769077134.949553:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000020:00000040:1.0:1769077134.949554:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000100:00000001:2.0:1769077134.949557:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:1.0:1769077134.949558:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077134.949561:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769077134.949564:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000200:2.0:1769077134.949565:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4380 x1855007948235648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769077134.949566:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769077134.949574:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077134.949575:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077134.949577:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077134.949578:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077134.949581:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769077134.949585:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077134.949588:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077134.949590:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1769077134.949590:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4380 x1855007948235648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077134.949594:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077134.949598:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077134.949603:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077134.949605:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00100000:1.0:1769077134.949606:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077134.949608:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1769077134.949610:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077134.949611:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077134.949614:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077134.949614:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1769077134.949621:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000100:00100000:2.0:1769077134.949622:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4380 x1855007948235648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769077134.949626:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769077134.949631:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077134.949633:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077134.949635:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077134.949637:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077134.949641:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1769077134.949641:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4380 x1855007948235648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077134.949645:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077134.949652:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:1.0:1769077134.949654:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
00000100:00000001:2.0:1769077134.949654:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077134.949657:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077134.949660:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077134.949662:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077134.949663:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077134.949665:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077134.949667:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077134.949669:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077134.949672:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4380 x1855007948235648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077134.949674:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077134.949685:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948235648:192.168.204.128@tcp:250:kworker.0
00000100:00100000:1.0:1769077134.949687:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948236032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077134.949690:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077134.949694:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077134.949700:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4380 x1855007948235648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077134.949702:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077134.949706:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077134.949711:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000040:1.0:1769077134.949713:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948236032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077134.949714:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077134.949718:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077134.949722:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077134.949725:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000001:1.0:1769077134.949726:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077134.949727:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077134.949747:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077134.949749:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4e000.
02000000:00000001:2.0:1769077134.949753:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:1.0:1769077134.949755:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1769077134.949755:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077134.949758:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4380.
00000100:00080000:1.0:1769077134.949760:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077134.949762:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077134.949763:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077134.949764:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769077134.949766:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077134.949767:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077134.949772:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077134.949775:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3826
00000100:00000001:2.0:1769077134.949776:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077134.949778:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077134.949780:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077134.949782:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077134.949784:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1769077134.949785:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077134.949786:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1769077134.949788:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077134.949792:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f7b80 x1855007948235776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077134.949793:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077134.949799:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077134.949804:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077134.949809:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077134.949810:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077134.949813:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077134.949813:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077134.949815:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1769077134.949816:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
02000000:00000001:2.0:1769077134.949818:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1769077134.949819:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077134.949823:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
02000000:00000001:2.0:1769077134.949823:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077134.949827:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00100000:2.0:1769077134.949831:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948235776:192.168.204.128@tcp:38:kworker.0
00000020:00000001:1.0:1769077134.949832:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:2.0:1769077134.949839:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1769077134.949840:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077134.949843:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769077134.949844:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077134.949847:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077134.949849:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077134.949849:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769077134.949853:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000010:2.0:1769077134.949854:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
00000020:00000040:1.0:1769077134.949856:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
02000000:00000001:2.0:1769077134.949857:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077134.949861:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077134.949864:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077134.949864:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:1.0:1769077134.949868:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1769077134.949869:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
02000000:00000001:1.0:1769077134.949874:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1769077134.949874:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077134.949876:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948235776, portal 10
02000000:00000001:1.0:1769077134.949879:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077134.949880:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077134.949882:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198621568 : -127164510930048 : ffff8c58347f7b80)
00000100:00000001:1.0:1769077134.949885:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077134.949890:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000040:2.0:1769077134.949890:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f7b80 x1855007948235776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1769077134.949898:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077134.949903:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769077134.949905:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077134.949908:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077134.949913:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000010:1.0:1769077134.949914:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000100:00000200:2.0:1769077134.949915:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948235776, offset 0
00000020:00000040:1.0:1769077134.949921:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000400:00000200:2.0:1769077134.949922:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
02000000:00000001:1.0:1769077134.949927:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077134.949928:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077134.949929:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077134.949932:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077134.949935:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077134.949935:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077134.949941:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
02000000:00000010:1.0:1769077134.949943:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000400:00000200:2.0:1769077134.949944:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077134.949949:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000001:1.0:1769077134.949950:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077134.949952:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077134.949956:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077134.949962:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29653:29653:256:4294967295] 192.168.204.128@tcp LPNI seq info [29652:29652:8:4294967295]
00000100:00100000:1.0:1769077134.949963:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948236160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077134.949969:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077134.949982:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077134.949994:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00000001:1.0:1769077134.950001:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000010:2.0:1769077134.950002:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000100:00000001:1.0:1769077134.950003:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077134.950011:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948236160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1769077134.950014:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077134.950022:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1769077134.950024:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077134.950031:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3836)
00000800:00000200:2.1:1769077134.950033:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077134.950039:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769077134.950044:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077134.950046:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077134.950049:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077134.950054:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077134.950057:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077134.950059:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077134.950062:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077134.950066:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f7b80 x1855007948235776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.950074:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077134.950077:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f7b80 x1855007948235776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.950085:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077134.950086:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077134.950090:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077134.950093:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077134.950097:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077134.950099:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298499086
00000100:00000001:2.0:1769077134.950102:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298500367
00000100:00000001:2.0:1769077134.950104:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298499086
00000100:00000001:2.0:1769077134.950107:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298500367
00000100:00000001:2.0:1769077134.950109:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077134.950111:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077134.950114:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077134.950118:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077134/real 1769077134]  req@ffff8c58347f7b80 x1855007948235776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077134.950126:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077134.950127:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077134.950130:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077134.950133:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077134.950135:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077134.950137:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077134.950141:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f7b80 x1855007948235776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077134.950149:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f7b80 x1855007948235776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.950156:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077134.950158:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077134.950160:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077134.950161:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077134.950165:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f7b80 x1855007948235776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.950171:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077134.950175:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f7b80 x1855007948235776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.950184:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077134.950186:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077134.950188:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077134.950189:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077134.950191:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077134.950193:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077134.950196:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077134.950199:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077134.950202:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077134.950206:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f7b80 x1855007948235776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077134.950215:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948235776:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077134.950219:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077134.950223:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4e00 x1855007948235904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.950230:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077134.950232:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077134.950234:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077134.950236:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077134.950238:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077134.950242:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948235904:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077134.950245:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077134.950247:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077134.950249:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077134.950251:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077134.950255:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077134.950257:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077134.950261:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077134.950264:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077134.950267:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077134.950271:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948235904, portal 10
00000100:00000001:2.0:1769077134.950273:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077134.950275:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198609920 : -127164510941696 : ffff8c58347f4e00)
00000100:00000040:2.0:1769077134.950280:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4e00 x1855007948235904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.950287:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077134.950289:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077134.950292:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077134.950294:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948235904, offset 0
00000400:00000200:2.0:1769077134.950298:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077134.950302:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077134.950305:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077134.950308:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077134.950312:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077134.950314:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077134.950317:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077134.950320:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29654:29654:256:4294967295] 192.168.204.128@tcp LPNI seq info [29653:29653:8:4294967295]
00000400:00000200:2.0:1769077134.950324:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077134.950346:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077134.950351:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077134.950354:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077134.950358:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077134.950361:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077134.950364:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077134.950367:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769077134.950371:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077134.950374:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077134.950377:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077134.950380:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077134.950383:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077134.950386:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077134.950389:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077134.950393:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4e00 x1855007948235904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.950401:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077134.950404:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4e00 x1855007948235904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.950411:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077134.950413:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077134.950416:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077134.950419:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077134.950423:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077134.950424:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298499085
00000100:00000001:2.0:1769077134.950427:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298500367
00000100:00000001:2.0:1769077134.950430:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298499085
00000100:00000001:2.0:1769077134.950432:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298500367
00000100:00000001:2.0:1769077134.950435:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077134.950437:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077134.950439:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077134.950443:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077134/real 1769077134]  req@ffff8c58347f4e00 x1855007948235904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077134.950451:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077134.950452:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077134.950454:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077134.950457:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077134.950459:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077134.950461:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077134.950464:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4e00 x1855007948235904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077134.950472:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4e00 x1855007948235904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.950479:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077134.950481:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077134.950483:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077134.950484:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077134.950487:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4e00 x1855007948235904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.950494:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077134.950497:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4e00 x1855007948235904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.950505:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077134.950507:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077134.950508:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077134.950510:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077134.950512:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077134.950514:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077134.950517:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077134.950520:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077134.950522:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077134.950526:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4e00 x1855007948235904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077134.950534:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948235904:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077134.950538:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077134.950542:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f5f80 x1855007948236032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.950549:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077134.950550:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077134.950553:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077134.950555:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077134.950557:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077134.950560:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948236032:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077134.950564:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077134.950565:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077134.950567:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077134.950569:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077134.950572:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077134.950575:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077134.950579:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077134.950582:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077134.950585:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077134.950588:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948236032, portal 4
00000100:00000001:2.0:1769077134.950590:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077134.950592:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198614400 : -127164510937216 : ffff8c58347f5f80)
00000100:00000040:2.0:1769077134.950597:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f5f80 x1855007948236032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.950605:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077134.950607:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077134.950609:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077134.950612:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948236032, offset 0
00000400:00000200:2.0:1769077134.950616:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077134.950620:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077134.950624:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077134.950626:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077134.950629:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077134.950631:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077134.950634:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077134.950637:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29655:29655:256:4294967295] 192.168.204.128@tcp LPNI seq info [29654:29654:8:4294967295]
00000400:00000200:2.0:1769077134.950642:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077134.950648:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077134.950652:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077134.950655:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077134.950660:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077134.950662:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077134.950667:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077134.950670:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769077134.950673:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077134.950675:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077134.950678:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077134.950682:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077134.950685:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077134.950687:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077134.950690:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077134.950693:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f5f80 x1855007948236032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.950701:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077134.950704:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f5f80 x1855007948236032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.950717:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077134.950719:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077134.950722:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077134.950725:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077134.950728:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077134.950749:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298499150
00000100:00000001:2.0:1769077134.950753:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298500367
00000100:00000001:2.0:1769077134.950755:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298499151
00000100:00000001:2.0:1769077134.950757:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298500367
00000100:00000001:2.0:1769077134.950759:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077134.950761:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077134.950763:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077134.950768:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077134/real 1769077134]  req@ffff8c58347f5f80 x1855007948236032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077134.950776:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077134.950777:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077134.950779:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077134.950782:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077134.950784:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077134.950787:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077134.950790:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f5f80 x1855007948236032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077134.950798:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f5f80 x1855007948236032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.950803:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077134.950805:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077134.950806:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077134.950807:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077134.950811:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f5f80 x1855007948236032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.950818:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077134.950822:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f5f80 x1855007948236032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.950830:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077134.950832:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077134.950834:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077134.950835:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077134.950837:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077134.950838:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077134.950841:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077134.950844:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077134.950847:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077134.950851:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f5f80 x1855007948236032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077134.950859:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948236032:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077134.950863:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077134.950865:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077134.950868:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f7b80 x1855007948235776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.950875:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077134.950876:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077134.950878:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077134.950881:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077134.950883:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077134.950884:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077134.950886:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077134.950888:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4ec00.
02000000:00000001:2.0:1769077134.950891:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077134.950893:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077134.950894:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f7b80.
00000100:00000001:2.0:1769077134.950897:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077134.950898:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077134.950899:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077134.950903:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4e00 x1855007948235904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.950909:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077134.950910:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077134.950911:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077134.950914:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077134.950915:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077134.950916:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077134.950918:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077134.950920:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4c400.
02000000:00000001:2.0:1769077134.950922:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077134.950923:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077134.950924:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4e00.
00000100:00000001:2.0:1769077134.950927:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077134.950928:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077134.950929:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077134.950932:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f5f80 x1855007948236032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.950939:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077134.950940:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077134.950942:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077134.950945:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077134.950946:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077134.950947:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077134.950949:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077134.950950:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d800.
02000000:00000001:2.0:1769077134.950953:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077134.950954:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077134.950955:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f5f80.
00000100:00000001:2.0:1769077134.950958:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077134.950960:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077134.950962:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077134.950966:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077134.950967:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077134.950969:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077134.950971:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077134.950972:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077134.950976:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4000 x1855007948236160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.950983:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077134.950984:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077134.950986:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077134.950988:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077134.950990:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077134.950993:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948236160:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077134.950996:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077134.950998:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077134.950999:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077134.951001:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077134.951004:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077134.951006:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077134.951010:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077134.951013:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077134.951016:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077134.951019:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948236160, portal 4
00000100:00000001:2.0:1769077134.951021:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077134.951022:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198606336 : -127164510945280 : ffff8c58347f4000)
00000100:00000040:2.0:1769077134.951028:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4000 x1855007948236160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.951034:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077134.951037:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077134.951039:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077134.951041:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948236160, offset 0
00000400:00000200:2.0:1769077134.951045:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077134.951050:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077134.951054:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077134.951057:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077134.951060:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077134.951062:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077134.951065:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077134.951068:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29656:29656:256:4294967295] 192.168.204.128@tcp LPNI seq info [29655:29655:8:4294967295]
00000400:00000200:2.0:1769077134.951072:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077134.951078:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077134.951083:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077134.951087:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077134.951091:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077134.951094:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077134.951099:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077134.951101:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769077134.951106:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077134.951108:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077134.951111:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077134.951115:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077134.951117:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077134.951119:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077134.951123:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077134.951127:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4000 x1855007948236160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.951135:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077134.951138:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4000 x1855007948236160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.951144:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077134.951146:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077134.951149:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077134.951152:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077134.951156:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077134.951159:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298499098
00000100:00000001:2.0:1769077134.951162:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298500367
00000100:00000001:2.0:1769077134.951164:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298499098
00000100:00000001:2.0:1769077134.951166:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298500367
00000100:00000001:2.0:1769077134.951169:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077134.951171:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077134.951173:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077134.951177:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077134/real 1769077134]  req@ffff8c58347f4000 x1855007948236160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077134.951184:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077134.951186:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077134.951188:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077134.951190:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077134.951192:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077134.951194:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077134.951198:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4000 x1855007948236160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077134.951207:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4000 x1855007948236160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.951214:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077134.951215:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077134.951217:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077134.951218:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077134.951222:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4000 x1855007948236160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.951230:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077134.951233:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4000 x1855007948236160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.951240:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077134.951243:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077134.951245:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077134.951246:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077134.951248:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077134.951250:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077134.951252:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077134.951256:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077134.951258:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077134.951262:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4000 x1855007948236160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077134.951270:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948236160:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077134.951274:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077134.951276:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077134.951279:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4000 x1855007948236160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.951286:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077134.951287:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077134.951289:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077134.951292:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077134.951293:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077134.951294:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077134.951296:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077134.951298:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4c800.
02000000:00000001:2.0:1769077134.951301:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077134.951302:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077134.951304:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4000.
00000100:00000001:2.0:1769077134.951307:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077134.951308:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077134.951310:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077134.951313:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077134.951315:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077134.951317:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077134.951319:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077135.268844:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077135.268850:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077135.268909:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077135.268914:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077135.268918:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077135.972836:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077135.972844:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077135.972846:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077135.972852:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077135.972856:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077135.972861:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077135.972863:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077135.972866:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077135.972869:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077136.292836:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298500367, at 4298500416
00010000:00000001:2.0:1769077136.292841:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077136.292846:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077136.292851:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d20.
00000100:00000040:1.0:1769077136.292851:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298500367, at 4298500416
00000100:00000010:1.0:1769077136.292862:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d80.
00000020:00000001:3.0:1769077136.292866:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077136.292872:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077136.292877:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077136.996780:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077136.996787:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077136.996788:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077136.996793:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077136.996796:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077136.996799:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077136.996801:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077136.996803:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077136.996805:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077137.316832:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077137.316838:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077137.316946:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077137.316952:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077137.316956:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077138.020831:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077138.020837:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077138.020839:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077138.020843:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077138.020845:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077138.020848:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077138.020850:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077138.020852:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077138.020854:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077138.340819:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077138.340824:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077138.340875:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077138.340883:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077138.340888:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077139.044834:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077139.044840:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077139.044842:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077139.044847:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077139.044850:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077139.044853:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077139.044855:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077139.044858:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077139.044860:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077139.364799:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077139.364805:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077139.364846:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077139.364850:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077139.364853:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077140.068832:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077140.068839:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077140.068841:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077140.068846:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:0.0:1769077140.068850:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077140.068850:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077140.068853:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077140.068857:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077140.068859:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077140.068861:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077140.068867:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077140.068871:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077140.068875:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077140.068880:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077140.068888:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3831
00000400:00000200:0.0:1769077140.068896:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077140.068903:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077140.068906:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077140.068909:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077140.068912:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077140.068915:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077140.068918:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077140.068923:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077140.068925:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077140.068928:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077140.068931:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077140.068933:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077140.068936:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077140.068940:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077140.068942:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077140.068944:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077140.068946:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077140.068949:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077140.068953:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077140.068956:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077140.068959:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077140.068963:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077140.068966:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077140.068968:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077140.068971:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077140.068980:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000020:00000040:0.0:1769077140.068984:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077140.068988:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077140.068990:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077140.068993:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077140.068996:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077140.069008:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077140.069017:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16800.
00000100:00000001:0.0:1769077140.069023:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077140.069033:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948236288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077140.069044:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077140.069049:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077140.069054:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948236288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077140.069077:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077140.069080:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077140.069084:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077140.069085:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077140.069087:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077140.069091:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077140.069095:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3831
00000400:00000200:0.0:1769077140.069100:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077140.069101:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1769077140.069105:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077140.069106:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077140.069108:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1769077140.069111:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077140.069117:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000040:2.0:1769077140.069117:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948236288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077140.069124:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077140.069130:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077140.069134:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077140.069136:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077140.069137:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077140.069143:0:44394:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:2.0:1769077140.069143:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077140.069147:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769077140.069148:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
02000000:00000001:2.0:1769077140.069151:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077140.069153:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00100000:2.0:1769077140.069157:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948236288:192.168.204.128@tcp:250:kworker.0
00000020:00000040:0.0:1769077140.069158:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000100:00000001:2.0:1769077140.069164:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:0.0:1769077140.069165:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
02000000:00000001:2.0:1769077140.069168:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:0.0:1769077140.069169:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
02000000:00000001:2.0:1769077140.069172:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077140.069175:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1769077140.069177:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000010:2.0:1769077140.069180:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
00000100:00000001:0.0:1769077140.069182:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077140.069184:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077140.069188:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077140.069192:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077140.069195:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000040:0.0:1769077140.069198:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000400:00000010:2.0:1769077140.069201:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000100:00080000:0.0:1769077140.069204:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077140.069209:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077140.069209:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
02000000:00000001:0.0:1769077140.069215:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1769077140.069218:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948236288, portal 25
02000000:00000001:0.0:1769077140.069222:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077140.069222:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077140.069224:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
02000000:00000001:0.0:1769077140.069228:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077140.069232:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948236288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077140.069233:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077140.069240:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077140.069240:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:0.0:1769077140.069261:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077140.069262:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077140.069267:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077140.069267:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077140.069274:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948236288, offset 0
00000100:00000010:0.0:1769077140.069276:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c700.
00000400:00000200:2.0:1769077140.069282:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000020:00000040:0.0:1769077140.069284:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077140.069290:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769077140.069291:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:0.0:1769077140.069294:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077140.069298:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769077140.069299:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
02000000:00000001:0.0:1769077140.069303:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077140.069306:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1769077140.069307:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077140.069312:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
02000000:00000010:0.0:1769077140.069315:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17000.
00000400:00000200:2.0:1769077140.069315:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077140.069320:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000001:0.0:1769077140.069323:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077140.069324:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29657:29657:256:4294967295] 192.168.204.128@tcp LPNI seq info [29656:29656:8:4294967295]
00000400:00000200:2.0:1769077140.069331:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00100000:0.0:1769077140.069335:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c700 x1855007948236416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077140.069344:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077140.069357:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077140.069362:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077140.069367:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:0.0:1769077140.069369:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1769077140.069372:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1769077140.069375:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077140.069380:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:0.0:1769077140.069386:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000435b0902] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c700 x1855007948236416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769077140.069386:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077140.069395:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077140.069399:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000100:00000001:0.0:1769077140.069407:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077140.069408:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1769077140.069411:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077140.069417:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1769077140.069420:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077140.069424:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077140.069426:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077140.069427:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000100:00000001:0.0:1769077140.069431:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:2.0:1769077140.069433:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00080000:0.0:1769077140.069439:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3831
00000100:00000001:2.0:1769077140.069442:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:0.0:1769077140.069447:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000200:2.0:1769077140.069452:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c380 x1855007948236288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077140.069456:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077140.069462:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077140.069470:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077140.069474:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077140.069474:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077140.069478:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000040:2.0:1769077140.069481:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948236288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077165 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077140.069483:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077140.069491:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077140.069495:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077140.069496:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000100:00000001:2.0:1769077140.069499:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769077140.069501:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077140.069505:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000100:00000001:2.0:1769077140.069506:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077140.069511:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077140.069514:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000001:0.0:1769077140.069517:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000001:2.0:1769077140.069519:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298505487
00000100:00000040:0.0:1769077140.069525:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000010:2.0:1769077140.069525:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227840.
00000100:00000001:0.0:1769077140.069530:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077140.069534:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077140.069535:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769077140.069539:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077140.069542:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298505487
00000020:00000040:0.0:1769077140.069544:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00000010:2.0:1769077140.069548:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227e40.
00000100:00080000:0.0:1769077140.069551:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077140.069555:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077140.069557:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077140.069560:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077140.069561:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
02000000:00000001:0.0:1769077140.069563:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077140.069565:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077140.069567:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077140.069569:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769077140.069571:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077140.069573:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000008:00000001:0.0:1769077140.069577:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077140.069579:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077140/real 1769077140]  req@ffff8c5704d9c380 x1855007948236288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077140.069581:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077140.069589:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9f480.
00000400:00000001:2.0:1769077140.069591:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000020:00000040:0.0:1769077140.069594:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000400:00000001:2.0:1769077140.069594:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077140.069597:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
02000000:00000001:0.0:1769077140.069600:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769077140.069602:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
02000000:00000001:0.0:1769077140.069603:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077140.069605:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:0.0:1769077140.069607:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077140.069609:0:2431:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1769077140.069611:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077140.069615:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077140.069617:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948236288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769077140.069620:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14000.
00000100:00000001:0.0:1769077140.069627:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077140.069631:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948236288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077140.069637:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9f480 x1855007948236544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077140.069663:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077140.069668:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077140.069668:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077140.069672:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077140.069675:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1a89039] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9f480 x1855007948236544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077140.069676:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077140.069680:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077140.069689:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948236288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077140.069692:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077140.069700:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077140.069701:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077140.069709:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:2.0:1769077140.069709:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948236288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077140.069714:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077140.069717:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077140.069720:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077140.069722:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077140.069723:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077140.069726:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1769077140.069729:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3831
00000100:00000001:2.0:1769077140.069729:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077140.069750:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077140.069751:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077140.069754:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077140.069759:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077140.069762:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077140.069765:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948236288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077140.069776:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00100000:2.0:1769077140.069780:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948236288:192.168.204.128@tcp:250:kworker.0
00000400:00000200:0.0:1769077140.069785:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077140.069786:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077140.069791:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077140.069791:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077140.069796:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948236288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077140.069800:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077140.069804:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1769077140.069807:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077140.069808:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077140.069811:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
00000100:00000040:0.0:1769077140.069812:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077140.069815:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1769077140.069817:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:2.0:1769077140.069818:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077140.069820:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:0.0:1769077140.069823:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000001:2.0:1769077140.069824:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
00000020:00000040:0.0:1769077140.069828:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
02000000:00000010:2.0:1769077140.069829:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16800.
00000020:00000001:0.0:1769077140.069834:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:2.0:1769077140.069835:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:0.0:1769077140.069839:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
02000000:00000001:2.0:1769077140.069839:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077140.069841:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077140.069844:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000020:00000001:0.0:1769077140.069846:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077140.069847:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077140.069851:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1769077140.069853:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077140.069857:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:0.0:1769077140.069860:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077140.069861:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077140.069864:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077140.069867:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077140.069869:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077140.069869:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077140.069875:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c700 x1855007948236416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077140.069878:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077140.069885:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077140.069886:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077140.069888:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077140.069892:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
02000000:00000001:2.0:1769077140.069892:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077140.069895:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077140.069898:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077140.069900:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00100000:2.0:1769077140.069903:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948236416:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077140.069907:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077140.069908:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077140.069913:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077140.069916:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077140.069919:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077140.069921:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077140.069922:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077140.069928:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077140.069929:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:2.0:1769077140.069931:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
00000008:00100000:0.0:1769077140.069934:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
02000000:00000001:2.0:1769077140.069935:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769077140.069941:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077140.069942:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077140.069946:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000100:00000001:0.0:1769077140.069947:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077140.069950:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000010:0.0:1769077140.069956:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000100:00000200:2.0:1769077140.069956:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948236416, portal 10
00000020:00000040:0.0:1769077140.069963:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000001:2.0:1769077140.069963:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077140.069966:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104265472 : -127169605286144 : ffff8c5704d9c700)
02000000:00000001:0.0:1769077140.069969:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077140.069973:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077140.069976:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1769077140.069978:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c700 x1855007948236416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077140.069979:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077140.069982:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077140.069991:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17800.
00000100:00000001:2.0:1769077140.069993:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769077140.069998:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077140.069999:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077140.070005:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00100000:0.0:1769077140.070009:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948236672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769077140.070011:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948236416, offset 0
00000400:00000200:2.0:1769077140.070022:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077140.070030:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077140.070033:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077140.070036:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000001:0.0:1769077140.070040:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077140.070041:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077140.070046:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000040:0.0:1769077140.070051:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948236672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077140.070051:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077140.070057:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077140.070063:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29658:29658:256:4294967295] 192.168.204.128@tcp LPNI seq info [29657:29657:8:4294967295]
00000400:00000200:2.0:1769077140.070072:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077140.070079:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077140.070083:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1769077140.070086:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1769077140.070090:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077140.070095:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000100:00080000:0.0:1769077140.070096:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077140.070099:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.0:1769077140.070100:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:0.0:1769077140.070102:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.0:1769077140.070104:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1769077140.070108:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:2.1:1769077140.070112:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:0.0:1769077140.070116:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3831
00000800:00000200:2.1:1769077140.070116:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000400:00000200:0.0:1769077140.070127:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000800:00000100:2.0:1769077140.070127:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077140.070132:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077140.070135:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077140.070136:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077140.070142:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077140.070142:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077140.070145:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077140.070148:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000040:0.0:1769077140.070150:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077140.070152:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769077140.070156:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1769077140.070159:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c700 x1855007948236416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077140.070162:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077140.070169:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077140.070176:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077140.070179:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769077140.070183:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077140.070185:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1769077140.070188:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00000040:2.0:1769077140.070191:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c700 x1855007948236416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077165 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077140.070193:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769077140.070200:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:2.0:1769077140.070204:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077140.070207:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1769077140.070209:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077140.070211:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077140.070215:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077140.070217:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000100:00000040:0.0:1769077140.070221:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077140.070223:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077140.070228:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298504206
00000100:00000001:0.0:1769077140.070229:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077140.070231:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298505487
00000020:00000040:0.0:1769077140.070234:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000001:2.0:1769077140.070235:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298504206
00000100:00000001:2.0:1769077140.070240:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298505487
00000100:00080000:0.0:1769077140.070241:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077140.070242:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077140.070258:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077140.070261:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077140.070262:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1769077140.070267:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1769077140.070268:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077140/real 1769077140]  req@ffff8c5704d9c700 x1855007948236416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077140.070273:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:2.0:1769077140.070278:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1769077140.070279:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769077140.070280:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1769077140.070283:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:2.0:1769077140.070284:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000008:00100000:0.0:1769077140.070289:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1769077140.070289:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077140.070292:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000008:00000001:0.0:1769077140.070297:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077140.070297:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077140.070302:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c700 x1855007948236416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077140.070303:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077140.070312:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000100:00000200:2.0:1769077140.070313:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c700 x1855007948236416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077140.070319:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000001:2.0:1769077140.070322:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077140.070326:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769077140.070327:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077140.070328:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1769077140.070331:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077140.070331:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077140.070338:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1769077140.070339:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c700 x1855007948236416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077140.070341:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077140.070346:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077140.070347:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077140.070352:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c700 x1855007948236416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769077140.070353:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15800.
00000100:00000001:0.0:1769077140.070361:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077140.070361:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077140.070367:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077140.070369:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077140.070370:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077140.070372:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00100000:0.0:1769077140.070374:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948236800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077140.070374:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077140.070379:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077140.070386:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077140.070390:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077140.070397:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c700 x1855007948236416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077140.070398:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077140.070404:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077140.070413:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948236416:192.168.204.128@tcp:38:kworker.0
00000100:00000040:0.0:1769077140.070416:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948236800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077140.070421:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077140.070429:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9f480 x1855007948236544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077140.070432:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077140.070440:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3841)
00000100:00000001:2.0:1769077140.070442:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077140.070446:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077140.070449:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077140.070451:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077140.070454:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077140.070458:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948236544:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077140.070462:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077140.070465:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077140.070467:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077140.070469:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077140.070473:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077140.070475:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077140.070479:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077140.070482:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077140.070485:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077140.070488:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948236544, portal 10
00000100:00000001:2.0:1769077140.070491:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077140.070492:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104277120 : -127169605274496 : ffff8c5704d9f480)
00000100:00000040:2.0:1769077140.070499:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9f480 x1855007948236544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077140.070505:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077140.070507:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077140.070508:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077140.070510:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948236544, offset 0
00000400:00000200:2.0:1769077140.070513:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077140.070516:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077140.070519:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077140.070522:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077140.070523:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077140.070525:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077140.070527:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077140.070529:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29659:29659:256:4294967295] 192.168.204.128@tcp LPNI seq info [29658:29658:8:4294967295]
00000400:00000200:2.0:1769077140.070532:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077140.070537:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077140.070540:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077140.070542:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077140.070545:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077140.070547:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077140.070550:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077140.070552:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077140.070555:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077140.070556:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077140.070558:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077140.070561:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077140.070563:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077140.070564:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077140.070566:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077140.070568:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9f480 x1855007948236544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077140.070574:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077140.070576:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9f480 x1855007948236544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077165 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077140.070580:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077140.070581:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077140.070583:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077140.070585:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077140.070587:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077140.070589:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298504205
00000100:00000001:2.0:1769077140.070590:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298505487
00000100:00000001:2.0:1769077140.070592:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298504205
00000100:00000001:2.0:1769077140.070594:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298505487
00000100:00000001:2.0:1769077140.070595:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077140.070596:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077140.070598:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077140.070600:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077140/real 1769077140]  req@ffff8c5704d9f480 x1855007948236544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077140.070605:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077140.070606:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077140.070607:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077140.070609:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077140.070610:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077140.070611:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077140.070613:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9f480 x1855007948236544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077140.070619:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9f480 x1855007948236544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077140.070623:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077140.070624:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077140.070625:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077140.070626:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077140.070628:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9f480 x1855007948236544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077140.070632:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077140.070636:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9f480 x1855007948236544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077140.070642:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077140.070645:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077140.070646:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077140.070647:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077140.070649:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077140.070650:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077140.070653:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077140.070657:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077140.070659:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077140.070663:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9f480 x1855007948236544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077140.070680:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948236544:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077140.070684:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077140.070686:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077140.070689:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c700 x1855007948236416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077140.070696:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077140.070697:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077140.070698:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077140.070700:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077140.070702:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077140.070703:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077140.070704:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077140.070705:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17000.
02000000:00000001:2.0:1769077140.070707:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077140.070708:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077140.070709:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c700.
00000100:00000001:2.0:1769077140.070711:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077140.070712:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077140.070713:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077140.070715:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9f480 x1855007948236544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077140.070720:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077140.070720:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077140.070721:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077140.070723:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077140.070723:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077140.070724:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077140.070725:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077140.070726:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14000.
02000000:00000001:2.0:1769077140.070727:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077140.070728:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077140.070729:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9f480.
00000100:00000001:2.0:1769077140.070746:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077140.070747:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077140.070749:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077140.070752:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077140.070753:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077140.070754:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077140.070755:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077140.070756:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077140.070759:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948236672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077140.070764:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077140.070765:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077140.070766:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077140.070767:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077140.070769:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077140.070771:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948236672:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077140.070773:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077140.070775:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077140.070776:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077140.070777:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077140.070779:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077140.070780:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077140.070784:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077140.070786:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077140.070788:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077140.070790:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948236672, portal 4
00000100:00000001:2.0:1769077140.070792:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077140.070793:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
00000100:00000040:2.0:1769077140.070796:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948236672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077140.070801:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077140.070802:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077140.070803:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077140.070805:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948236672, offset 0
00000400:00000200:2.0:1769077140.070808:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077140.070811:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077140.070814:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077140.070816:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077140.070818:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077140.070819:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077140.070821:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077140.070823:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29660:29660:256:4294967295] 192.168.204.128@tcp LPNI seq info [29659:29659:8:4294967295]
00000400:00000200:2.0:1769077140.070826:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077140.070830:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077140.070833:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077140.070835:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077140.070837:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077140.070840:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077140.070843:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077140.070845:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077140.070847:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077140.070848:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077140.070850:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077140.070853:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077140.070855:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077140.070856:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077140.070858:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077140.070860:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c380 x1855007948236672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077140.070865:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077140.070867:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948236672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077165 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077140.070872:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077140.070872:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077140.070874:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077140.070876:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077140.070878:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077140.070880:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298504271
00000100:00000001:2.0:1769077140.070882:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298505487
00000100:00000001:2.0:1769077140.070883:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298504271
00000100:00000001:2.0:1769077140.070885:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298505487
00000100:00000001:2.0:1769077140.070886:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077140.070887:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077140.070888:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077140.070890:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077140/real 1769077140]  req@ffff8c5704d9c380 x1855007948236672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077140.070895:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077140.070896:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077140.070897:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077140.070899:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077140.070900:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077140.070901:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077140.070903:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948236672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077140.070908:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948236672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077140.070913:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077140.070914:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077140.070915:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077140.070915:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077140.070918:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948236672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077140.070922:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077140.070924:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948236672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077140.070928:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077140.070930:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077140.070931:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077140.070932:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077140.070933:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077140.070934:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077140.070936:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077140.070938:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077140.070939:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077140.070942:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948236672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077140.070946:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948236672:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077140.070949:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077140.070951:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9dc00 x1855007948236800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077140.070956:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077140.070958:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077140.070960:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077140.070962:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077140.070964:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077140.070967:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948236800:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077140.070970:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077140.070972:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077140.070974:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077140.070975:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077140.070978:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077140.070980:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077140.070984:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077140.070987:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077140.070990:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077140.070993:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948236800, portal 4
00000100:00000001:2.0:1769077140.070996:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077140.070997:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104270848 : -127169605280768 : ffff8c5704d9dc00)
00000100:00000040:2.0:1769077140.071003:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9dc00 x1855007948236800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077140.071010:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077140.071012:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077140.071015:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077140.071017:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948236800, offset 0
00000400:00000200:2.0:1769077140.071020:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077140.071023:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077140.071025:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077140.071028:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077140.071029:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077140.071031:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077140.071033:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077140.071035:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29661:29661:256:4294967295] 192.168.204.128@tcp LPNI seq info [29660:29660:8:4294967295]
00000400:00000200:2.0:1769077140.071038:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077140.071042:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077140.071045:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077140.071047:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077140.071049:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077140.071051:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077140.071054:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077140.071056:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077140.071058:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077140.071060:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077140.071062:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077140.071064:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077140.071066:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077140.071067:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077140.071069:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077140.071071:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9dc00 x1855007948236800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077140.071081:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077140.071083:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948236800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077165 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077140.071087:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077140.071088:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077140.071090:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077140.071092:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077140.071094:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077140.071096:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298504218
00000100:00000001:2.0:1769077140.071097:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298505487
00000100:00000001:2.0:1769077140.071099:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298504218
00000100:00000001:2.0:1769077140.071100:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298505487
00000100:00000001:2.0:1769077140.071101:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077140.071102:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077140.071104:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077140.071106:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077140/real 1769077140]  req@ffff8c5704d9dc00 x1855007948236800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077140.071110:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077140.071111:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077140.071112:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077140.071114:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077140.071115:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077140.071116:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077140.071119:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9dc00 x1855007948236800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077140.071124:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9dc00 x1855007948236800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077140.071128:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077140.071129:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077140.071131:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077140.071131:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077140.071134:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9dc00 x1855007948236800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077140.071138:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077140.071140:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9dc00 x1855007948236800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077140.071144:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077140.071146:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077140.071146:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077140.071147:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077140.071148:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077140.071149:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077140.071151:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077140.071153:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077140.071154:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077140.071157:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9dc00 x1855007948236800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077140.071161:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948236800:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077140.071163:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077140.071165:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077140.071167:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948236672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077140.071171:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077140.071172:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077140.071173:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077140.071174:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077140.071175:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077140.071176:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077140.071178:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077140.071179:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17800.
02000000:00000001:2.0:1769077140.071181:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077140.071182:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077140.071183:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077140.071184:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077140.071185:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077140.071186:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077140.071188:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9dc00 x1855007948236800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077140.071192:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077140.071193:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077140.071194:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077140.071195:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077140.071196:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077140.071196:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077140.071197:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077140.071198:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15800.
02000000:00000001:2.0:1769077140.071199:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077140.071200:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077140.071201:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077140.071202:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077140.071203:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077140.071204:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077140.071206:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077140.071207:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077140.071208:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077140.071209:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077140.388853:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077140.388860:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077140.388916:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077140.388919:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077140.388922:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077141.092871:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077141.092880:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077141.092882:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077141.092888:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077141.092892:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077141.092896:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077141.092899:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077141.092902:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077141.092905:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077141.412828:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298505487, at 4298505536
00000100:00000040:1.0:1769077141.412829:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298505487, at 4298505536
00010000:00000001:2.0:1769077141.412840:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077141.412845:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077141.412846:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227840.
00000100:00000010:1.0:1769077141.412847:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227e40.
00000020:00000001:3.0:1769077141.412914:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077141.412917:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077141.412920:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077142.116820:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077142.116829:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077142.116831:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077142.116838:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077142.116841:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077142.116846:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077142.116850:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077142.116852:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077142.116855:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077142.436840:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077142.436847:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077142.436849:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077142.436852:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077142.436856:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077142.436857:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077142.436859:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077142.436861:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077142.436915:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077142.436920:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077142.436924:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077143.140839:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077143.140845:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077143.140847:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077143.140851:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077143.140854:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077143.140857:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077143.140859:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077143.140861:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077143.140863:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077143.460830:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077143.460835:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077143.460891:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077143.460896:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077143.460898:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077144.164820:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077144.164827:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077144.164828:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077144.164833:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077144.164835:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077144.164839:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077144.164841:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077144.164844:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077144.164846:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077144.484926:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077144.484937:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077144.485017:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077144.485021:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077144.485024:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077145.188946:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1769077145.188953:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077145.188956:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077145.188961:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077145.188967:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1769077145.188970:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077145.188972:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077145.188982:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769077145.188983:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077145.188989:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077145.188990:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077145.188998:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077145.189002:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769077145.189004:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3836
00000100:00000001:0.0:1769077145.189010:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077145.189024:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077145.189033:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077145.189038:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077145.189043:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077145.189047:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077145.189050:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077145.189052:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:2.0:1769077145.189058:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077145.189061:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:2.0:1769077145.189064:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077145.189067:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:2.0:1769077145.189070:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:2.0:1769077145.189073:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:2.0:1769077145.189077:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077145.189085:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077145.189087:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077145.189089:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:2.0:1769077145.189093:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:2.0:1769077145.189097:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077145.189103:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077145.189107:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077145.189112:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077145.189116:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077145.189119:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077145.189122:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077145.189135:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a250a80.
00000020:00000040:2.0:1769077145.189140:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:2.0:1769077145.189146:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077145.189148:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077145.189151:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077145.189155:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077145.189172:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077145.189183:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b410800.
00000100:00000001:2.0:1769077145.189191:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077145.189202:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a250a80 x1855007948236928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077145.189214:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077145.189219:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077145.189225:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067a8311a] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a250a80 x1855007948236928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077145.189250:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077145.189254:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077145.189258:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077145.189260:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077145.189262:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077145.189266:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077145.189270:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3836
00000400:00000200:2.0:1769077145.189276:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077145.189280:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077145.189283:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769077145.189286:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1769077145.189288:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077145.189292:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077145.189293:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077145.189296:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077145.189300:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077145.189305:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:2.0:1769077145.189309:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:0.0:1769077145.189312:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a250a80 x1855007948236928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769077145.189312:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:2.0:1769077145.189315:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077145.189318:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:2.0:1769077145.189326:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:2.0:1769077145.189334:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:2.0:1769077145.189345:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077145.189352:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077145.189353:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1769077145.189357:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077145.189359:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077145.189363:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:0.0:1769077145.189368:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1769077145.189369:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
02000000:00000001:0.0:1769077145.189376:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1769077145.189377:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077145.189385:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077145.189387:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077145.189390:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1769077145.189397:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948236928:192.168.204.128@tcp:250:kworker.0
02000000:00000001:2.0:1769077145.189398:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077145.189405:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077145.189409:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769077145.189411:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077145.189418:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769077145.189419:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:2.0:1769077145.189426:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077145.189427:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077145.189434:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077145.189436:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:2.0:1769077145.189441:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a251500.
00000020:00000040:2.0:1769077145.189445:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000010:0.0:1769077145.189449:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14c00.
02000000:00000001:2.0:1769077145.189449:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077145.189453:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077145.189457:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077145.189458:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077145.189461:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077145.189463:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077145.189468:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b412000.
00000100:00000001:2.0:1769077145.189474:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077145.189481:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a251500 x1855007948237056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769077145.189483:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077145.189496:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5cb8.
00000100:00000001:2.0:1769077145.189503:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077145.189507:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769077145.189508:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000040:2.0:1769077145.189515:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003cc974f6] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a251500 x1855007948237056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077145.189519:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948236928, portal 25
00000100:00000001:0.0:1769077145.189531:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077145.189535:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293357696 : -127164416193920 : ffff8c583a250a80)
00000100:00000001:2.0:1769077145.189538:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077145.189544:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077145.189550:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a250a80 x1855007948236928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769077145.189552:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077145.189556:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077145.189560:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077145.189572:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077145.189581:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3836
00000100:00000001:0.0:1769077145.189583:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1769077145.189595:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:0.0:1769077145.189598:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077145.189603:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000010:0.0:1769077145.189606:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1e58.
00000100:00080000:2.0:1769077145.189608:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1769077145.189616:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948236928, offset 0
00000100:00000040:2.0:1769077145.189619:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077145.189626:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077145.189633:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:0.0:1769077145.189637:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:2.0:1769077145.189639:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:2.0:1769077145.189644:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077145.189646:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000400:00000200:0.0:1769077145.189652:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000001:2.0:1769077145.189652:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077145.189656:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:2.0:1769077145.189661:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:2.0:1769077145.189664:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:0.0:1769077145.189667:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000040:2.0:1769077145.189672:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077145.189677:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769077145.189678:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769077145.189684:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:0.0:1769077145.189690:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000001:2.0:1769077145.189692:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:2.0:1769077145.189699:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000400:00000200:0.0:1769077145.189700:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1769077145.189707:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000200:0.0:1769077145.189710:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000001:2.0:1769077145.189714:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077145.189718:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1769077145.189724:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29662:29662:256:4294967295] 192.168.204.128@tcp LPNI seq info [29661:29661:8:4294967295]
02000000:00000001:2.0:1769077145.189724:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077145.189756:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077145.189760:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077145.189762:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077145.189767:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077145.189775:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077145.189781:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000010:2.0:1769077145.189786:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a250700.
00000020:00000040:2.0:1769077145.189792:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:2.0:1769077145.189802:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1769077145.189803:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1769077145.189805:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077145.189811:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077145.189813:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077145.189818:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769077145.189819:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
02000000:00000010:2.0:1769077145.189830:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b413800.
00000800:00000010:0.0:1769077145.189833:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38700.
00000100:00000001:2.0:1769077145.189836:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077145.189847:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a250700 x1855007948237184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1769077145.189849:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077145.189859:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000100:00000001:2.0:1769077145.189868:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077145.189872:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769077145.189875:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:2.0:1769077145.189883:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fac2ee2] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a250700 x1855007948237184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1769077145.189886:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000100:00000001:2.0:1769077145.189905:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1769077145.189906:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00080000:2.0:1769077145.189912:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:0.0:1769077145.189914:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38700.
00000100:00080000:2.0:1769077145.189924:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077145.189928:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1769077145.189929:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1769077145.189931:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077145.189937:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769077145.189945:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1769077145.189947:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3836
00000400:00000200:0.0:1769077145.189952:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1e58
00000400:00000200:2.0:1769077145.189957:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077145.189959:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1e58.
00000400:00000200:2.0:1769077145.189965:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:0.0:1769077145.189968:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1769077145.189970:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077145.189978:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000200:0.0:1769077145.189980:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a250a80 x1855007948236928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077145.189982:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077145.189990:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077145.189997:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:2.0:1769077145.190004:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077145.190007:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:2.0:1769077145.190011:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077145.190016:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000100:00000001:0.0:1769077145.190020:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1769077145.190021:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:2.0:1769077145.190026:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:0.0:1769077145.190033:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250a80 x1855007948236928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077170 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077145.190035:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077145.190040:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077145.190045:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077145.190053:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:2.0:1769077145.190060:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00000001:0.0:1769077145.190064:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077145.190067:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077145.190070:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077145.190075:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077145.190080:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077145.190080:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077145.190085:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769077145.190095:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:2.0:1769077145.190095:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077145.190104:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077145.190106:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298510608
00000008:00100000:2.0:1769077145.190109:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077145.190114:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077145.190116:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077145.190117:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470900.
00000100:00000010:2.0:1769077145.190124:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a253480.
00000100:00000001:0.0:1769077145.190129:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000020:00000040:2.0:1769077145.190130:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:2.0:1769077145.190138:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077145.190140:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077145.190143:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298510608
00000100:00000001:2.0:1769077145.190143:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077145.190147:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077145.190152:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077145.190154:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470de0.
00000100:00000001:0.0:1769077145.190174:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769077145.190178:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077145.190182:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077145.190184:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077145.190191:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077145/real 1769077145]  req@ffff8c583a250a80 x1855007948236928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077145.190208:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077145.190210:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077145.190212:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5cb8.
00000400:00000200:0.0:1769077145.190215:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077145.190218:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077145.190220:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077145.190225:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a250a80 x1855007948236928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077145.190235:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a250a80 x1855007948236928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.190242:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077145.190244:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077145.190246:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077145.190249:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077145.190253:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a250a80 x1855007948236928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.190261:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077145.190265:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a250a80 x1855007948236928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.190273:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077145.190277:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077145.190279:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077145.190280:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077145.190283:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077145.190285:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077145.190289:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077145.190294:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077145.190297:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:2.0:1769077145.190299:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b410000.
00000100:00000040:0.0:1769077145.190307:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a250a80 x1855007948236928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077145.190309:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077145.190327:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a253480 x1855007948237312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1769077145.190336:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948236928:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077145.190348:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077145.190351:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077145.190353:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077145.190357:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077145.190364:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdd82334] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a253480 x1855007948237312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077145.190368:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a250a80 x1855007948236928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077145.190405:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077145.190414:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00080000:2.0:1769077145.190414:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1769077145.190421:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:2.0:1769077145.190423:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077145.190427:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:0.0:1769077145.190428:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14c00.
00000100:00080000:2.0:1769077145.190430:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1769077145.190438:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1769077145.190438:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077145.190443:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3836
00000020:00000001:0.0:1769077145.190444:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077145.190450:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000400:00000200:2.0:1769077145.190456:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000001:0.0:1769077145.190458:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077145.190466:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410800.
00000400:00000200:2.0:1769077145.190466:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077145.190475:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1769077145.190476:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077145.190482:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:2.0:1769077145.190482:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077145.190488:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:0.0:1769077145.190489:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a250a80.
00000100:00000040:2.0:1769077145.190495:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077145.190497:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077145.190502:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077145.190502:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:2.0:1769077145.190514:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769077145.190515:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1769077145.190519:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:2.0:1769077145.190523:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077145.190525:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00000001:0.0:1769077145.190526:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:2.0:1769077145.190529:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:0.0:1769077145.190530:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077145.190534:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:0.0:1769077145.190541:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1769077145.190543:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077145.190546:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077145.190547:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077145.190554:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077145.190555:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077145.190563:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:2.0:1769077145.190566:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000040:0.0:1769077145.190569:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a251500 x1855007948237056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769077145.190573:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077145.190581:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077145.190588:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077145.190594:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077145.190598:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1769077145.190600:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077145.190602:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077145.190604:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:0.0:1769077145.190608:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:2.0:1769077145.190610:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
02000000:00000001:0.0:1769077145.190613:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1769077145.190615:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077145.190621:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077145.190622:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077145.190630:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a252a00.
00000100:00100000:0.0:1769077145.190631:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948237056:192.168.204.128@tcp:38:kworker.0
00000020:00000040:2.0:1769077145.190639:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000001:0.0:1769077145.190641:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077145.190645:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077145.190647:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077145.190648:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077145.190651:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077145.190653:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077145.190656:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077145.190658:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769077145.190660:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077145.190665:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14c00.
02000000:00000010:2.0:1769077145.190668:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b411000.
02000000:00000001:0.0:1769077145.190670:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077145.190675:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077145.190681:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00100000:2.0:1769077145.190687:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a252a00 x1855007948237440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1769077145.190689:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5cb8.
00000400:00000010:0.0:1769077145.190701:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077145.190712:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948237056, portal 10
00000100:00000001:2.0:1769077145.190712:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077145.190717:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077145.190721:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077145.190726:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293360384 : -127164416191232 : ffff8c583a251500)
00000100:00000040:2.0:1769077145.190726:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ebf35b59] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a252a00 x1855007948237440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077145.190769:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077145.190771:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a251500 x1855007948237056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077145.190777:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3847)
00000100:00000001:0.0:1769077145.190786:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077145.190790:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077145.190793:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1e58.
00000100:00000200:0.0:1769077145.190798:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948237056, offset 0
00000400:00000200:0.0:1769077145.190804:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077145.190809:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077145.190814:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077145.190817:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077145.190820:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077145.190822:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077145.190825:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077145.190828:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29663:29663:256:4294967295] 192.168.204.128@tcp LPNI seq info [29662:29662:8:4294967295]
00000400:00000200:0.0:1769077145.190833:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077145.190840:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077145.190845:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077145.190849:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38700.
00000800:00000200:0.0:1769077145.190854:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077145.190858:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769077145.190863:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077145.190866:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1769077145.190872:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077145.190875:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38700.
00000400:00000200:0.0:1769077145.190878:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077145.190881:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077145.190884:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1e58
00000400:00000010:0.0:1769077145.190887:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1e58.
00000100:00000001:0.0:1769077145.190889:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077145.190894:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a251500 x1855007948237056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.190902:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077145.190906:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a251500 x1855007948237056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077170 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.190914:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077145.190915:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077145.190918:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077145.190922:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:0.0:1769077145.190926:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077145.190928:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298509327
00000100:00000001:0.0:1769077145.190931:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298510608
00000100:00000001:0.0:1769077145.190933:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298509327
00000100:00000001:0.0:1769077145.190935:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298510608
00000100:00000001:0.0:1769077145.190938:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077145.190940:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077145.190941:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077145.190945:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077145/real 1769077145]  req@ffff8c583a251500 x1855007948237056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077145.190953:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077145.190954:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077145.190957:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5cb8.
00000400:00000200:0.0:1769077145.190959:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077145.190961:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077145.190963:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077145.190966:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a251500 x1855007948237056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077145.190976:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a251500 x1855007948237056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.190984:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077145.190986:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077145.190988:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077145.190989:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077145.190994:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a251500 x1855007948237056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.191002:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077145.191006:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a251500 x1855007948237056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.191012:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077145.191015:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077145.191017:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077145.191019:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077145.191021:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077145.191024:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077145.191026:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077145.191030:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077145.191032:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077145.191037:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a251500 x1855007948237056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077145.191046:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948237056:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077145.191051:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077145.191055:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a250700 x1855007948237184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.191063:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077145.191065:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077145.191067:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077145.191070:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077145.191072:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077145.191075:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948237184:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077145.191078:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077145.191080:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077145.191082:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077145.191083:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077145.191087:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16400.
02000000:00000001:0.0:1769077145.191089:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077145.191093:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077145.191096:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5cb8.
00000400:00000010:0.0:1769077145.191099:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077145.191102:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948237184, portal 10
00000100:00000001:0.0:1769077145.191104:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077145.191105:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293356800 : -127164416194816 : ffff8c583a250700)
00000100:00000040:0.0:1769077145.191111:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a250700 x1855007948237184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.191118:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077145.191120:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077145.191123:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1e58.
00000100:00000200:0.0:1769077145.191126:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948237184, offset 0
00000400:00000200:0.0:1769077145.191130:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077145.191134:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077145.191139:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077145.191142:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077145.191145:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077145.191147:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077145.191150:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077145.191154:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29664:29664:256:4294967295] 192.168.204.128@tcp LPNI seq info [29663:29663:8:4294967295]
00000400:00000200:0.0:1769077145.191173:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077145.191179:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077145.191184:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077145.191188:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38700.
00000800:00000200:0.0:1769077145.191193:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077145.191196:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769077145.191200:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077145.191203:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1769077145.191207:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077145.191209:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38700.
00000400:00000200:0.0:1769077145.191212:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077145.191215:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077145.191218:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1e58
00000400:00000010:0.0:1769077145.191220:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1e58.
00000100:00000001:0.0:1769077145.191222:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077145.191226:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a250700 x1855007948237184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.191233:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077145.191237:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250700 x1855007948237184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077170 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.191243:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077145.191245:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077145.191248:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077145.191252:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769077145.191255:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077145.191257:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298509326
00000100:00000001:0.0:1769077145.191260:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298510608
00000100:00000001:0.0:1769077145.191262:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298509326
00000100:00000001:0.0:1769077145.191264:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298510608
00000100:00000001:0.0:1769077145.191267:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077145.191269:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077145.191271:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077145.191275:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077145/real 1769077145]  req@ffff8c583a250700 x1855007948237184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077145.191282:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077145.191284:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077145.191286:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5cb8.
00000400:00000200:0.0:1769077145.191288:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077145.191290:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077145.191292:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077145.191295:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a250700 x1855007948237184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077145.191305:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a250700 x1855007948237184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.191312:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077145.191314:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077145.191316:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077145.191317:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077145.191322:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a250700 x1855007948237184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.191330:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077145.191335:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a250700 x1855007948237184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.191342:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077145.191344:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077145.191346:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077145.191347:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077145.191350:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077145.191351:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077145.191354:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077145.191358:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077145.191360:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077145.191365:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a250700 x1855007948237184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077145.191373:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948237184:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077145.191378:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077145.191382:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a253480 x1855007948237312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.191390:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077145.191391:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077145.191394:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077145.191396:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077145.191398:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077145.191402:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948237312:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077145.191405:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077145.191407:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077145.191409:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077145.191411:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077145.191414:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16000.
02000000:00000001:0.0:1769077145.191416:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077145.191420:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077145.191423:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5cb8.
00000400:00000010:0.0:1769077145.191427:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077145.191430:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948237312, portal 4
00000100:00000001:0.0:1769077145.191432:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077145.191433:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293368448 : -127164416183168 : ffff8c583a253480)
00000100:00000040:0.0:1769077145.191439:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a253480 x1855007948237312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.191446:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077145.191449:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077145.191451:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1e58.
00000100:00000200:0.0:1769077145.191454:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948237312, offset 0
00000400:00000200:0.0:1769077145.191458:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077145.191461:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077145.191465:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077145.191468:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077145.191471:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077145.191473:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077145.191475:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077145.191479:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29665:29665:256:4294967295] 192.168.204.128@tcp LPNI seq info [29664:29664:8:4294967295]
00000400:00000200:0.0:1769077145.191483:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077145.191490:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077145.191495:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077145.191498:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38700.
00000800:00000200:0.0:1769077145.191502:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077145.191505:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769077145.191509:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077145.191513:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1769077145.191517:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077145.191519:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38700.
00000400:00000200:0.0:1769077145.191522:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077145.191528:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077145.191531:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1e58
00000400:00000010:0.0:1769077145.191532:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1e58.
00000100:00000001:0.0:1769077145.191535:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077145.191539:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a253480 x1855007948237312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.191546:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077145.191550:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a253480 x1855007948237312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077170 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.191563:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077145.191565:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077145.191568:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077145.191571:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769077145.191575:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077145.191577:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298509391
00000100:00000001:0.0:1769077145.191580:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298510608
00000100:00000001:0.0:1769077145.191583:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298509391
00000100:00000001:0.0:1769077145.191585:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298510608
00000100:00000001:0.0:1769077145.191588:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077145.191590:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077145.191592:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077145.191596:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077145/real 1769077145]  req@ffff8c583a253480 x1855007948237312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077145.191604:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077145.191605:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077145.191607:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5cb8.
00000400:00000200:0.0:1769077145.191609:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077145.191611:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077145.191613:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077145.191616:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a253480 x1855007948237312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077145.191625:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a253480 x1855007948237312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.191632:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077145.191634:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077145.191635:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077145.191637:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077145.191641:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a253480 x1855007948237312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.191649:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077145.191654:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a253480 x1855007948237312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.191662:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077145.191664:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077145.191666:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077145.191667:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077145.191669:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077145.191671:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077145.191674:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077145.191678:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077145.191680:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077145.191684:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a253480 x1855007948237312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077145.191694:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948237312:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077145.191698:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077145.191700:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077145.191703:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a251500 x1855007948237056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.191711:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077145.191713:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077145.191715:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14c00.
02000000:00000001:0.0:1769077145.191717:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077145.191719:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077145.191721:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077145.191723:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077145.191725:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b412000.
02000000:00000001:0.0:1769077145.191728:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077145.191749:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077145.191751:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a251500.
00000100:00000001:0.0:1769077145.191754:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077145.191755:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077145.191757:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077145.191762:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a250700 x1855007948237184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.191769:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077145.191770:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077145.191772:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16400.
02000000:00000001:0.0:1769077145.191774:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077145.191776:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077145.191777:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077145.191779:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077145.191781:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b413800.
02000000:00000001:0.0:1769077145.191783:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077145.191785:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077145.191786:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a250700.
00000100:00000001:0.0:1769077145.191788:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077145.191789:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077145.191791:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077145.191795:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a253480 x1855007948237312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.191802:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077145.191804:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077145.191805:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16000.
02000000:00000001:0.0:1769077145.191808:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077145.191809:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077145.191810:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769077145.191812:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077145.191814:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410000.
02000000:00000001:0.0:1769077145.191816:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077145.191818:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077145.191819:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a253480.
00000100:00000001:0.0:1769077145.191822:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077145.191824:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077145.191826:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077145.191830:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077145.191831:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077145.191834:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077145.191836:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077145.191837:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077145.191842:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a252a00 x1855007948237440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.191850:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077145.191851:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077145.191854:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077145.191856:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077145.191858:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077145.191861:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948237440:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077145.191865:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077145.191867:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077145.191868:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077145.191870:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077145.191874:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16000.
02000000:00000001:0.0:1769077145.191876:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077145.191881:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077145.191884:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5cb8.
00000400:00000010:0.0:1769077145.191887:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077145.191891:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948237440, portal 4
00000100:00000001:0.0:1769077145.191893:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077145.191894:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293365760 : -127164416185856 : ffff8c583a252a00)
00000100:00000040:0.0:1769077145.191900:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a252a00 x1855007948237440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.191908:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077145.191910:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077145.191912:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1e58.
00000100:00000200:0.0:1769077145.191915:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948237440, offset 0
00000400:00000200:0.0:1769077145.191918:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077145.191923:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077145.191927:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077145.191930:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077145.191932:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077145.191935:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077145.191938:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077145.191941:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29666:29666:256:4294967295] 192.168.204.128@tcp LPNI seq info [29665:29665:8:4294967295]
00000400:00000200:0.0:1769077145.191945:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077145.191952:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077145.191957:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077145.191961:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38700.
00000800:00000200:0.0:1769077145.191965:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077145.191969:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769077145.191973:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077145.191976:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1769077145.191979:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077145.191981:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38700.
00000400:00000200:0.0:1769077145.191985:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077145.191988:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077145.191992:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1e58
00000400:00000010:0.0:1769077145.191993:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1e58.
00000100:00000001:0.0:1769077145.191996:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077145.191999:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a252a00 x1855007948237440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.192008:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077145.192011:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a252a00 x1855007948237440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077170 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.192017:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077145.192019:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077145.192022:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077145.192024:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769077145.192028:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077145.192031:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298509339
00000100:00000001:0.0:1769077145.192034:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298510608
00000100:00000001:0.0:1769077145.192036:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298509339
00000100:00000001:0.0:1769077145.192039:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298510608
00000100:00000001:0.0:1769077145.192041:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077145.192043:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077145.192045:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077145.192050:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077145/real 1769077145]  req@ffff8c583a252a00 x1855007948237440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077145.192058:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077145.192060:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077145.192062:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5cb8.
00000400:00000200:0.0:1769077145.192065:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077145.192066:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077145.192068:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077145.192071:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a252a00 x1855007948237440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077145.192081:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a252a00 x1855007948237440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.192088:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077145.192090:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077145.192092:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077145.192093:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077145.192097:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a252a00 x1855007948237440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.192105:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077145.192110:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a252a00 x1855007948237440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.192118:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077145.192120:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077145.192122:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077145.192124:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077145.192126:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077145.192127:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077145.192131:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077145.192134:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077145.192136:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077145.192140:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a252a00 x1855007948237440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077145.192149:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948237440:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077145.192153:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077145.192155:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077145.192176:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a252a00 x1855007948237440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.192183:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077145.192185:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077145.192187:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16000.
02000000:00000001:0.0:1769077145.192190:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077145.192192:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077145.192193:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769077145.192195:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077145.192197:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b411000.
02000000:00000001:0.0:1769077145.192200:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077145.192201:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077145.192203:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a252a00.
00000100:00000001:0.0:1769077145.192206:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077145.192207:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077145.192209:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077145.192213:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077145.192214:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077145.192216:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077145.192218:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077145.508820:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077145.508827:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077145.508912:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077145.508916:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077145.508919:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077146.212815:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077146.212822:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077146.212823:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077146.212827:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077146.212831:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077146.212833:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077146.212835:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077146.212837:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077146.212839:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077146.532851:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298510608, at 4298510656
00000100:00000010:1.0:1769077146.532866:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470de0.
00010000:00000001:2.0:1769077146.532866:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077146.532878:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077146.532964:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077146.532969:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077146.532970:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298510608, at 4298510656
00010000:00010000:3.0:1769077146.532974:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000010:0.0:1769077146.532977:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470900.
00000100:00000001:0.0:1769077147.236837:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077147.236845:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077147.236848:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077147.236854:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077147.236858:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077147.236862:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077147.236865:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077147.236867:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077147.236870:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077147.556859:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077147.556866:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077147.556930:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077147.556936:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077147.556940:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077148.260832:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077148.260860:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077148.260863:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077148.260871:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077148.260877:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077148.260883:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077148.260886:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077148.260891:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077148.260895:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077148.580855:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077148.580863:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077148.580947:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077148.580951:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077148.580954:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077149.284891:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077149.284900:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077149.284902:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077149.284909:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077149.284913:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077149.284918:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077149.284922:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077149.284926:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077149.284929:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077149.604833:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077149.604840:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077149.604892:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077149.604896:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077149.604900:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077150.308844:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1769077150.308846:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077150.308856:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077150.308858:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077150.308862:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077150.308865:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077150.308866:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077150.308874:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077150.308874:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3842
00000100:00100000:0.0:1769077150.308883:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000400:00000200:1.0:1769077150.308886:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077150.308889:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1769077150.308894:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:0.0:1769077150.308896:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769077150.308898:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769077150.308902:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1769077150.308903:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077150.308908:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077150.308908:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077150.308912:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077150.308915:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077150.308916:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077150.308921:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077150.308923:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769077150.308926:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077150.308930:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769077150.308932:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769077150.308934:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769077150.308936:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077150.308938:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077150.308939:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077150.308940:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077150.308942:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769077150.308945:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077150.308947:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077150.308949:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077150.308952:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077150.308954:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077150.308956:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077150.308958:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077150.308968:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769077150.308972:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769077150.308975:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077150.308977:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077150.308979:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077150.308982:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077150.308987:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077150.308995:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:1.0:1769077150.309002:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077150.309011:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948237568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077150.309019:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077150.309023:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077150.309027:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948237568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077150.309045:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077150.309048:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077150.309051:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077150.309052:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077150.309053:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077150.309056:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077150.309058:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3842
00000400:00000200:1.0:1769077150.309060:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077150.309062:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077150.309064:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077150.309065:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077150.309067:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077150.309069:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077150.309084:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077150.309087:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077150.309088:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769077150.309090:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077150.309092:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769077150.309094:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:0.0:1769077150.309095:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769077150.309096:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769077150.309101:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077150.309102:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077150.309103:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077150.309106:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077150.309108:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769077150.309108:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077150.309112:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769077150.309117:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000040:0.0:1769077150.309120:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4700 x1855007948237568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077150.309120:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077150.309121:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077150.309128:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077150.309132:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077150.309136:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077150.309140:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:1.0:1769077150.309141:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769077150.309143:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769077150.309146:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077150.309149:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077150.309151:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:1.0:1769077150.309154:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
02000000:00000001:0.0:1769077150.309156:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1769077150.309157:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769077150.309161:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077150.309163:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077150.309164:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077150.309170:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077150.309171:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1769077150.309174:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948237568:192.168.204.128@tcp:250:kworker.0
02000000:00000001:1.0:1769077150.309175:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077150.309179:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769077150.309182:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077150.309187:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948237696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077150.309197:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077150.309198:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769077150.309199:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077150.309205:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948237696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077150.309206:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077150.309212:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077150.309213:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077150.309218:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1769077150.309219:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1769077150.309223:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077150.309225:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077150.309226:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077150.309228:0:37:0:(import.c:484:import_select_connection()) Process entered
02000000:00000010:0.0:1769077150.309229:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16000.
00000100:00080000:1.0:1769077150.309231:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3842
02000000:00000001:0.0:1769077150.309236:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077150.309237:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077150.309241:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077150.309243:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077150.309246:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077150.309247:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769077150.309250:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:1.0:1769077150.309251:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077150.309256:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077150.309258:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077150.309259:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000400:00000010:0.0:1769077150.309260:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5cb8.
00000020:00000001:1.0:1769077150.309261:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077150.309264:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769077150.309267:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769077150.309268:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769077150.309270:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077150.309272:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1769077150.309273:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000040:1.0:1769077150.309275:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077150.309278:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077150.309280:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769077150.309282:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077150.309283:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077150.309284:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1769077150.309285:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948237568, portal 25
02000000:00000001:1.0:1769077150.309286:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077150.309290:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077150.309293:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077150.309294:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000008:00100000:1.0:1769077150.309295:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769077150.309298:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198608128 : -127164510943488 : ffff8c58347f4700)
00000008:00000001:1.0:1769077150.309299:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077150.309302:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077150.309307:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769077150.309309:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769077150.309312:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1769077150.309313:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4700 x1855007948237568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077150.309313:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077150.309316:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077150.309318:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077150.309321:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077150.309328:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:0.0:1769077150.309331:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769077150.309334:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077150.309339:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00100000:1.0:1769077150.309344:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948237824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1769077150.309346:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1e58.
00000100:00000200:0.0:1769077150.309352:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948237568, offset 0
00000400:00000200:0.0:1769077150.309368:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:1.0:1769077150.309369:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077150.309373:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077150.309379:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948237824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077150.309382:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077150.309392:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077150.309394:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769077150.309397:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00080000:1.0:1769077150.309398:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077150.309402:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077150.309405:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077150.309407:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769077150.309410:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1769077150.309412:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3842
00000400:00000200:0.0:1769077150.309419:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077150.309425:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077150.309428:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077150.309433:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29667:29667:256:4294967295] 192.168.204.128@tcp LPNI seq info [29666:29666:8:4294967295]
00000400:00000200:0.0:1769077150.309438:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077150.309449:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077150.309457:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000400:00000200:1.0:1769077150.309461:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000800:00000010:0.0:1769077150.309465:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38700.
00000400:00000200:1.0:1769077150.309465:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077150.309470:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077150.309473:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077150.309474:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077150.309478:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000200:0.0:1769077150.309481:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769077150.309482:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077150.309484:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077150.309486:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769077150.309488:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077150.309490:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769077150.309493:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769077150.309495:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000800:00000200:0.1:1769077150.309495:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769077150.309501:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077150.309504:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077150.309506:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077150.309507:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077150.309509:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769077150.309511:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077150.309513:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077150.309514:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077150.309516:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077150.309518:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077150.309519:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077150.309521:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077150.309523:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077150.309524:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077150.309525:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077150.309531:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769077150.309535:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000400:00000200:0.0:1769077150.309536:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:1.0:1769077150.309539:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077150.309541:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077150.309542:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298515727
00000100:00000001:1.0:1769077150.309543:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077150.309546:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077150.309549:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077150.309553:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470900.
02000000:00000010:1.0:1769077150.309553:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769077150.309560:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077150.309563:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948237952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077150.309565:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077150.309573:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077150.309575:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077150.309577:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298515727
00000100:00000040:1.0:1769077150.309579:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948237952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1769077150.309586:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c58034709c0.
00000100:00000001:1.0:1769077150.309587:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077150.309591:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077150.309594:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077150.309595:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077150.309595:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077150.309598:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077150.309601:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077150.309603:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1769077150.309604:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3842
00000100:00000001:0.0:1769077150.309611:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077150.309611:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077150.309617:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:0.0:1769077150.309618:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077150.309619:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077150.309624:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077150.309625:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077150.309626:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077150.309630:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077150.309633:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077150.309634:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077150.309635:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769077150.309636:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769077150.309638:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:1.0:1769077150.309638:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769077150.309639:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:0.0:1769077150.309644:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000020:00000001:1.0:1769077150.309644:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769077150.309650:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077150.309651:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077150.309652:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077150.309656:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769077150.309656:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077150.309661:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769077150.309661:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077150.309666:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769077150.309670:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000040:0.0:1769077150.309673:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4000 x1855007948237696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077150.309673:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077150.309677:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077150.309679:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077150.309683:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077150.309687:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077150.309690:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077150.309695:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077150.309697:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077150.309698:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077150.309703:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077150.309704:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769077150.309709:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:0.0:1769077150.309710:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077150.309712:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077150.309714:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077150.309715:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077150.309719:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077150.309721:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077150.309722:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077150.309724:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077150.309728:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f800.
00000100:00100000:0.0:1769077150.309729:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948237696:192.168.204.128@tcp:38:kworker.0
00000100:00000001:1.0:1769077150.309757:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077150.309762:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948238080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077150.309766:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077150.309772:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769077150.309772:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077150.309775:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077150.309777:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077150.309780:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948238080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077150.309782:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077150.309789:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16400.
00000100:00000001:1.0:1769077150.309790:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077150.309795:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077150.309797:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3852)
00000400:00000200:0.0:1769077150.309803:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077150.309808:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5478.
00000400:00000010:0.0:1769077150.309813:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e14c8.
00000100:00000200:0.0:1769077150.309817:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948237696, portal 10
00000100:00000001:0.0:1769077150.309820:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077150.309822:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198606336 : -127164510945280 : ffff8c58347f4000)
00000100:00000040:0.0:1769077150.309831:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4000 x1855007948237696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077150.309840:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077150.309842:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077150.309846:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e13b8.
00000100:00000200:0.0:1769077150.309848:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948237696, offset 0
00000400:00000200:0.0:1769077150.309853:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077150.309858:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077150.309862:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077150.309866:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077150.309869:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077150.309872:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077150.309874:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077150.309878:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29668:29668:255:4294967295] 192.168.204.128@tcp LPNI seq info [29667:29667:7:4294967295]
00000400:00000200:0.0:1769077150.309883:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077150.309891:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077150.309896:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077150.309900:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38e00.
00000800:00000200:0.0:1769077150.309904:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077150.309909:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:0.0:1769077150.309912:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077150.309916:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:0.0:1769077150.309920:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077150.309922:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298514446
00000100:00000001:0.0:1769077150.309926:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298515727
00000100:00000001:0.0:1769077150.309928:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298514446
00000100:00000001:0.0:1769077150.309930:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298515727
00000100:00000001:0.0:1769077150.309933:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077150.309935:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077150.309938:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077150.309942:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f5f80 x1855007948237824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077150.309950:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077150.309951:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077150.309953:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077150.309955:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077150.309958:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077150.309961:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948237824:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077150.309964:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077150.309967:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077150.309969:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077150.309971:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077150.309975:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14c00.
02000000:00000001:0.0:1769077150.309977:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077150.309981:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077150.309984:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b52c0.
00000400:00000010:0.0:1769077150.309987:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1c38.
00000100:00000200:0.0:1769077150.309991:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948237824, portal 10
00000100:00000001:0.0:1769077150.309993:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077150.309994:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198614400 : -127164510937216 : ffff8c58347f5f80)
00000100:00000040:0.0:1769077150.310000:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f5f80 x1855007948237824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077150.310008:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077150.310010:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077150.310014:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e15d8.
00000100:00000200:0.0:1769077150.310016:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948237824, offset 0
00000400:00000200:0.0:1769077150.310021:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077150.310025:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077150.310029:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077150.310032:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077150.310035:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077150.310038:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077150.310041:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077150.310044:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29669:29669:254:4294967295] 192.168.204.128@tcp LPNI seq info [29668:29668:6:4294967295]
00000400:00000200:0.0:1769077150.310048:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077150.310054:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077150.310059:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077150.310064:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38a00.
00000800:00000200:0.0:1769077150.310068:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077150.310086:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:0.0:1769077150.310091:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077150.310094:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769077150.310099:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077150.310101:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298514445
00000100:00000001:0.0:1769077150.310104:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298515727
00000100:00000001:0.0:1769077150.310106:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298514445
00000100:00000001:0.0:1769077150.310109:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298515727
00000100:00000001:0.0:1769077150.310111:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077150.310114:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077150.310116:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077150.310121:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4e00 x1855007948237952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077150.310130:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077150.310132:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077150.310134:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077150.310136:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077150.310139:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077150.310142:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948237952:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077150.310147:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077150.310149:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077150.310151:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077150.310153:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077150.310158:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14400.
02000000:00000001:0.0:1769077150.310161:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077150.310166:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077150.310169:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5268.
00000400:00000010:0.0:1769077150.310173:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1660.
00000100:00000200:0.0:1769077150.310176:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948237952, portal 4
00000100:00000001:0.0:1769077150.310178:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077150.310180:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198609920 : -127164510941696 : ffff8c58347f4e00)
00000100:00000040:0.0:1769077150.310187:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4e00 x1855007948237952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077150.310196:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077150.310199:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077150.310202:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1a18.
00000100:00000200:0.0:1769077150.310204:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948237952, offset 0
00000400:00000200:0.0:1769077150.310210:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077150.310214:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077150.310218:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077150.310221:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077150.310224:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077150.310227:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077150.310229:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077150.310233:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29670:29670:253:4294967295] 192.168.204.128@tcp LPNI seq info [29669:29669:5:4294967295]
00000400:00000200:0.0:1769077150.310238:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077150.310245:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077150.310250:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077150.310254:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38900.
00000800:00000200:0.0:1769077150.310259:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077150.310264:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:0.0:1769077150.310267:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077150.310271:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769077150.310274:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077150.310277:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298514510
00000100:00000001:0.0:1769077150.310280:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298515727
00000100:00000001:0.0:1769077150.310282:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298514510
00000100:00000001:0.0:1769077150.310285:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298515727
00000100:00000001:0.0:1769077150.310287:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077150.310290:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077150.310293:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077150.310295:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077150.310299:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077150.310300:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769077150.310303:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077150.310304:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077150.310307:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077150.310311:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f7b80 x1855007948238080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077150.310320:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077150.310321:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077150.310324:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077150.310332:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077150.310335:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077150.310338:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948238080:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077150.310342:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077150.310344:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077150.310346:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077150.310348:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077150.310353:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15800.
02000000:00000001:0.0:1769077150.310355:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077150.310358:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077150.310362:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077150.310366:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077150.310369:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948238080, portal 4
00000100:00000001:0.0:1769077150.310371:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077150.310373:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198621568 : -127164510930048 : ffff8c58347f7b80)
00000100:00000040:0.0:1769077150.310379:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f7b80 x1855007948238080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077150.310386:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077150.310389:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077150.310392:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1770.
00000100:00000200:0.0:1769077150.310394:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948238080, offset 0
00000400:00000200:0.0:1769077150.310400:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077150.310404:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077150.310408:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077150.310412:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077150.310415:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077150.310418:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077150.310421:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077150.310425:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29671:29671:252:4294967295] 192.168.204.128@tcp LPNI seq info [29670:29670:4:4294967295]
00000400:00000200:0.0:1769077150.310430:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077150.310436:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077150.310442:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077150.310446:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077150.310450:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077150.310454:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:0.0:1769077150.310457:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077150.310461:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769077150.310464:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077150.310467:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298514457
00000100:00000001:0.0:1769077150.310470:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298515727
00000100:00000001:0.0:1769077150.310472:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298514457
00000100:00000001:0.0:1769077150.310475:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298515727
00000100:00000001:0.0:1769077150.310477:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077150.310480:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077150.310483:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077150.310485:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077150.310488:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077150.310490:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769077150.310492:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077150.310493:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077150.310495:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077150.310497:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077150.628872:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077150.628881:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077150.628926:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077150.628931:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077150.628935:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077151.332847:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077151.332856:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077151.332857:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077151.332862:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077151.332866:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077151.332869:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077151.332871:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077151.332874:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077151.332879:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077151.652863:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298515727, at 4298515776
00000100:00000040:1.0:1769077151.652865:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298515727, at 4298515776
00000100:00000010:0.0:1769077151.652881:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470900.
00000100:00000010:1.0:1769077151.652887:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034709c0.
00010000:00000001:2.0:1769077151.652893:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077151.652897:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077151.652973:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077151.652978:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077151.652982:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077152.356824:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077152.356830:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077152.356832:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077152.356838:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077152.356844:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077152.356848:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077152.356851:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077152.356854:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077152.356858:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077152.676912:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077152.676921:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077152.676923:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077152.676926:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077152.676931:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077152.676933:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077152.676935:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077152.676937:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077152.677100:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077152.677105:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077152.677109:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077153.380817:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077153.380824:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077153.380825:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077153.380829:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077153.380832:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077153.380835:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077153.380837:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077153.380839:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077153.380841:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1769077153.380971:0:2422:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.128:988
00000400:00000100:2.0:1769077153.381004:0:2422:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.128@tcp at host 192.168.204.128 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769077153.381013:0:2422:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077153.381017:0:2422:0:(router.c:1755:lnet_notify()) 192.168.204.28@tcp notifying 192.168.204.128@tcp: down
00000400:00000200:2.0:1769077153.381035:0:2422:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077153.381040:0:2422:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769077153.381045:0:2422:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:2.0:1769077153.381050:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38700.
00000400:00000200:2.0:1769077153.381055:0:2422:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077153.381060:0:2422:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077153.381067:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1e58
00000400:00000010:2.0:1769077153.381070:0:2422:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1e58.
00000100:00000001:2.0:1769077153.381076:0:2422:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077153.381087:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58347f4700 x1855007948237568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077153.381132:0:2422:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077153.381137:0:2422:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4700 x1855007948237568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077175 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077153.381145:0:2422:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077153.381147:0:2422:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077153.381157:0:2422:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:2.0:1769077153.381160:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38e00.
00000400:00000200:2.0:1769077153.381163:0:2422:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077153.381167:0:2422:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077153.381170:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e13b8
00000400:00000010:2.0:1769077153.381172:0:2422:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e13b8.
00000100:00000001:2.0:1769077153.381174:0:2422:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077153.381179:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58347f4000 x1855007948237696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077153.381187:0:2422:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077153.381190:0:2422:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4000 x1855007948237696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077175 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077153.381197:0:2422:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077153.381199:0:2422:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077153.381204:0:2422:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:2.0:1769077153.381206:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38a00.
00000400:00000200:2.0:1769077153.381209:0:2422:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077153.381212:0:2422:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077153.381215:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e15d8
00000400:00000010:2.0:1769077153.381217:0:2422:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e15d8.
00000100:00000001:2.0:1769077153.381220:0:2422:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769077153.381234:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000200:2.0:1769077153.381236:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58347f5f80 x1855007948237824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077153.381238:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077153.381241:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1769077153.381244:0:2422:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077153.381248:0:2422:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f5f80 x1855007948237824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077175 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077153.381249:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077150/real 1769077153]  req@ffff8c58347f4000 x1855007948237696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077153.381256:0:2422:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077153.381258:0:2422:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:0.0:1769077153.381262:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000800:00000100:2.0:1769077153.381262:0:2422:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000400:00000001:0.0:1769077153.381264:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000800:00000010:2.0:1769077153.381265:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38900.
00000400:00000010:0.0:1769077153.381267:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5478.
00000400:00000200:2.0:1769077153.381267:0:2422:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077153.381270:0:2422:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077153.381271:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e14c8
00000400:00000010:0.0:1769077153.381273:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e14c8.
00000100:00000001:0.0:1769077153.381275:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:2.0:1769077153.381276:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1a18
00000400:00000010:2.0:1769077153.381277:0:2422:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1a18.
00000100:00000200:0.0:1769077153.381279:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4000 x1855007948237696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077153.381280:0:2422:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077153.381285:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58347f4e00 x1855007948237952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077153.381290:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4000 x1855007948237696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077153.381293:0:2422:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077153.381296:0:2422:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4e00 x1855007948237952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077175 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077153.381299:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077153.381300:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077153.381303:0:2422:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077153.381304:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077153.381304:0:2422:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077153.381317:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000100:2.0:1769077153.381320:0:2422:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000100:00100000:0.0:1769077153.381321:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4000 x1855007948237696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1769077153.381322:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:2.0:1769077153.381325:0:2422:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077153.381328:0:2422:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000100:00000001:0.0:1769077153.381329:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1769077153.381331:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1770
00000400:00000010:2.0:1769077153.381333:0:2422:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1770.
00000100:00000040:0.0:1769077153.381334:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4000 x1855007948237696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077153.381335:0:2422:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077153.381339:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58347f7b80 x1855007948238080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077153.381342:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077153.381346:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077153.381347:0:2422:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769077153.381348:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077153.381350:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077153.381350:0:2422:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f7b80 x1855007948238080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077175 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077153.381353:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077153.381358:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077153.381358:0:2422:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077153.381359:0:2422:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1769077153.381361:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077153.381366:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077153.381369:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077153.381374:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4000 x1855007948237696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077153.381383:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948237696:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077153.381388:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077153.381392:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077150/real 1769077153]  req@ffff8c58347f5f80 x1855007948237824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077153.381398:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077153.381399:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077153.381401:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b52c0.
00000400:00000200:0.0:1769077153.381403:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1c38
00000400:00000010:0.0:1769077153.381404:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1c38.
00000100:00000001:0.0:1769077153.381406:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077153.381409:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f5f80 x1855007948237824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077153.381419:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f5f80 x1855007948237824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077153.381426:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077153.381427:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077153.381428:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077153.381430:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077153.381434:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f5f80 x1855007948237824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077153.381441:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077153.381445:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f5f80 x1855007948237824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077153.381453:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077153.381456:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077153.381458:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077153.381459:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077153.381462:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077153.381464:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077153.381467:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077153.381471:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077153.381474:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077153.381479:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f5f80 x1855007948237824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077153.381488:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948237824:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077153.381493:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077153.381497:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077150/real 1769077153]  req@ffff8c58347f4e00 x1855007948237952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077153.381505:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077153.381507:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077153.381509:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5268.
00000400:00000200:0.0:1769077153.381513:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1660
00000400:00000010:0.0:1769077153.381515:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1660.
00000100:00000001:0.0:1769077153.381517:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077153.381520:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4e00 x1855007948237952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077153.381530:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4e00 x1855007948237952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077153.381536:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077153.381538:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077153.381540:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077153.381541:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077153.381544:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4e00 x1855007948237952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077153.381550:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077153.381554:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4e00 x1855007948237952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077153.381561:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077153.381563:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077153.381565:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077153.381566:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077153.381568:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077153.381571:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077153.381573:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077153.381578:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077153.381580:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077153.381601:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4e00 x1855007948237952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077153.381611:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948237952:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077153.381616:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077153.381619:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077150/real 1769077153]  req@ffff8c58347f4700 x1855007948237568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077153.381628:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077153.381630:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077153.381632:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5cb8.
00000400:00000200:0.0:1769077153.381635:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077153.381637:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077153.381639:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077153.381643:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4700 x1855007948237568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077153.381650:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4700 x1855007948237568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077153.381657:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077153.381658:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077153.381660:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077153.381662:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077153.381666:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4700 x1855007948237568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077153.381673:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077153.381676:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4700 x1855007948237568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077153.381684:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077153.381687:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077153.381689:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077153.381690:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077153.381693:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077153.381694:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077153.381697:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077153.381701:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077153.381704:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077153.381708:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4700 x1855007948237568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077153.381715:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948237568:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077153.381719:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077153.381721:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077153.381724:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4000 x1855007948237696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077153.381753:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077153.381758:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077153.381763:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16400.
02000000:00000001:0.0:1769077153.381768:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077153.381771:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077153.381773:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077153.381777:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077153.381780:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4f000.
02000000:00000001:0.0:1769077153.381784:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077153.381786:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077153.381788:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4000.
00000100:00000001:0.0:1769077153.381791:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077153.381793:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077153.381794:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077153.381798:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f5f80 x1855007948237824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077153.381812:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077153.381814:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077153.381815:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14c00.
02000000:00000001:0.0:1769077153.381818:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077153.381819:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077153.381821:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077153.381822:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077153.381824:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4cc00.
02000000:00000001:0.0:1769077153.381826:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077153.381827:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077153.381829:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f5f80.
00000100:00000001:0.0:1769077153.381831:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077153.381833:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077153.381835:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077153.381838:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4e00 x1855007948237952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077153.381845:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077153.381847:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077153.381849:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14400.
02000000:00000001:0.0:1769077153.381852:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077153.381854:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077153.381856:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769077153.381858:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077153.381860:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d400.
02000000:00000001:0.0:1769077153.381865:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077153.381869:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077153.381871:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4e00.
00000100:00000001:0.0:1769077153.381883:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077153.381886:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077153.381888:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077153.381893:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4700 x1855007948237568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077153.381899:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077153.381901:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077153.381904:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16000.
02000000:00000001:0.0:1769077153.381906:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077153.381908:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077153.381910:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:0.0:1769077153.381913:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077153.381915:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d000.
02000000:00000001:0.0:1769077153.381917:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077153.381919:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077153.381920:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4700.
00000100:00000001:0.0:1769077153.381923:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077153.381926:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077153.381929:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077153.381931:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077153.381932:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077153.381934:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077153.381940:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077150/real 1769077153]  req@ffff8c58347f7b80 x1855007948238080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077153.381954:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077153.381957:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077153.381960:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077153.381964:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077153.381966:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077153.381968:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077153.381973:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f7b80 x1855007948238080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077153.381982:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f7b80 x1855007948238080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077153.381988:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077153.381990:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077153.381992:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077153.381994:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077153.381997:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f7b80 x1855007948238080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077153.382004:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077153.382009:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f7b80 x1855007948238080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077153.382016:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077153.382018:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077153.382034:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077153.382037:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077153.382039:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077153.382041:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077153.382043:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077153.382047:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077153.382049:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077153.382053:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f7b80 x1855007948238080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077153.382061:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948238080:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077153.382064:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077153.382066:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077153.382069:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f7b80 x1855007948238080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077153.382075:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077153.382077:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077153.382078:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15800.
02000000:00000001:0.0:1769077153.382093:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077153.382094:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077153.382095:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769077153.382097:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077153.382099:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4f800.
02000000:00000001:0.0:1769077153.382101:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077153.382103:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077153.382104:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f7b80.
00000100:00000001:0.0:1769077153.382107:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077153.382108:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077153.382110:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077153.382118:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077153.382120:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077153.382126:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077153.382127:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077153.700882:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077153.700890:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077153.700947:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077153.700954:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077153.700959:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077154.404809:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077154.404815:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077154.404817:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077154.404822:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077154.404826:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077154.404829:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077154.404831:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077154.404833:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077154.404836:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077154.724957:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077154.724978:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077154.725123:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077154.725128:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077154.725132:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077155.428836:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077155.428843:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077155.428845:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077155.428849:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077155.428852:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077155.428855:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077155.428858:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077155.428860:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077155.428863:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077155.428881:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077155.428886:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077155.428888:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077155.428890:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077155.428894:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077155.428900:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3847
00000400:00000200:0.0:1769077155.428908:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077155.428914:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077155.428917:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077155.428919:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077155.428922:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077155.428924:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077155.428926:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077155.428931:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077155.428933:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077155.428936:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077155.428938:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077155.428940:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077155.428941:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077155.428943:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077155.428945:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077155.428946:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077155.428947:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077155.428949:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077155.428952:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077155.428953:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077155.428955:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077155.428958:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077155.428960:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077155.428961:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077155.428963:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077155.428972:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000020:00000040:0.0:1769077155.428976:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077155.428980:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077155.428982:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077155.428997:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077155.429000:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077155.429005:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077155.429015:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15800.
00000100:00000001:0.0:1769077155.429022:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077155.429032:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948238208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077155.429055:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077155.429060:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077155.429065:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948238208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077155.429099:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077155.429103:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077155.429106:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077155.429108:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077155.429110:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077155.429124:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077155.429126:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3847
00000400:00000200:0.0:1769077155.429131:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077155.429140:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077155.429143:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077155.429146:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077155.429150:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077155.429153:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077155.429156:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077155.429160:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077155.429163:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077155.429165:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077155.429168:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077155.429172:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077155.429175:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769077155.429179:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077155.429182:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077155.429185:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769077155.429187:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077155.429195:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077155.429196:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077155.429203:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769077155.429204:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:0.0:1769077155.429213:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000040:2.0:1769077155.429223:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c000 x1855007948238208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077155.429228:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077155.429242:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077155.429257:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769077155.429259:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077155.429262:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077155.429271:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077155.429273:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077155.429280:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077155.429281:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077155.429304:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769077155.429305:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077155.429315:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077155.429315:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948238208:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077155.429330:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077155.429333:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1769077155.429339:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d180.
02000000:00000001:2.0:1769077155.429344:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1769077155.429347:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:2.0:1769077155.429353:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077155.429355:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077155.429361:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077155.429366:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077155.429368:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077155.429374:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077155.429377:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077155.429381:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
02000000:00000010:0.0:1769077155.429386:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16000.
02000000:00000001:2.0:1769077155.429388:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077155.429397:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077155.429411:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00100000:0.0:1769077155.429412:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d180 x1855007948238336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769077155.429424:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000100:00000001:0.0:1769077155.429429:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077155.429435:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077155.429442:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad4bb1df] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d180 x1855007948238336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769077155.429454:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000001:0.0:1769077155.429456:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077155.429465:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077155.429469:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077155.429471:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077155.429473:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077155.429476:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077155.429480:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3847
00000100:00000200:2.0:1769077155.429486:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948238208, portal 25
00000400:00000200:0.0:1769077155.429488:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077155.429498:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000400:00000200:0.0:1769077155.429503:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077155.429505:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104263680 : -127169605287936 : ffff8c5704d9c000)
00000100:00080000:0.0:1769077155.429511:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077155.429528:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000040:2.0:1769077155.429529:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c000 x1855007948238208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077155.429536:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077155.429547:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077155.429558:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077155.429569:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077155.429575:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000100:00000001:2.0:1769077155.429575:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1769077155.429582:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077155.429585:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000100:00000040:2.0:1769077155.429590:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000020:00000001:0.0:1769077155.429593:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000010:2.0:1769077155.429599:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000020:00000001:0.0:1769077155.429601:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:0.0:1769077155.429612:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077155.429614:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077155.429617:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077155.429621:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000200:2.0:1769077155.429621:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948238208, offset 0
00000020:00000040:0.0:1769077155.429633:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000400:00000200:2.0:1769077155.429645:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00080000:0.0:1769077155.429647:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077155.429655:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077155.429658:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077155.429665:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077155.429665:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:0.0:1769077155.429674:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077155.429677:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077155.429680:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077155.429686:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000008:00000001:0.0:1769077155.429689:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077155.429696:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077155.429700:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:0.0:1769077155.429703:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9df80.
00000020:00000040:0.0:1769077155.429710:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000400:00000200:2.0:1769077155.429714:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
02000000:00000001:0.0:1769077155.429718:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077155.429722:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077155.429727:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769077155.429729:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769077155.429771:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077155.429783:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29672:29672:256:4294967295] 192.168.204.128@tcp LPNI seq info [29671:29671:8:4294967295]
00000400:00000200:2.0:1769077155.429799:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:0.0:1769077155.429808:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077155.429812:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077155.429825:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14400.
00000400:00000200:2.0:1769077155.429828:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769077155.429836:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077155.429848:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00100000:0.0:1769077155.429851:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9df80 x1855007948238464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1769077155.429861:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000100:00000001:0.0:1769077155.429864:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077155.429870:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077155.429881:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bed851a] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9df80 x1855007948238464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1769077155.429883:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077155.429897:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1769077155.429912:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077155.429918:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:0.0:1769077155.429921:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1769077155.429931:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00080000:0.0:1769077155.429933:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077155.429938:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077155.429944:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1769077155.429956:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077155.429957:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000800:00000010:2.0:1769077155.429964:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000100:00080000:0.0:1769077155.429969:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3847
00000400:00000200:2.0:1769077155.429977:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077155.429999:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077155.430007:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077155.430017:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1769077155.430018:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077155.430028:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077155.430032:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077155.430035:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077155.430037:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077155.430038:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000020:00000001:0.0:1769077155.430041:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077155.430049:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000400:00000010:2.0:1769077155.430049:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000020:00000001:0.0:1769077155.430060:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077155.430066:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000100:00000001:2.0:1769077155.430068:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:0.0:1769077155.430071:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769077155.430080:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000200:2.0:1769077155.430082:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c000 x1855007948238208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077155.430094:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077155.430105:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077155.430116:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077155.430122:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769077155.430123:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077155.430130:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00000040:2.0:1769077155.430136:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c000 x1855007948238208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077180 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077155.430142:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077155.430153:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077155.430159:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077155.430166:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077155.430168:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077155.430174:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077155.430176:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077155.430182:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077155.430189:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077155.430191:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769077155.430195:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077155.430202:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077155.430207:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000010:0.0:1769077155.430208:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d500.
00000020:00000040:0.0:1769077155.430218:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000001:2.0:1769077155.430220:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298520848
02000000:00000001:0.0:1769077155.430221:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077155.430226:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077155.430233:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077155.430234:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077155.430236:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077155.430239:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227ea0.
02000000:00000010:0.0:1769077155.430242:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14c00.
00000100:00000001:0.0:1769077155.430252:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077155.430262:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d500 x1855007948238592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077155.430263:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769077155.430282:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077155.430285:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077155.430293:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c2d91c4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d500 x1855007948238592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.430295:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298520848
00000100:00000010:2.0:1769077155.430312:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227ba0.
00000100:00000001:0.0:1769077155.430316:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077155.430322:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00080000:0.0:1769077155.430324:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077155.430336:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769077155.430337:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077155.430346:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077155.430350:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077155.430351:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077155.430358:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1769077155.430360:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077155.430366:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3847
00000400:00000200:0.0:1769077155.430387:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077155.430396:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00100000:2.0:1769077155.430397:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077155/real 1769077155]  req@ffff8c5704d9c000 x1855007948238208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077155.430401:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077155.430411:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077155.430425:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077155.430432:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077155.430439:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000001:2.0:1769077155.430440:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000020:00000001:0.0:1769077155.430444:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000001:2.0:1769077155.430446:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000020:00000040:0.0:1769077155.430450:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000400:00000010:2.0:1769077155.430454:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000020:00000001:0.0:1769077155.430456:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077155.430462:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:0.0:1769077155.430476:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769077155.430480:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000400:00000200:2.0:1769077155.430481:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000100:00000040:0.0:1769077155.430490:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077155.430494:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1769077155.430499:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000040:0.0:1769077155.430500:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077155.430511:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077155.430512:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:0.0:1769077155.430515:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000200:2.0:1769077155.430526:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c000 x1855007948238208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077155.430527:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077155.430538:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077155.430546:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077155.430554:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077155.430561:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077155.430574:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077155.430578:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000200:2.0:1769077155.430585:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c000 x1855007948238208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1769077155.430587:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077155.430597:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077155.430610:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077155.430614:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:0.0:1769077155.430616:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000001:2.0:1769077155.430621:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769077155.430623:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077155.430628:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077155.430629:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077155.430635:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077155.430636:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769077155.430639:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077155.430644:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077155.430649:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c000 x1855007948238208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769077155.430653:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16400.
00000100:00000001:0.0:1769077155.430662:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077155.430676:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077155.430679:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948238720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077155.430691:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c000 x1855007948238208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077155.430699:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077155.430707:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077155.430723:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948238720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.430723:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077155.430738:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077155.430743:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077155.430781:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077155.430783:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077155.430796:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000040:0.0:1769077155.430800:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3857)
00000100:00000001:2.0:1769077155.430803:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077155.430812:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077155.430821:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077155.430826:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077155.430834:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c000 x1855007948238208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077155.430848:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948238208:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077155.430856:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077155.430860:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077155.430865:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c000 x1855007948238208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.430876:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077155.430880:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077155.430885:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077155.430892:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077155.430895:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077155.430898:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077155.430902:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077155.430906:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15800.
02000000:00000001:2.0:1769077155.430912:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077155.430916:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077155.430918:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c000.
00000100:00000001:2.0:1769077155.430923:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077155.430925:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077155.430929:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077155.430941:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077155.430944:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077155.430947:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077155.430950:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077155.430952:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077155.430959:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d180 x1855007948238336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.430970:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077155.430973:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077155.430976:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077155.430980:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077155.430984:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077155.431011:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948238336:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077155.431017:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077155.431021:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077155.431023:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077155.431042:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077155.431050:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077155.431054:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077155.431063:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077155.431069:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077155.431075:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077155.431082:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948238336, portal 10
00000100:00000001:2.0:1769077155.431086:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077155.431088:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104268160 : -127169605283456 : ffff8c5704d9d180)
00000100:00000040:2.0:1769077155.431116:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d180 x1855007948238336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.431137:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077155.431140:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077155.431145:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077155.431149:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948238336, offset 0
00000400:00000200:2.0:1769077155.431156:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077155.431163:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077155.431172:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077155.431195:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077155.431200:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077155.431204:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077155.431208:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077155.431213:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29673:29673:256:4294967295] 192.168.204.128@tcp LPNI seq info [29672:29672:8:4294967295]
00000400:00000200:2.0:1769077155.431220:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077155.431230:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077155.431237:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077155.431243:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077155.431250:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077155.431254:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077155.431263:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077155.431268:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077155.431274:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077155.431277:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077155.431282:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077155.431288:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077155.431293:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077155.431297:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077155.431302:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077155.431308:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d180 x1855007948238336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.431321:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077155.431326:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d180 x1855007948238336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077180 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.431352:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077155.431354:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077155.431359:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077155.431364:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077155.431368:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077155.431371:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298519567
00000100:00000001:2.0:1769077155.431376:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298520848
00000100:00000001:2.0:1769077155.431379:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298519567
00000100:00000001:2.0:1769077155.431382:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298520848
00000100:00000001:2.0:1769077155.431385:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077155.431387:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077155.431390:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077155.431395:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077155/real 1769077155]  req@ffff8c5704d9d180 x1855007948238336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077155.431405:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077155.431407:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077155.431409:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077155.431430:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077155.431443:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077155.431447:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077155.431452:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d180 x1855007948238336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077155.431464:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d180 x1855007948238336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.431474:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077155.431477:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077155.431479:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077155.431482:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077155.431505:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d180 x1855007948238336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.431528:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077155.431535:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d180 x1855007948238336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.431543:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077155.431547:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077155.431549:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077155.431551:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077155.431553:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077155.431556:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077155.431559:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077155.431563:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077155.431565:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077155.431569:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d180 x1855007948238336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077155.431578:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948238336:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077155.431583:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077155.431587:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9df80 x1855007948238464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.431594:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077155.431596:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077155.431598:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077155.431601:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077155.431603:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077155.431606:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948238464:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077155.431610:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077155.431613:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077155.431615:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077155.431616:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077155.431621:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077155.431623:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077155.431627:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077155.431639:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077155.431642:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077155.431646:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948238464, portal 10
00000100:00000001:2.0:1769077155.431649:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077155.431651:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104271744 : -127169605279872 : ffff8c5704d9df80)
00000100:00000040:2.0:1769077155.431657:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9df80 x1855007948238464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.431665:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077155.431667:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077155.431670:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077155.431688:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948238464, offset 0
00000400:00000200:2.0:1769077155.431692:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077155.431696:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077155.431699:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077155.431702:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077155.431704:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077155.431706:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077155.431709:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077155.431711:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29674:29674:256:4294967295] 192.168.204.128@tcp LPNI seq info [29673:29673:8:4294967295]
00000400:00000200:2.0:1769077155.431715:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077155.431721:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077155.431725:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077155.431728:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077155.431731:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077155.431734:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077155.431737:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077155.431740:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077155.431761:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077155.431763:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077155.431767:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077155.431771:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077155.431774:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077155.431775:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077155.431778:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077155.431782:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9df80 x1855007948238464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.431789:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077155.431793:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9df80 x1855007948238464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077180 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.431800:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077155.431801:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077155.431805:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077155.431809:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077155.431814:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077155.431817:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298519566
00000100:00000001:2.0:1769077155.431820:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298520848
00000100:00000001:2.0:1769077155.431824:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298519566
00000100:00000001:2.0:1769077155.431828:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298520848
00000100:00000001:2.0:1769077155.431831:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077155.431834:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077155.431837:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077155.431844:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077155/real 1769077155]  req@ffff8c5704d9df80 x1855007948238464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077155.431857:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077155.431890:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077155.431893:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077155.431896:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077155.431898:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077155.431901:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077155.431922:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9df80 x1855007948238464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077155.431937:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9df80 x1855007948238464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.431943:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077155.431944:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077155.431946:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077155.431947:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077155.431950:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9df80 x1855007948238464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.431957:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077155.431960:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9df80 x1855007948238464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.431965:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077155.431967:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077155.431968:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077155.431969:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077155.431971:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077155.431972:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077155.431974:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077155.431976:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077155.431978:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077155.431981:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9df80 x1855007948238464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077155.432001:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948238464:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077155.432007:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077155.432011:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d500 x1855007948238592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.432017:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077155.432018:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077155.432021:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077155.432040:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077155.432042:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077155.432045:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948238592:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077155.432048:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077155.432051:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077155.432053:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077155.432055:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077155.432059:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077155.432061:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077155.432066:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077155.432069:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077155.432072:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077155.432075:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948238592, portal 4
00000100:00000001:2.0:1769077155.432077:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077155.432079:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104269056 : -127169605282560 : ffff8c5704d9d500)
00000100:00000040:2.0:1769077155.432085:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d500 x1855007948238592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.432092:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077155.432094:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077155.432096:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077155.432099:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948238592, offset 0
00000400:00000200:2.0:1769077155.432102:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077155.432106:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077155.432110:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077155.432117:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077155.432120:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077155.432123:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077155.432126:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077155.432129:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29675:29675:256:4294967295] 192.168.204.128@tcp LPNI seq info [29674:29674:8:4294967295]
00000400:00000200:2.0:1769077155.432133:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077155.432139:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077155.432143:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077155.432146:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077155.432150:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077155.432153:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077155.432157:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077155.432176:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077155.432180:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077155.432182:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077155.432185:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077155.432188:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077155.432191:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077155.432193:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077155.432195:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077155.432198:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d500 x1855007948238592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.432204:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077155.432207:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d500 x1855007948238592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077180 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.432212:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077155.432213:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077155.432216:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077155.432219:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077155.432221:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077155.432223:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298519632
00000100:00000001:2.0:1769077155.432225:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298520848
00000100:00000001:2.0:1769077155.432227:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298519632
00000100:00000001:2.0:1769077155.432229:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298520848
00000100:00000001:2.0:1769077155.432231:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077155.432233:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077155.432234:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077155.432237:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077155/real 1769077155]  req@ffff8c5704d9d500 x1855007948238592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077155.432242:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077155.432243:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077155.432245:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077155.432247:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077155.432248:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077155.432250:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077155.432253:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d500 x1855007948238592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077155.432260:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d500 x1855007948238592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.432265:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077155.432266:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077155.432267:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077155.432268:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077155.432271:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d500 x1855007948238592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.432276:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077155.432279:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d500 x1855007948238592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.432284:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077155.432286:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077155.432287:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077155.432288:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077155.432289:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077155.432291:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077155.432292:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077155.432295:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077155.432297:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077155.432300:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d500 x1855007948238592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077155.432307:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948238592:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077155.432310:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077155.432313:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9dc00 x1855007948238720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.432319:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077155.432321:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077155.432323:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077155.432325:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077155.432326:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077155.432328:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948238720:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077155.432331:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077155.432332:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077155.432333:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077155.432335:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077155.432338:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077155.432339:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077155.432342:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077155.432343:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077155.432346:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077155.432348:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948238720, portal 4
00000100:00000001:2.0:1769077155.432349:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077155.432351:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104270848 : -127169605280768 : ffff8c5704d9dc00)
00000100:00000040:2.0:1769077155.432356:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9dc00 x1855007948238720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.432361:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077155.432363:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077155.432381:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077155.432384:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948238720, offset 0
00000400:00000200:2.0:1769077155.432387:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077155.432390:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077155.432393:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077155.432396:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077155.432398:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077155.432401:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077155.432403:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077155.432406:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29676:29676:256:4294967295] 192.168.204.128@tcp LPNI seq info [29675:29675:8:4294967295]
00000400:00000200:2.0:1769077155.432410:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077155.432416:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077155.432421:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077155.432423:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077155.432427:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077155.432429:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077155.432433:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077155.432435:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077155.432450:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077155.432452:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077155.432455:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077155.432459:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077155.432461:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077155.432479:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077155.432482:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077155.432486:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9dc00 x1855007948238720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.432493:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077155.432496:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948238720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077180 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.432502:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077155.432504:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077155.432507:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077155.432510:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077155.432513:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077155.432515:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298519579
00000100:00000001:2.0:1769077155.432518:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298520848
00000100:00000001:2.0:1769077155.432520:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298519579
00000100:00000001:2.0:1769077155.432523:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298520848
00000100:00000001:2.0:1769077155.432524:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077155.432527:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077155.432546:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077155.432550:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077155/real 1769077155]  req@ffff8c5704d9dc00 x1855007948238720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077155.432558:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077155.432559:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077155.432561:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077155.432562:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077155.432564:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077155.432566:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077155.432568:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9dc00 x1855007948238720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077155.432576:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9dc00 x1855007948238720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.432582:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077155.432584:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077155.432586:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077155.432587:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077155.432590:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9dc00 x1855007948238720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.432596:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077155.432599:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9dc00 x1855007948238720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.432605:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077155.432607:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077155.432608:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077155.432610:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077155.432611:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077155.432613:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077155.432615:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077155.432619:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077155.432621:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077155.432625:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9dc00 x1855007948238720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077155.432632:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948238720:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077155.432635:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077155.432637:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077155.432640:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d180 x1855007948238336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.432645:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077155.432647:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077155.432649:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077155.432651:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077155.432652:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077155.432654:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077155.432655:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077155.432657:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16000.
02000000:00000001:2.0:1769077155.432659:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077155.432661:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077155.432662:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d180.
00000100:00000001:2.0:1769077155.432665:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077155.432666:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077155.432668:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077155.432671:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9df80 x1855007948238464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.432676:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077155.432677:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077155.432679:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077155.432697:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077155.432698:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077155.432699:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077155.432701:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077155.432703:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14400.
02000000:00000001:2.0:1769077155.432705:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077155.432706:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077155.432707:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9df80.
00000100:00000001:2.0:1769077155.432709:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077155.432710:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077155.432712:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077155.432714:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d500 x1855007948238592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.432719:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077155.432720:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077155.432721:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077155.432722:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077155.432723:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077155.432724:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077155.432725:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077155.432726:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14c00.
02000000:00000001:2.0:1769077155.432728:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077155.432729:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077155.432730:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d500.
00000100:00000001:2.0:1769077155.432731:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077155.432732:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077155.432733:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077155.432735:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9dc00 x1855007948238720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077155.432740:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077155.432741:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077155.432742:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077155.432743:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077155.432744:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077155.432745:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077155.432763:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077155.432765:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16400.
02000000:00000001:2.0:1769077155.432767:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077155.432768:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077155.432769:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077155.432772:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077155.432773:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077155.432775:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077155.432779:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077155.432780:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077155.432782:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077155.432784:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077155.749029:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077155.749039:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077155.749180:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077155.749186:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077155.749191:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077156.452849:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077156.452855:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077156.452857:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077156.452862:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077156.452865:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077156.452869:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077156.452871:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077156.452874:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077156.452876:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077156.772869:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:0.0:1769077156.772871:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298520848, at 4298520896
00000100:00000040:1.0:1769077156.772871:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298520848, at 4298520896
00010000:00000001:2.0:1769077156.772877:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077156.772893:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ba0.
00000100:00000010:0.0:1769077156.772896:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ea0.
00000020:00000001:3.0:1769077156.773014:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077156.773019:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077156.773022:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077157.476850:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077157.476856:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077157.476858:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077157.476862:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077157.476866:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077157.476869:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077157.476871:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077157.476873:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077157.476876:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077157.796870:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077157.796877:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077157.796967:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077157.796972:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077157.796975:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077158.500892:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077158.500901:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077158.500904:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077158.500910:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077158.500915:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077158.500920:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077158.500923:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077158.500926:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077158.500930:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077158.820898:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077158.820906:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077158.821007:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077158.821011:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077158.821015:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077159.524873:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077159.524883:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077159.524885:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077159.524891:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077159.524895:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077159.524899:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077159.524902:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077159.524905:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077159.524907:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077159.844878:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077159.844886:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077159.844990:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077159.844995:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077159.844999:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077160.548851:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077160.548858:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077160.548860:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077160.548865:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077160.548868:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077160.548871:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077160.548873:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077160.548876:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077160.548878:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077160.548882:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077160.548888:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077160.548890:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077160.548894:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077160.548896:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077160.548917:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3852
00000400:00000200:1.0:1769077160.548924:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077160.548930:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077160.548933:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077160.548936:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077160.548938:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077160.548940:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077160.548942:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077160.548945:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077160.548947:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769077160.548949:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077160.548952:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769077160.548953:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769077160.548955:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769077160.548957:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077160.548958:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077160.548959:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077160.548960:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077160.548963:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769077160.548965:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077160.548967:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077160.548969:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077160.548972:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077160.548974:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077160.548975:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077160.548977:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077160.548984:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769077160.548987:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769077160.548989:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077160.548991:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077160.548993:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077160.548995:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077160.548998:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077160.549004:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769077160.549010:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077160.549018:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948238848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077160.549029:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077160.549033:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077160.549038:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948238848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077160.549065:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077160.549074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077160.549078:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077160.549079:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077160.549081:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077160.549085:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077160.549088:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3852
00000400:00000200:1.0:1769077160.549092:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077160.549096:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077160.549098:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077160.549100:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077160.549102:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077160.549102:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769077160.549106:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077160.549107:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077160.549112:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077160.549112:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1769077160.549116:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077160.549117:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769077160.549118:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077160.549121:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000100:00000040:2.0:1769077160.549121:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4380 x1855007948238848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769077160.549123:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077160.549131:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077160.549134:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077160.549135:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077160.549141:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077160.549142:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769077160.549144:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077160.549147:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077160.549147:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077160.549150:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:2.0:1769077160.549153:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077160.549154:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769077160.549159:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077160.549162:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077160.549164:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1769077160.549164:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948238848:192.168.204.128@tcp:250:kworker.0
02000000:00000001:1.0:1769077160.549169:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077160.549172:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077160.549173:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077160.549176:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077160.549179:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077160.549179:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1769077160.549184:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077160.549184:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077160.549189:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077160.549190:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1769077160.549194:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
02000000:00000010:2.0:1769077160.549198:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b413800.
00000020:00000040:1.0:1769077160.549199:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:2.0:1769077160.549203:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077160.549205:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077160.549208:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077160.549213:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077160.549216:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1769077160.549219:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
02000000:00000001:1.0:1769077160.549220:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077160.549224:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077160.549229:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
02000000:00000010:1.0:1769077160.549231:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000100:00000001:1.0:1769077160.549237:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077160.549239:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948238848, portal 25
00000100:00000001:2.0:1769077160.549243:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00100000:1.0:1769077160.549245:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948238976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077160.549246:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198607232 : -127164510944384 : ffff8c58347f4380)
00000100:00000040:2.0:1769077160.549258:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4380 x1855007948238848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077160.549261:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077160.549265:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077160.549272:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948238976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.549280:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769077160.549284:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077160.549285:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00080000:1.0:1769077160.549289:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1769077160.549290:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00080000:1.0:1769077160.549294:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:2.0:1769077160.549296:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948238848, offset 0
00000100:00000001:1.0:1769077160.549297:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077160.549300:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077160.549302:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077160.549305:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00080000:1.0:1769077160.549306:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3852
00000400:00000200:1.0:1769077160.549312:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077160.549314:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077160.549317:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:1.0:1769077160.549318:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077160.549322:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077160.549325:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077160.549326:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000040:1.0:1769077160.549329:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077160.549332:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077160.549334:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1769077160.549335:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077160.549337:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769077160.549339:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077160.549340:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000020:00000040:1.0:1769077160.549342:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769077160.549345:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077160.549345:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1769077160.549348:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077160.549350:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000040:1.0:1769077160.549355:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077160.549357:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29677:29677:256:4294967295] 192.168.204.128@tcp LPNI seq info [29676:29676:8:4294967295]
00000100:00000001:1.0:1769077160.549359:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077160.549364:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077160.549365:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077160.549367:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077160.549370:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769077160.549373:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077160.549380:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077160.549381:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1769077160.549382:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077160.549387:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1769077160.549391:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
02000000:00000001:1.0:1769077160.549392:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077160.549395:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077160.549397:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000010:2.0:1769077160.549397:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000008:00000001:1.0:1769077160.549402:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077160.549404:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077160.549407:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000010:1.0:1769077160.549409:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000800:00000200:2.0:1769077160.549411:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000020:00000040:1.0:1769077160.549415:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000800:00000200:2.1:1769077160.549418:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:1.0:1769077160.549421:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1769077160.549422:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
02000000:00000001:1.0:1769077160.549425:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769077160.549429:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00000001:1.0:1769077160.549430:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:2.0:1769077160.549432:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
02000000:00000001:1.0:1769077160.549434:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077160.549438:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077160.549438:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077160.549444:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
02000000:00000010:1.0:1769077160.549446:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f800.
00000400:00000200:2.0:1769077160.549449:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077160.549452:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:1.0:1769077160.549453:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077160.549456:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1769077160.549464:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948239104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769077160.549464:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4380 x1855007948238848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.549492:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769077160.549494:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1769077160.549498:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4380 x1855007948238848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077185 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077160.549499:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077160.549508:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077160.549510:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948239104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.549510:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077160.549518:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077160.549525:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077160.549526:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:1.0:1769077160.549530:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077160.549532:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298525967
00000100:00080000:1.0:1769077160.549533:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077160.549536:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077160.549539:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077160.549541:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000010:2.0:1769077160.549541:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227ea0.
00000100:00080000:1.0:1769077160.549544:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3852
00000400:00000200:1.0:1769077160.549550:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077160.549552:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000400:00000200:1.0:1769077160.549553:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077160.549558:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077160.549561:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077160.549563:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077160.549563:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298525967
00000100:00000040:1.0:1769077160.549567:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077160.549570:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000010:2.0:1769077160.549571:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227ba0.
00000020:00000001:1.0:1769077160.549572:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077160.549575:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769077160.549576:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077160.549576:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000020:00000040:1.0:1769077160.549580:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000100:00000001:2.0:1769077160.549581:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1769077160.549583:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077160.549586:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077160.549587:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769077160.549592:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077160.549592:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1769077160.549595:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077160.549600:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00100000:2.0:1769077160.549600:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077160/real 1769077160]  req@ffff8c58347f4380 x1855007948238848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077160.549602:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077160.549607:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769077160.549613:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077160.549619:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769077160.549620:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1769077160.549621:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:2.0:1769077160.549624:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1769077160.549626:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1769077160.549628:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
02000000:00000001:1.0:1769077160.549629:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077160.549632:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769077160.549633:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000008:00100000:1.0:1769077160.549634:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000400:00000010:2.0:1769077160.549636:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000008:00000001:1.0:1769077160.549638:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077160.549639:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1769077160.549641:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077160.549645:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000100:00000200:2.0:1769077160.549645:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4380 x1855007948238848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769077160.549650:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769077160.549655:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077160.549657:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077160.549661:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1769077160.549662:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4380 x1855007948238848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077160.549663:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077160.549666:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077160.549672:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:2.0:1769077160.549673:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077160.549676:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077160.549677:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077160.549685:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948239232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077160.549690:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077160.549693:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077160.549693:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077160.549697:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077160.549700:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4380 x1855007948238848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077160.549705:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948239232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.549713:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077160.549719:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077160.549721:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4380 x1855007948238848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077160.549722:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077160.549753:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077160.549756:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077160.549757:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1769077160.549758:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077160.549759:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077160.549762:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077160.549763:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00080000:1.0:1769077160.549767:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077160.549767:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077160.549774:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077160.549775:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077160.549780:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3852
00000100:00080000:2.0:1769077160.549783:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000400:00000200:1.0:1769077160.549787:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077160.549788:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:1.0:1769077160.549792:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077160.549796:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077160.549797:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4380 x1855007948238848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077160.549803:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077160.549807:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077160.549812:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077160.549816:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00100000:2.0:1769077160.549816:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948238848:192.168.204.128@tcp:250:kworker.0
00000020:00000001:1.0:1769077160.549821:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077160.549823:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769077160.549825:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077160.549825:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1769077160.549829:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00000001:2.0:1769077160.549830:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1769077160.549832:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:2.0:1769077160.549834:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4380 x1855007948238848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769077160.549835:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769077160.549843:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077160.549848:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077160.549850:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000040:1.0:1769077160.549852:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077160.549853:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1769077160.549855:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000010:2.0:1769077160.549857:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b413800.
00000020:00000040:1.0:1769077160.549858:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
02000000:00000001:2.0:1769077160.549861:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:1.0:1769077160.549862:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000020:00000001:2.0:1769077160.549865:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000001:1.0:1769077160.549866:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077160.549869:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769077160.549870:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077160.549874:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1769077160.549874:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000001:1.0:1769077160.549879:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077160.549879:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769077160.549883:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077160.549886:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
02000000:00000001:2.0:1769077160.549886:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077160.549889:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000008:00000001:1.0:1769077160.549890:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077160.549891:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4380.
00000100:00000001:1.0:1769077160.549892:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077160.549895:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077160.549897:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1769077160.549898:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000100:00000001:2.0:1769077160.549914:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1769077160.549921:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000001:2.0:1769077160.549921:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077160.549924:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077160.549926:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077160.549927:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1769077160.549928:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077160.549930:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077160.549931:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077160.549932:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1769077160.549934:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077160.549938:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077160.549939:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f7b80 x1855007948238976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769077160.549944:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:2.0:1769077160.549949:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077160.549950:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077160.549951:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077160.549956:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077160.549958:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1769077160.549961:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948239360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077160.549961:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077160.549968:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948238976:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077160.549975:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769077160.549977:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1769077160.549978:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769077160.549979:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077160.549980:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077160.549983:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1769077160.549986:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948239360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769077160.549988:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077160.549992:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077160.550000:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077160.550001:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077160.550003:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000100:00000040:1.0:1769077160.550006:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3862)
00000400:00000010:2.0:1769077160.550007:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077160.550012:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948238976, portal 10
00000100:00000001:2.0:1769077160.550014:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077160.550015:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198621568 : -127164510930048 : ffff8c58347f7b80)
00000100:00000040:2.0:1769077160.550021:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f7b80 x1855007948238976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.550026:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077160.550029:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077160.550030:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077160.550032:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948238976, offset 0
00000400:00000200:2.0:1769077160.550034:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077160.550037:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077160.550040:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077160.550042:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077160.550044:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077160.550045:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077160.550047:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077160.550049:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29678:29678:256:4294967295] 192.168.204.128@tcp LPNI seq info [29677:29677:8:4294967295]
00000400:00000200:2.0:1769077160.550052:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077160.550056:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077160.550059:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077160.550062:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077160.550064:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077160.550067:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077160.550070:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077160.550072:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077160.550074:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077160.550076:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077160.550078:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077160.550080:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077160.550082:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077160.550084:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077160.550086:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077160.550088:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f7b80 x1855007948238976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.550094:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077160.550096:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f7b80 x1855007948238976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077185 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.550105:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077160.550106:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077160.550108:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077160.550111:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077160.550113:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077160.550115:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298524686
00000100:00000001:2.0:1769077160.550117:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298525967
00000100:00000001:2.0:1769077160.550119:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298524686
00000100:00000001:2.0:1769077160.550120:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298525967
00000100:00000001:2.0:1769077160.550121:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077160.550123:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077160.550124:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077160.550126:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077160/real 1769077160]  req@ffff8c58347f7b80 x1855007948238976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077160.550131:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077160.550132:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077160.550133:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077160.550135:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077160.550136:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077160.550137:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077160.550139:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f7b80 x1855007948238976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077160.550148:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f7b80 x1855007948238976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.550155:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077160.550156:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077160.550158:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077160.550160:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077160.550164:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f7b80 x1855007948238976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.550171:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077160.550175:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f7b80 x1855007948238976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.550184:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077160.550187:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077160.550189:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077160.550190:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077160.550192:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077160.550195:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077160.550198:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077160.550201:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077160.550204:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077160.550208:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f7b80 x1855007948238976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077160.550217:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948238976:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077160.550221:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077160.550224:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4700 x1855007948239104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.550232:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077160.550233:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077160.550235:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077160.550238:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077160.550240:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077160.550244:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948239104:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077160.550247:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077160.550249:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077160.550251:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077160.550253:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077160.550257:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077160.550258:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077160.550261:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077160.550263:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077160.550266:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077160.550268:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948239104, portal 10
00000100:00000001:2.0:1769077160.550269:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077160.550270:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198608128 : -127164510943488 : ffff8c58347f4700)
00000100:00000040:2.0:1769077160.550275:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4700 x1855007948239104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.550279:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077160.550281:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077160.550282:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077160.550284:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948239104, offset 0
00000400:00000200:2.0:1769077160.550286:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077160.550289:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077160.550291:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077160.550293:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077160.550295:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077160.550297:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077160.550299:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077160.550301:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29679:29679:256:4294967295] 192.168.204.128@tcp LPNI seq info [29678:29678:8:4294967295]
00000400:00000200:2.0:1769077160.550303:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077160.550308:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077160.550310:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077160.550312:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077160.550315:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077160.550317:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077160.550319:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077160.550321:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077160.550324:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077160.550326:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077160.550328:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077160.550330:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077160.550332:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077160.550333:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077160.550335:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077160.550337:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4700 x1855007948239104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.550343:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077160.550345:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4700 x1855007948239104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077185 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.550349:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077160.550350:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077160.550352:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077160.550354:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077160.550356:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077160.550357:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298524685
00000100:00000001:2.0:1769077160.550359:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298525967
00000100:00000001:2.0:1769077160.550361:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298524685
00000100:00000001:2.0:1769077160.550362:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298525967
00000100:00000001:2.0:1769077160.550364:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077160.550365:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077160.550366:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077160.550369:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077160/real 1769077160]  req@ffff8c58347f4700 x1855007948239104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077160.550373:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077160.550374:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077160.550375:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077160.550376:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077160.550377:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077160.550379:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077160.550381:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4700 x1855007948239104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077160.550387:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4700 x1855007948239104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.550391:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077160.550392:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077160.550393:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077160.550394:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077160.550396:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4700 x1855007948239104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.550400:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077160.550402:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4700 x1855007948239104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.550407:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077160.550409:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077160.550411:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077160.550412:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077160.550414:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077160.550415:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077160.550418:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077160.550421:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077160.550424:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077160.550428:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4700 x1855007948239104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077160.550437:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948239104:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077160.550442:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077160.550445:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4e00 x1855007948239232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.550452:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077160.550454:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077160.550457:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077160.550459:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077160.550460:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077160.550464:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948239232:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077160.550467:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077160.550469:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077160.550471:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077160.550473:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077160.550476:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077160.550478:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077160.550482:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077160.550485:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077160.550488:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077160.550490:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948239232, portal 4
00000100:00000001:2.0:1769077160.550492:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077160.550493:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198609920 : -127164510941696 : ffff8c58347f4e00)
00000100:00000040:2.0:1769077160.550497:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4e00 x1855007948239232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.550502:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077160.550503:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077160.550504:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077160.550506:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948239232, offset 0
00000400:00000200:2.0:1769077160.550508:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077160.550512:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077160.550515:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077160.550518:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077160.550521:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077160.550523:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077160.550526:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077160.550529:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29680:29680:256:4294967295] 192.168.204.128@tcp LPNI seq info [29679:29679:8:4294967295]
00000400:00000200:2.0:1769077160.550533:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077160.550540:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077160.550546:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077160.550549:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077160.550554:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077160.550557:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077160.550562:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077160.550564:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077160.550569:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077160.550571:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077160.550574:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077160.550576:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077160.550578:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077160.550580:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077160.550581:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077160.550584:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4e00 x1855007948239232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.550590:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077160.550592:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4e00 x1855007948239232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077185 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.550597:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077160.550598:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077160.550600:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077160.550602:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077160.550605:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077160.550606:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298524750
00000100:00000001:2.0:1769077160.550608:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298525967
00000100:00000001:2.0:1769077160.550610:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298524750
00000100:00000001:2.0:1769077160.550611:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298525967
00000100:00000001:2.0:1769077160.550612:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077160.550614:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077160.550616:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077160.550618:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077160/real 1769077160]  req@ffff8c58347f4e00 x1855007948239232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077160.550624:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077160.550625:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077160.550626:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077160.550627:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077160.550628:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077160.550629:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077160.550632:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4e00 x1855007948239232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077160.550637:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4e00 x1855007948239232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.550641:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077160.550642:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077160.550643:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077160.550644:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077160.550646:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4e00 x1855007948239232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.550650:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077160.550652:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4e00 x1855007948239232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.550656:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077160.550658:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077160.550659:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077160.550660:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077160.550661:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077160.550662:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077160.550664:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077160.550666:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077160.550668:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077160.550670:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4e00 x1855007948239232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077160.550675:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948239232:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077160.550677:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077160.550679:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077160.550680:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f7b80 x1855007948238976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.550684:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077160.550685:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077160.550686:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077160.550688:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077160.550689:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077160.550690:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077160.550691:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077160.550693:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4dc00.
02000000:00000001:2.0:1769077160.550694:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077160.550695:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077160.550696:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f7b80.
00000100:00000001:2.0:1769077160.550698:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077160.550699:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077160.550700:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077160.550702:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4700 x1855007948239104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.550706:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077160.550706:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077160.550707:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077160.550709:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077160.550709:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077160.550710:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077160.550711:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077160.550713:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4f800.
02000000:00000001:2.0:1769077160.550714:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077160.550715:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077160.550716:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4700.
00000100:00000001:2.0:1769077160.550717:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077160.550718:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077160.550719:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077160.550721:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4e00 x1855007948239232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.550724:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077160.550725:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077160.550726:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077160.550727:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077160.550728:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077160.550729:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077160.550744:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077160.550746:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d000.
02000000:00000001:2.0:1769077160.550747:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077160.550748:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077160.550749:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4e00.
00000100:00000001:2.0:1769077160.550750:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077160.550751:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077160.550752:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077160.550755:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077160.550755:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077160.550757:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077160.550758:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077160.550758:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077160.550761:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f5f80 x1855007948239360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.550765:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077160.550766:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077160.550768:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077160.550769:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077160.550770:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077160.550772:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948239360:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077160.550775:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077160.550776:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077160.550777:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077160.550778:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077160.550780:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077160.550782:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077160.550784:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077160.550786:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077160.550788:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077160.550790:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948239360, portal 4
00000100:00000001:2.0:1769077160.550791:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077160.550792:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198614400 : -127164510937216 : ffff8c58347f5f80)
00000100:00000040:2.0:1769077160.550795:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f5f80 x1855007948239360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.550799:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077160.550801:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077160.550802:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077160.550804:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948239360, offset 0
00000400:00000200:2.0:1769077160.550806:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077160.550809:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077160.550812:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077160.550814:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077160.550815:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077160.550817:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077160.550819:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077160.550821:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29681:29681:256:4294967295] 192.168.204.128@tcp LPNI seq info [29680:29680:8:4294967295]
00000400:00000200:2.0:1769077160.550824:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077160.550828:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077160.550830:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077160.550832:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077160.550835:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077160.550838:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077160.550840:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077160.550842:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077160.550845:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077160.550847:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077160.550848:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077160.550851:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077160.550853:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077160.550854:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077160.550856:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077160.550858:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f5f80 x1855007948239360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.550863:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077160.550864:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f5f80 x1855007948239360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077185 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.550869:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077160.550870:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077160.550871:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077160.550873:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077160.550875:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077160.550876:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298524698
00000100:00000001:2.0:1769077160.550878:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298525967
00000100:00000001:2.0:1769077160.550880:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298524698
00000100:00000001:2.0:1769077160.550881:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298525967
00000100:00000001:2.0:1769077160.550882:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077160.550883:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077160.550884:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077160.550886:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077160/real 1769077160]  req@ffff8c58347f5f80 x1855007948239360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077160.550891:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077160.550892:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077160.550893:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077160.550895:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077160.550896:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077160.550897:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077160.550913:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f5f80 x1855007948239360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077160.550920:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f5f80 x1855007948239360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.550924:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077160.550925:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077160.550926:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077160.550927:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077160.550930:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f5f80 x1855007948239360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.550934:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077160.550937:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f5f80 x1855007948239360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.550941:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077160.550943:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077160.550944:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077160.550944:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077160.550946:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077160.550947:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077160.550948:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077160.550950:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077160.550951:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077160.550953:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f5f80 x1855007948239360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077160.550958:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948239360:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077160.550961:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077160.550962:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077160.550964:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f5f80 x1855007948239360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077160.550968:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077160.550969:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077160.550970:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077160.550972:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077160.550972:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077160.550973:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077160.550975:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077160.550976:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d400.
02000000:00000001:2.0:1769077160.550977:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077160.550978:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077160.550979:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f5f80.
00000100:00000001:2.0:1769077160.550981:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077160.550982:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077160.550983:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077160.550985:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077160.550986:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077160.550987:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077160.550988:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077160.868860:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077160.868868:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077160.868965:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077160.868973:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077160.868979:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077161.572820:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077161.572826:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077161.572828:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077161.572832:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077161.572835:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077161.572838:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077161.572841:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077161.572843:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077161.572846:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077161.892837:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298525967, at 4298526016
00000100:00000010:0.0:1769077161.892851:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ea0.
00000100:00000040:1.0:1769077161.892858:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298525967, at 4298526016
00010000:00000001:2.0:1769077161.892862:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077161.892869:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077161.892873:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ba0.
00000020:00000001:3.0:1769077161.892941:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077161.892945:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077161.892948:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077162.596973:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077162.596991:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077162.596994:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077162.597017:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077162.597021:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077162.597025:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077162.597028:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077162.597031:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077162.597033:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077162.916815:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077162.916822:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077162.916824:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077162.916826:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077162.916831:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077162.916833:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077162.916835:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077162.916837:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077162.916903:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077162.916906:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077162.916910:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077163.620870:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077163.620877:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077163.620878:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077163.620883:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077163.620886:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077163.620890:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077163.620892:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077163.620894:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077163.620896:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077163.940890:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077163.940898:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077163.940967:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077163.940972:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077163.940976:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077164.644817:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077164.644825:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077164.644828:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077164.644855:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077164.644858:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077164.644861:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077164.644863:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077164.644865:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077164.644867:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077164.964800:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077164.964805:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077164.964861:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077164.964864:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077164.964867:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077165.668800:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1769077165.668805:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077165.668807:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077165.668825:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077165.668829:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077165.668832:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077165.668848:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077165.668851:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1769077165.668852:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077165.668853:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077165.668857:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077165.668858:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077165.668863:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077165.668868:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077165.668875:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3857
00000400:00000200:1.0:1769077165.668884:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077165.668890:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077165.668894:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077165.668897:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077165.668901:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077165.668913:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077165.668916:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077165.668921:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077165.668923:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769077165.668925:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077165.668927:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769077165.668928:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769077165.668930:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769077165.668932:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077165.668934:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077165.668935:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077165.668936:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077165.668938:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769077165.668941:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077165.668942:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077165.668944:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077165.668946:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077165.668948:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077165.668950:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077165.668951:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077165.668959:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769077165.668962:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769077165.668965:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077165.668966:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077165.668968:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077165.668970:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077165.668974:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077165.668980:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769077165.668985:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077165.668992:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948239488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077165.668999:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077165.669003:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077165.669007:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948239488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077165.669024:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077165.669027:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077165.669031:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077165.669033:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077165.669035:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077165.669039:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077165.669041:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3857
00000400:00000200:1.0:1769077165.669046:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077165.669049:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077165.669050:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1769077165.669052:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077165.669054:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769077165.669055:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077165.669056:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769077165.669057:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077165.669059:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077165.669062:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000040:2.0:1769077165.669063:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4000 x1855007948239488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769077165.669064:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077165.669066:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769077165.669068:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077165.669070:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769077165.669072:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077165.669072:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077165.669074:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077165.669075:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769077165.669077:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077165.669078:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769077165.669079:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077165.669080:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1769077165.669081:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077165.669083:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:2.0:1769077165.669084:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077165.669086:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00100000:2.0:1769077165.669087:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948239488:192.168.204.128@tcp:250:kworker.0
00000100:00080000:1.0:1769077165.669089:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077165.669091:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077165.669092:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077165.669094:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077165.669096:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077165.669098:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077165.669099:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077165.669101:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077165.669101:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769077165.669103:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:2.0:1769077165.669106:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411000.
00000008:00100000:1.0:1769077165.669107:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077165.669108:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769077165.669110:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077165.669112:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077165.669114:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000010:1.0:1769077165.669117:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769077165.669119:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000400:00000010:2.0:1769077165.669119:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
02000000:00000001:1.0:1769077165.669122:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077165.669123:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077165.669125:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1769077165.669125:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
02000000:00000001:1.0:1769077165.669127:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077165.669128:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077165.669132:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000200:2.0:1769077165.669132:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948239488, portal 25
00000100:00000001:2.0:1769077165.669135:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077165.669136:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077165.669137:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198606336 : -127164510945280 : ffff8c58347f4000)
00000100:00100000:1.0:1769077165.669141:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948239616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077165.669143:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4000 x1855007948239488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077165.669150:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077165.669151:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769077165.669152:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077165.669154:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000040:1.0:1769077165.669156:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948239616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769077165.669158:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077165.669161:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948239488, offset 0
00000100:00000001:1.0:1769077165.669165:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077165.669168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077165.669168:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00080000:1.0:1769077165.669171:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077165.669173:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077165.669174:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077165.669175:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077165.669177:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077165.669179:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3857
00000400:00000200:2.0:1769077165.669181:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:1.0:1769077165.669182:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077165.669185:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077165.669187:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077165.669188:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1769077165.669190:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077165.669192:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077165.669193:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000040:1.0:1769077165.669194:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077165.669197:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077165.669197:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1769077165.669199:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1769077165.669200:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000020:00000040:1.0:1769077165.669201:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769077165.669202:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077165.669204:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000400:00000200:2.0:1769077165.669204:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29682:29682:256:4294967295] 192.168.204.128@tcp LPNI seq info [29681:29681:8:4294967295]
00000020:00000001:1.0:1769077165.669206:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769077165.669209:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077165.669210:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:1.0:1769077165.669212:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077165.669214:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077165.669216:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077165.669218:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077165.669221:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000400:00000200:2.0:1769077165.669221:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1769077165.669224:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077165.669226:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077165.669228:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1769077165.669228:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
02000000:00000001:1.0:1769077165.669231:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077165.669233:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077165.669233:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000100:00000001:1.0:1769077165.669235:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077165.669236:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077165.669239:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077165.669240:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769077165.669241:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077165.669244:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000800:00000200:2.0:1769077165.669244:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000020:00000040:1.0:1769077165.669246:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769077165.669249:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077165.669250:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077165.669250:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769077165.669252:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077165.669253:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1769077165.669254:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
02000000:00000001:1.0:1769077165.669255:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077165.669258:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000800:00000100:2.0:1769077165.669258:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077165.669261:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000100:00000001:1.0:1769077165.669262:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077165.669266:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948239744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077165.669267:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077165.669272:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769077165.669274:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077165.669276:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077165.669277:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000100:00000040:1.0:1769077165.669279:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948239744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769077165.669280:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077165.669285:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769077165.669287:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077165.669289:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4000 x1855007948239488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077165.669290:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077165.669294:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077165.669295:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077165.669297:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077165.669298:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769077165.669299:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077165.669302:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3857
00000100:00000040:2.0:1769077165.669302:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4000 x1855007948239488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077190 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077165.669306:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077165.669309:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077165.669310:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077165.669312:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077165.669312:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1769077165.669314:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077165.669316:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077165.669318:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077165.669318:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077165.669320:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077165.669322:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000001:1.0:1769077165.669323:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077165.669325:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000100:00000001:2.0:1769077165.669326:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298531087
00000020:00000001:1.0:1769077165.669327:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077165.669329:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769077165.669331:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000010:2.0:1769077165.669331:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a2274e0.
00000020:00000001:1.0:1769077165.669333:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769077165.669336:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077165.669338:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077165.669338:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1769077165.669340:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077165.669342:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077165.669344:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298531087
00000020:00000040:1.0:1769077165.669345:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769077165.669348:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000010:2.0:1769077165.669348:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227e40.
00000100:00000001:1.0:1769077165.669350:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077165.669351:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
02000000:00000001:1.0:1769077165.669352:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077165.669355:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077165.669355:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077165.669357:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077165.669358:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077165.669359:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077165.669360:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077165.669364:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077165/real 1769077165]  req@ffff8c58347f4000 x1855007948239488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1769077165.669371:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077165.669373:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769077165.669374:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1769077165.669375:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769077165.669376:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000010:1.0:1769077165.669390:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000400:00000010:2.0:1769077165.669390:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000020:00000040:1.0:1769077165.669392:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000400:00000200:2.0:1769077165.669393:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
02000000:00000001:1.0:1769077165.669395:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1769077165.669395:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
02000000:00000001:1.0:1769077165.669396:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077165.669398:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077165.669398:0:2431:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:1.0:1769077165.669400:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077165.669402:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077165.669402:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4000 x1855007948239488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769077165.669405:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:1.0:1769077165.669409:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077165.669412:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4000 x1855007948239488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077165.669413:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948239872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077165.669421:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077165.669421:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077165.669422:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077165.669423:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077165.669425:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1769077165.669427:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948239872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.669427:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077165.669432:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4000 x1855007948239488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077165.669435:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077165.669438:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077165.669440:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769077165.669442:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769077165.669443:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077165.669445:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1769077165.669445:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4000 x1855007948239488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077165.669448:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077165.669451:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3857
00000100:00000001:2.0:1769077165.669453:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:1.0:1769077165.669455:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077165.669457:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1769077165.669458:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077165.669458:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1769077165.669460:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077165.669461:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077165.669463:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077165.669463:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077165.669465:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077165.669466:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077165.669468:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00080000:2.0:1769077165.669468:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1769077165.669470:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077165.669473:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00080000:2.0:1769077165.669473:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000020:00000040:1.0:1769077165.669474:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769077165.669475:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077165.669476:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:1.0:1769077165.669477:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769077165.669480:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:2.0:1769077165.669480:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4000 x1855007948239488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769077165.669482:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769077165.669485:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077165.669488:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077165.669489:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077165.669491:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077165.669494:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769077165.669496:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00100000:2.0:1769077165.669498:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948239488:192.168.204.128@tcp:250:kworker.0
00000100:00000001:1.0:1769077165.669499:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077165.669501:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077165.669503:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1769077165.669504:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077165.669505:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1769077165.669506:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077165.669508:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:2.0:1769077165.669508:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4000 x1855007948239488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1769077165.669510:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077165.669513:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077165.669515:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077165.669516:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000010:1.0:1769077165.669518:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
02000000:00000001:2.0:1769077165.669519:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:1.0:1769077165.669521:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000010:2.0:1769077165.669522:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411000.
02000000:00000001:1.0:1769077165.669523:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077165.669524:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077165.669525:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1769077165.669526:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:2.0:1769077165.669527:0:2431:0:(genops.c:1236:class_import_put()) Process entered
02000000:00000001:1.0:1769077165.669528:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:2.0:1769077165.669528:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769077165.669529:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077165.669531:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077165.669533:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
02000000:00000010:2.0:1769077165.669533:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769077165.669535:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077165.669537:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000100:00100000:1.0:1769077165.669539:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948240000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077165.669539:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077165.669541:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4000.
00000100:00000001:2.0:1769077165.669544:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077165.669545:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077165.669547:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077165.669548:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077165.669549:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077165.669552:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948240000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.669555:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077165.669556:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077165.669559:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077165.669561:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077165.669562:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077165.669562:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077165.669566:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3867)
00000100:00000040:2.0:1769077165.669566:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f5f80 x1855007948239616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.669573:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077165.669575:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077165.669577:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077165.669579:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077165.669581:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077165.669584:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948239616:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077165.669587:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077165.669590:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077165.669591:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077165.669593:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077165.669596:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077165.669598:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077165.669602:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077165.669605:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077165.669608:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077165.669610:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948239616, portal 10
00000100:00000001:2.0:1769077165.669611:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077165.669612:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198614400 : -127164510937216 : ffff8c58347f5f80)
00000100:00000040:2.0:1769077165.669618:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f5f80 x1855007948239616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.669622:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077165.669624:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077165.669625:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077165.669627:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948239616, offset 0
00000400:00000200:2.0:1769077165.669630:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077165.669633:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077165.669635:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077165.669637:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077165.669639:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077165.669641:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077165.669642:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077165.669646:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29683:29683:256:4294967295] 192.168.204.128@tcp LPNI seq info [29682:29682:8:4294967295]
00000400:00000200:2.0:1769077165.669650:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077165.669667:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077165.669672:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077165.669675:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077165.669679:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077165.669683:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077165.669687:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077165.669690:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077165.669694:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077165.669696:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077165.669700:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077165.669703:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077165.669707:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077165.669709:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077165.669711:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077165.669726:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f5f80 x1855007948239616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.669757:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077165.669760:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f5f80 x1855007948239616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077190 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.669764:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077165.669765:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077165.669769:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077165.669772:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077165.669774:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077165.669776:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298529806
00000100:00000001:2.0:1769077165.669778:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298531087
00000100:00000001:2.0:1769077165.669780:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298529806
00000100:00000001:2.0:1769077165.669781:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298531087
00000100:00000001:2.0:1769077165.669783:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077165.669785:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077165.669786:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077165.669789:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077165/real 1769077165]  req@ffff8c58347f5f80 x1855007948239616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077165.669794:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077165.669795:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077165.669797:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077165.669798:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077165.669799:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077165.669801:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077165.669803:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f5f80 x1855007948239616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077165.669809:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f5f80 x1855007948239616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.669828:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077165.669830:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077165.669832:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077165.669833:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077165.669836:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f5f80 x1855007948239616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.669841:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077165.669844:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f5f80 x1855007948239616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.669848:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077165.669850:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077165.669851:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077165.669851:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077165.669853:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077165.669854:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077165.669856:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077165.669858:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077165.669860:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077165.669862:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f5f80 x1855007948239616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077165.669867:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948239616:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077165.669870:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077165.669872:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4e00 x1855007948239744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.669876:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077165.669877:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077165.669878:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077165.669879:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077165.669881:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077165.669883:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948239744:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077165.669885:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077165.669886:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077165.669887:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077165.669888:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077165.669891:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077165.669893:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077165.669895:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077165.669897:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077165.669899:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077165.669902:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948239744, portal 10
00000100:00000001:2.0:1769077165.669903:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077165.669904:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198609920 : -127164510941696 : ffff8c58347f4e00)
00000100:00000040:2.0:1769077165.669908:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4e00 x1855007948239744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.669913:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077165.669914:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077165.669916:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077165.669918:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948239744, offset 0
00000400:00000200:2.0:1769077165.669920:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077165.669923:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077165.669926:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077165.669928:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077165.669930:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077165.669932:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077165.669934:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077165.669936:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29684:29684:256:4294967295] 192.168.204.128@tcp LPNI seq info [29683:29683:8:4294967295]
00000400:00000200:2.0:1769077165.669939:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077165.669943:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077165.669946:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077165.669948:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077165.669950:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077165.669952:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077165.669955:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077165.669957:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077165.669959:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077165.669961:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077165.669963:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077165.669965:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077165.669967:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077165.669968:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077165.669970:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077165.669972:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4e00 x1855007948239744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.669977:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077165.669979:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4e00 x1855007948239744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077190 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.669983:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077165.669985:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077165.669987:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077165.669989:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077165.669991:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077165.669993:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298529805
00000100:00000001:2.0:1769077165.669995:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298531087
00000100:00000001:2.0:1769077165.669996:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298529805
00000100:00000001:2.0:1769077165.669998:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298531087
00000100:00000001:2.0:1769077165.669999:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077165.670000:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077165.670001:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077165.670003:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077165/real 1769077165]  req@ffff8c58347f4e00 x1855007948239744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077165.670008:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077165.670009:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077165.670010:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077165.670012:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077165.670013:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077165.670014:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077165.670016:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4e00 x1855007948239744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077165.670021:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4e00 x1855007948239744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.670026:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077165.670027:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077165.670028:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077165.670028:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077165.670030:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4e00 x1855007948239744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.670034:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077165.670037:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4e00 x1855007948239744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.670042:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077165.670043:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077165.670044:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077165.670045:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077165.670046:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077165.670047:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077165.670049:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077165.670051:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077165.670052:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077165.670054:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4e00 x1855007948239744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077165.670059:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948239744:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077165.670061:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077165.670063:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4700 x1855007948239872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.670067:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077165.670068:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077165.670069:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077165.670070:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077165.670071:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077165.670073:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948239872:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077165.670075:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077165.670076:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077165.670077:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077165.670078:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077165.670080:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077165.670081:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077165.670084:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077165.670086:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077165.670088:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077165.670090:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948239872, portal 4
00000100:00000001:2.0:1769077165.670091:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077165.670092:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198608128 : -127164510943488 : ffff8c58347f4700)
00000100:00000040:2.0:1769077165.670096:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4700 x1855007948239872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.670100:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077165.670101:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077165.670103:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077165.670104:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948239872, offset 0
00000400:00000200:2.0:1769077165.670107:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077165.670109:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077165.670111:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077165.670112:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077165.670114:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077165.670116:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077165.670117:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077165.670120:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29685:29685:256:4294967295] 192.168.204.128@tcp LPNI seq info [29684:29684:8:4294967295]
00000400:00000200:2.0:1769077165.670122:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077165.670126:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077165.670128:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077165.670130:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077165.670132:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077165.670134:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077165.670136:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077165.670138:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077165.670141:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077165.670142:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077165.670144:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077165.670146:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077165.670147:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077165.670148:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077165.670150:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077165.670152:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4700 x1855007948239872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.670157:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077165.670159:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4700 x1855007948239872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077190 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.670164:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077165.670165:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077165.670167:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077165.670168:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077165.670170:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077165.670171:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298529870
00000100:00000001:2.0:1769077165.670173:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298531087
00000100:00000001:2.0:1769077165.670174:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298529870
00000100:00000001:2.0:1769077165.670176:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298531087
00000100:00000001:2.0:1769077165.670177:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077165.670178:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077165.670179:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077165.670181:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077165/real 1769077165]  req@ffff8c58347f4700 x1855007948239872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077165.670186:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077165.670186:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077165.670187:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077165.670188:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077165.670189:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077165.670191:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077165.670192:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4700 x1855007948239872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077165.670197:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4700 x1855007948239872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.670206:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077165.670207:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077165.670208:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077165.670209:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077165.670211:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4700 x1855007948239872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.670215:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077165.670217:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4700 x1855007948239872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.670221:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077165.670223:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077165.670224:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077165.670225:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077165.670226:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077165.670227:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077165.670228:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077165.670230:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077165.670231:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077165.670233:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4700 x1855007948239872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077165.670238:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948239872:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077165.670240:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077165.670241:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077165.670243:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f5f80 x1855007948239616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.670248:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077165.670249:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077165.670251:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077165.670252:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077165.670253:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077165.670255:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077165.670256:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077165.670257:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4f000.
02000000:00000001:2.0:1769077165.670259:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077165.670260:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077165.670261:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f5f80.
00000100:00000001:2.0:1769077165.670263:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077165.670264:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077165.670265:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077165.670267:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4e00 x1855007948239744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.670271:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077165.670272:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077165.670273:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077165.670274:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077165.670275:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077165.670275:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077165.670276:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077165.670277:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4f400.
02000000:00000001:2.0:1769077165.670278:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077165.670279:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077165.670280:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4e00.
00000100:00000001:2.0:1769077165.670281:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077165.670282:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077165.670283:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077165.670285:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4700 x1855007948239872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.670288:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077165.670289:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077165.670290:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077165.670291:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077165.670292:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077165.670292:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077165.670294:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077165.670295:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4c800.
02000000:00000001:2.0:1769077165.670296:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077165.670297:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077165.670298:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4700.
00000100:00000001:2.0:1769077165.670299:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077165.670300:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077165.670301:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077165.670304:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077165.670305:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077165.670306:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077165.670307:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077165.670308:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077165.670310:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f7b80 x1855007948240000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.670314:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077165.670315:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077165.670316:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077165.670318:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077165.670319:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077165.670321:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948240000:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077165.670322:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077165.670324:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077165.670324:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077165.670325:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077165.670327:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077165.670328:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077165.670330:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077165.670332:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077165.670334:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077165.670336:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948240000, portal 4
00000100:00000001:2.0:1769077165.670337:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077165.670338:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198621568 : -127164510930048 : ffff8c58347f7b80)
00000100:00000040:2.0:1769077165.670341:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f7b80 x1855007948240000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.670350:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077165.670352:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077165.670353:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077165.670355:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948240000, offset 0
00000400:00000200:2.0:1769077165.670357:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077165.670359:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077165.670361:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077165.670362:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077165.670364:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077165.670365:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077165.670367:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077165.670369:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29686:29686:256:4294967295] 192.168.204.128@tcp LPNI seq info [29685:29685:8:4294967295]
00000400:00000200:2.0:1769077165.670372:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077165.670387:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077165.670390:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077165.670391:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077165.670393:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077165.670395:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077165.670398:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077165.670400:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077165.670402:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077165.670404:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077165.670405:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077165.670408:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077165.670409:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077165.670411:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077165.670412:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077165.670415:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f7b80 x1855007948240000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.670420:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077165.670422:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f7b80 x1855007948240000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077190 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.670430:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077165.670431:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077165.670433:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077165.670434:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077165.670436:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077165.670438:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298529817
00000100:00000001:2.0:1769077165.670439:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298531087
00000100:00000001:2.0:1769077165.670441:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298529817
00000100:00000001:2.0:1769077165.670442:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298531087
00000100:00000001:2.0:1769077165.670443:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077165.670445:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077165.670446:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077165.670448:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077165/real 1769077165]  req@ffff8c58347f7b80 x1855007948240000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077165.670452:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077165.670453:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077165.670454:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077165.670456:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077165.670457:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077165.670458:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077165.670460:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f7b80 x1855007948240000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077165.670465:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f7b80 x1855007948240000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.670469:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077165.670470:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077165.670471:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077165.670471:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077165.670473:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f7b80 x1855007948240000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.670478:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077165.670481:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f7b80 x1855007948240000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.670485:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077165.670486:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077165.670487:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077165.670488:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077165.670489:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077165.670490:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077165.670491:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077165.670493:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077165.670494:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077165.670497:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f7b80 x1855007948240000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077165.670501:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948240000:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077165.670503:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077165.670505:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077165.670506:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f7b80 x1855007948240000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077165.670510:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077165.670511:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077165.670512:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077165.670513:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077165.670515:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077165.670516:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077165.670517:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077165.670518:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d800.
02000000:00000001:2.0:1769077165.670520:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077165.670521:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077165.670522:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f7b80.
00000100:00000001:2.0:1769077165.670524:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077165.670525:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077165.670526:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077165.670528:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077165.670529:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077165.670530:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077165.670531:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077165.988899:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077165.988908:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077165.988994:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077165.988999:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077165.989003:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077166.692822:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077166.692829:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077166.692830:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077166.692834:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077166.692838:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077166.692841:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077166.692843:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077166.692845:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077166.692847:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077167.012839:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077167.012845:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077167.012846:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298531087, at 4298531136
00000100:00000040:0.0:1769077167.012851:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298531087, at 4298531136
00000100:00000010:1.0:1769077167.012861:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227e40.
00000100:00000010:0.0:1769077167.012864:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2274e0.
00000020:00000001:3.0:1769077167.012906:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077167.012910:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077167.012914:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077167.716830:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077167.716838:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077167.716840:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077167.716862:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077167.716866:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077167.716871:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077167.716874:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077167.716877:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077167.716880:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077168.036910:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077168.036917:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077168.037030:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077168.037038:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077168.037043:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077168.740875:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077168.740882:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077168.740883:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077168.740887:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077168.740890:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077168.740894:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077168.740896:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077168.740898:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077168.740900:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077169.060828:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077169.060836:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077169.060888:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077169.060892:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077169.060896:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077169.764877:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077169.764884:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077169.764886:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077169.764890:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077169.764893:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077169.764897:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077169.764899:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077169.764901:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077169.764903:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077170.084930:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077170.084941:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077170.085018:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077170.085022:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077170.085026:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077170.788882:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077170.788889:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1769077170.788892:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077170.788893:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077170.788899:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:2.0:1769077170.788901:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077170.788906:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077170.788906:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077170.788911:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769077170.788911:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077170.788917:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077170.788918:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077170.788921:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077170.788925:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077170.788926:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3862
00000400:00000200:2.0:1769077170.788936:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077170.788942:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077170.788945:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077170.788948:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077170.788951:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077170.788953:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077170.788956:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:2.0:1769077170.788976:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077170.788977:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:2.0:1769077170.788979:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077170.788982:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:2.0:1769077170.788984:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:2.0:1769077170.788985:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:2.0:1769077170.788987:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077170.788989:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077170.788990:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077170.788991:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:2.0:1769077170.788994:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:2.0:1769077170.788996:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077170.788998:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077170.788999:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077170.789001:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077170.789003:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077170.789005:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077170.789006:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077170.789014:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a250380.
00000020:00000040:2.0:1769077170.789017:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:2.0:1769077170.789020:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077170.789021:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077170.789023:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077170.789024:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077170.789028:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077170.789033:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b410000.
00000100:00000001:2.0:1769077170.789040:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077170.789049:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a250380 x1855007948240128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077170.789060:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077170.789065:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077170.789070:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b37980eb] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a250380 x1855007948240128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077170.789095:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077170.789099:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077170.789103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077170.789104:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077170.789106:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077170.789109:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077170.789112:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3862
00000400:00000200:2.0:1769077170.789116:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077170.789120:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077170.789123:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077170.789127:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077170.789129:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077170.789130:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077170.789135:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1769077170.789135:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077170.789138:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769077170.789140:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:2.0:1769077170.789144:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:0.0:1769077170.789147:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a250380 x1855007948240128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769077170.789147:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:2.0:1769077170.789151:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077170.789154:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:2.0:1769077170.789160:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:0.0:1769077170.789162:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077170.789164:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077170.789164:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
02000000:00000001:0.0:1769077170.789170:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1769077170.789171:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:0.0:1769077170.789173:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077170.789175:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1769077170.789177:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077170.789180:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00100000:0.0:1769077170.789183:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948240128:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077170.789185:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077170.789192:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1769077170.789192:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
02000000:00000001:0.0:1769077170.789197:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1769077170.789199:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
02000000:00000001:0.0:1769077170.789201:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077170.789204:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077170.789206:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077170.789211:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077170.789216:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769077170.789216:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077170.789220:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:0.0:1769077170.789222:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14000.
00000008:00100000:2.0:1769077170.789224:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769077170.789225:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769077170.789231:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077170.789235:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077170.789235:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769077170.789241:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077170.789247:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000010:2.0:1769077170.789250:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a252d80.
00000100:00000200:0.0:1769077170.789254:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948240128, portal 25
00000020:00000040:2.0:1769077170.789256:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000100:00000001:0.0:1769077170.789258:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077170.789262:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293355904 : -127164416195712 : ffff8c583a250380)
02000000:00000001:2.0:1769077170.789263:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077170.789266:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077170.789268:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a250380 x1855007948240128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077170.789270:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077170.789273:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077170.789278:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077170.789280:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077170.789284:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
02000000:00000010:2.0:1769077170.789284:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b411000.
00000400:00000010:0.0:1769077170.789290:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000001:2.0:1769077170.789291:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769077170.789295:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948240128, offset 0
00000100:00100000:2.0:1769077170.789300:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a252d80 x1855007948240256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769077170.789304:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:2.0:1769077170.789311:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077170.789313:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077170.789317:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000962b3498] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a252d80 x1855007948240256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077170.789321:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077170.789330:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077170.789331:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00080000:2.0:1769077170.789335:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769077170.789338:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1769077170.789339:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077170.789342:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1769077170.789345:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00080000:2.0:1769077170.789345:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077170.789350:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769077170.789351:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1769077170.789354:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3862
00000400:00000200:0.0:1769077170.789358:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077170.789363:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077170.789364:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29687:29687:256:4294967295] 192.168.204.128@tcp LPNI seq info [29686:29686:8:4294967295]
00000400:00000200:2.0:1769077170.789369:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:0.0:1769077170.789373:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:2.0:1769077170.789374:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077170.789379:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077170.789381:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077170.789385:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077170.789389:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:0.0:1769077170.789390:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1769077170.789392:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077170.789396:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:2.0:1769077170.789399:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:0.0:1769077170.789400:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000020:00000040:2.0:1769077170.789401:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:2.0:1769077170.789404:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:2.0:1769077170.789405:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:2.0:1769077170.789408:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077170.789409:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077170.789410:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000010:0.0:1769077170.789411:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000100:00000001:2.0:1769077170.789412:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:2.0:1769077170.789416:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:2.0:1769077170.789419:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000800:00000200:0.0:1769077170.789423:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:2.0:1769077170.789424:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077170.789428:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.0:1769077170.789430:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
02000000:00000001:2.0:1769077170.789431:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077170.789437:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077170.789439:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:0.1:1769077170.789440:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000008:00100000:2.0:1769077170.789442:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077170.789447:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769077170.789447:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000100:00000001:2.0:1769077170.789449:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1769077170.789454:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00000010:2.0:1769077170.789455:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a253b80.
00000800:00000010:0.0:1769077170.789459:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000020:00000040:2.0:1769077170.789459:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:2.0:1769077170.789464:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077170.789466:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077170.789467:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1769077170.789467:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077170.789470:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077170.789472:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077170.789475:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
02000000:00000010:2.0:1769077170.789478:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b412400.
00000400:00000200:0.0:1769077170.789481:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000100:00000001:2.0:1769077170.789481:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769077170.789485:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00100000:2.0:1769077170.789489:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a253b80 x1855007948240384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077170.789491:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077170.789498:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a250380 x1855007948240128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077170.789515:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077170.789519:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077170.789520:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077170.789524:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033cd1c6f] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a253b80 x1855007948240384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077170.789529:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250380 x1855007948240128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077195 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077170.789542:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077170.789548:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077170.789548:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077170.789552:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1769077170.789555:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077170.789558:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077170.789559:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1769077170.789563:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:2.0:1769077170.789563:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077170.789568:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298536207
00000100:00000001:2.0:1769077170.789569:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000010:0.0:1769077170.789573:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470900.
00000100:00080000:2.0:1769077170.789575:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3862
00000100:00000001:0.0:1769077170.789581:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000400:00000200:2.0:1769077170.789583:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077170.789587:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298536207
00000400:00000200:2.0:1769077170.789590:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000010:0.0:1769077170.789592:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470ba0.
00000100:00080000:2.0:1769077170.789595:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769077170.789596:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769077170.789601:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769077170.789603:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077170.789604:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077170.789609:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077170.789610:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1769077170.789614:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077170.789616:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:2.0:1769077170.789619:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00100000:0.0:1769077170.789620:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077170/real 1769077170]  req@ffff8c583a250380 x1855007948240128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769077170.789621:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:2.0:1769077170.789623:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077170.789626:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:2.0:1769077170.789628:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:2.0:1769077170.789633:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:2.0:1769077170.789638:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077170.789641:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077170.789645:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000001:0.0:1769077170.789647:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1769077170.789647:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000001:0.0:1769077170.789651:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000020:00000040:2.0:1769077170.789652:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000400:00000010:0.0:1769077170.789656:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000100:00080000:2.0:1769077170.789657:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000200:0.0:1769077170.789662:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000100:00000001:2.0:1769077170.789663:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769077170.789668:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
02000000:00000001:2.0:1769077170.789668:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769077170.789673:0:2431:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1769077170.789674:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1769077170.789679:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a250380 x1855007948240128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077170.789680:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077170.789686:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077170.789690:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000200:0.0:1769077170.789698:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a250380 x1855007948240128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1769077170.789704:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077170.789709:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077170.789710:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077170.789712:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077170.789715:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:2.0:1769077170.789717:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a252a00.
00000100:00000001:0.0:1769077170.789718:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077170.789724:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a250380 x1855007948240128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769077170.789725:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000001:0.0:1769077170.789761:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077170.789766:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a250380 x1855007948240128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077170.789772:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077170.789774:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077170.789775:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077170.789776:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077170.789778:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077170.789779:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077170.789781:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077170.789785:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077170.789787:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077170.789790:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a250380 x1855007948240128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077170.789797:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077170.789800:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077170.789801:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948240128:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077170.789806:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769077170.789808:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1769077170.789810:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769077170.789811:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1769077170.789814:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077170.789815:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a250380 x1855007948240128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077170.789823:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000010:2.0:1769077170.789824:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b412000.
02000000:00000001:0.0:1769077170.789826:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077170.789830:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14000.
00000100:00000001:2.0:1769077170.789831:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077170.789833:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077170.789836:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077170.789838:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:0.0:1769077170.789840:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00100000:2.0:1769077170.789841:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a252a00 x1855007948240512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1769077170.789842:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410000.
02000000:00000001:0.0:1769077170.789848:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077170.789850:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077170.789852:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a250380.
00000100:00000001:0.0:1769077170.789857:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077170.789858:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077170.789860:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077170.789863:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077170.789865:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077170.789871:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ebf35b59] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a252a00 x1855007948240512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077170.789875:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077170.789879:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077170.789884:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077170.789887:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077170.789888:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077170.789893:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1769077170.789893:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077170.789900:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:0.0:1769077170.789901:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a252d80 x1855007948240256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077170.789902:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077170.789906:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077170.789912:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077170.789918:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1769077170.789919:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3862
00000100:00000001:0.0:1769077170.789920:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077170.789926:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077170.789929:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077170.789929:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:0.0:1769077170.789932:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077170.789937:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948240256:192.168.204.128@tcp:38:kworker.0
00000400:00000200:2.0:1769077170.789938:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:0.0:1769077170.789941:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1769077170.789943:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1769077170.789944:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077170.789947:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077170.789950:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1769077170.789951:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000010:0.0:1769077170.789954:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14000.
00000100:00000001:2.0:1769077170.789955:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1769077170.789957:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077170.789960:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:0.0:1769077170.789964:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077170.789964:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000010:0.0:1769077170.789970:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000020:00000001:2.0:1769077170.789970:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077170.789972:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:2.0:1769077170.789975:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077170.789977:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:2.0:1769077170.789979:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000400:00000010:0.0:1769077170.789982:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000020:00000001:2.0:1769077170.789982:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000200:0.0:1769077170.789988:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948240256, portal 10
00000100:00000040:2.0:1769077170.789990:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077170.789991:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077170.789995:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293366656 : -127164416184960 : ffff8c583a252d80)
00000100:00000001:2.0:1769077170.789995:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077170.790001:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077170.790005:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000040:0.0:1769077170.790006:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a252d80 x1855007948240256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769077170.790010:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000001:0.0:1769077170.790018:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1769077170.790019:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000040:0.0:1769077170.790024:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000001:2.0:1769077170.790025:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769077170.790029:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
02000000:00000001:2.0:1769077170.790030:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1769077170.790034:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948240256, offset 0
02000000:00000001:2.0:1769077170.790036:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769077170.790040:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
02000000:00000001:2.0:1769077170.790042:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077170.790046:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077170.790048:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769077170.790052:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000008:00100000:2.0:1769077170.790053:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1769077170.790056:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:2.0:1769077170.790059:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077170.790061:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000001:2.0:1769077170.790065:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077170.790066:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077170.790070:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077170.790073:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29688:29688:256:4294967295] 192.168.204.128@tcp LPNI seq info [29687:29687:8:4294967295]
00000100:00000010:2.0:1769077170.790074:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a253480.
00000400:00000200:0.0:1769077170.790081:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000040:2.0:1769077170.790081:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:2.0:1769077170.790087:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077170.790091:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077170.790092:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769077170.790096:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.0:1769077170.790099:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
02000000:00000001:2.0:1769077170.790100:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:0.0:1769077170.790103:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
02000000:00000001:2.0:1769077170.790105:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769077170.790110:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077170.790113:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
02000000:00000010:2.0:1769077170.790114:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b410800.
00000800:00000200:0.1:1769077170.790119:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:2.0:1769077170.790121:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769077170.790122:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1769077170.790128:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077170.790130:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077170.790133:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:2.0:1769077170.790133:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a253480 x1855007948240640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769077170.790140:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077170.790145:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077170.790148:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:2.0:1769077170.790151:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077170.790153:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769077170.790156:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769077170.790158:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a252d80 x1855007948240256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077170.790167:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077170.790167:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdd82334] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a253480 x1855007948240640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077170.790172:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a252d80 x1855007948240256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077195 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077170.790195:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077170.790197:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077170.790198:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077170.790202:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077170.790206:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3872)
00000100:00000040:0.0:1769077170.790207:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:0.0:1769077170.790213:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077170.790215:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298534926
00000100:00000001:0.0:1769077170.790217:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298536207
00000100:00000001:0.0:1769077170.790218:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298534926
00000100:00000001:0.0:1769077170.790220:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298536207
00000100:00000001:0.0:1769077170.790221:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077170.790223:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077170.790225:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077170.790228:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077170/real 1769077170]  req@ffff8c583a252d80 x1855007948240256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077170.790233:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077170.790234:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077170.790235:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077170.790236:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077170.790237:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077170.790238:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077170.790240:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a252d80 x1855007948240256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077170.790246:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a252d80 x1855007948240256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077170.790250:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077170.790251:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077170.790252:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077170.790253:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077170.790255:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a252d80 x1855007948240256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077170.790259:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077170.790261:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a252d80 x1855007948240256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077170.790266:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077170.790268:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077170.790269:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077170.790270:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077170.790271:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077170.790272:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077170.790274:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077170.790276:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077170.790277:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077170.790280:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a252d80 x1855007948240256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077170.790284:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948240256:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077170.790287:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077170.790289:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a253b80 x1855007948240384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077170.790294:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077170.790295:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077170.790296:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077170.790297:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077170.790298:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077170.790300:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948240384:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077170.790302:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077170.790303:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077170.790304:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077170.790305:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077170.790308:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769077170.790309:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077170.790312:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077170.790314:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077170.790316:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077170.790317:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948240384, portal 10
00000100:00000001:0.0:1769077170.790319:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077170.790320:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293370240 : -127164416181376 : ffff8c583a253b80)
00000100:00000040:0.0:1769077170.790323:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a253b80 x1855007948240384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077170.790328:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077170.790329:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077170.790331:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077170.790332:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948240384, offset 0
00000400:00000200:0.0:1769077170.790335:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077170.790337:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077170.790339:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077170.790340:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077170.790342:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077170.790344:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077170.790345:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077170.790347:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29689:29689:256:4294967295] 192.168.204.128@tcp LPNI seq info [29688:29688:8:4294967295]
00000400:00000200:0.0:1769077170.790350:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077170.790354:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077170.790357:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077170.790359:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077170.790361:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077170.790363:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769077170.790366:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077170.790367:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1769077170.790370:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077170.790371:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077170.790373:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077170.790375:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077170.790377:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077170.790378:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077170.790380:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077170.790382:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a253b80 x1855007948240384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077170.790387:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077170.790389:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a253b80 x1855007948240384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077195 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077170.790393:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077170.790394:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077170.790396:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077170.790397:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769077170.790400:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077170.790401:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298534925
00000100:00000001:0.0:1769077170.790403:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298536207
00000100:00000001:0.0:1769077170.790404:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298534925
00000100:00000001:0.0:1769077170.790405:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298536207
00000100:00000001:0.0:1769077170.790406:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077170.790408:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077170.790409:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077170.790411:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077170/real 1769077170]  req@ffff8c583a253b80 x1855007948240384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077170.790415:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077170.790416:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077170.790417:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077170.790418:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077170.790419:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077170.790420:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077170.790422:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a253b80 x1855007948240384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077170.790428:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a253b80 x1855007948240384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077170.790432:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077170.790433:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077170.790434:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077170.790435:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077170.790437:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a253b80 x1855007948240384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077170.790441:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077170.790443:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a253b80 x1855007948240384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077170.790447:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077170.790449:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077170.790450:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077170.790451:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077170.790452:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077170.790453:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077170.790454:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077170.790456:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077170.790457:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077170.790459:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a253b80 x1855007948240384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077170.790464:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948240384:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077170.790466:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077170.790468:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a252a00 x1855007948240512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077170.790473:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077170.790474:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077170.790475:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077170.790477:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077170.790478:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077170.790480:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948240512:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077170.790482:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077170.790483:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077170.790484:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077170.790485:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077170.790487:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769077170.790488:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077170.790490:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077170.790491:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077170.790493:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077170.790495:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948240512, portal 4
00000100:00000001:0.0:1769077170.790496:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077170.790497:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293365760 : -127164416185856 : ffff8c583a252a00)
00000100:00000040:0.0:1769077170.790500:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a252a00 x1855007948240512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077170.790504:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077170.790506:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077170.790507:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077170.790508:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948240512, offset 0
00000400:00000200:0.0:1769077170.790511:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077170.790512:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077170.790514:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077170.790516:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077170.790518:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077170.790519:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077170.790521:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077170.790523:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29690:29690:256:4294967295] 192.168.204.128@tcp LPNI seq info [29689:29689:8:4294967295]
00000400:00000200:0.0:1769077170.790525:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077170.790529:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077170.790533:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077170.790534:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077170.790537:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077170.790539:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769077170.790541:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077170.790543:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1769077170.790545:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077170.790546:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077170.790548:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077170.790550:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077170.790552:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077170.790553:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077170.790554:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077170.790556:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a252a00 x1855007948240512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077170.790561:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077170.790563:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a252a00 x1855007948240512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077195 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077170.790567:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077170.790568:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077170.790569:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077170.790571:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769077170.790573:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077170.790575:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298534990
00000100:00000001:0.0:1769077170.790577:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298536207
00000100:00000001:0.0:1769077170.790578:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298534990
00000100:00000001:0.0:1769077170.790579:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298536207
00000100:00000001:0.0:1769077170.790581:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077170.790582:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077170.790583:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077170.790585:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077170/real 1769077170]  req@ffff8c583a252a00 x1855007948240512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077170.790590:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077170.790591:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077170.790592:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077170.790594:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077170.790595:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077170.790596:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077170.790598:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a252a00 x1855007948240512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077170.790602:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a252a00 x1855007948240512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077170.790606:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077170.790607:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077170.790609:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077170.790610:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077170.790614:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a252a00 x1855007948240512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077170.790620:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077170.790624:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a252a00 x1855007948240512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077170.790630:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077170.790633:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077170.790634:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077170.790636:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077170.790638:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077170.790639:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077170.790642:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077170.790646:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077170.790648:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077170.790653:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a252a00 x1855007948240512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077170.790662:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948240512:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077170.790666:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077170.790668:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077170.790671:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a252d80 x1855007948240256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077170.790675:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077170.790677:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077170.790678:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769077170.790680:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077170.790681:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077170.790682:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077170.790683:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077170.790685:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b411000.
02000000:00000001:0.0:1769077170.790687:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077170.790687:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077170.790689:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a252d80.
00000100:00000001:0.0:1769077170.790690:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077170.790691:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077170.790692:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077170.790694:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a253b80 x1855007948240384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077170.790699:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077170.790700:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077170.790700:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769077170.790702:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077170.790703:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077170.790703:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077170.790704:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077170.790705:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b412400.
02000000:00000001:0.0:1769077170.790706:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077170.790707:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077170.790708:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a253b80.
00000100:00000001:0.0:1769077170.790710:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077170.790711:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077170.790712:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077170.790714:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a252a00 x1855007948240512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077170.790717:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077170.790718:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077170.790719:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769077170.790720:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077170.790721:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077170.790722:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769077170.790723:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077170.790723:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b412000.
02000000:00000001:0.0:1769077170.790724:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077170.790725:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077170.790726:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a252a00.
00000100:00000001:0.0:1769077170.790758:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077170.790759:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077170.790761:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077170.790763:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077170.790764:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077170.790766:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077170.790767:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077170.790768:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077170.790771:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a253480 x1855007948240640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077170.790775:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077170.790776:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077170.790777:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077170.790779:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077170.790780:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077170.790782:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948240640:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077170.790784:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077170.790786:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077170.790787:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077170.790788:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077170.790791:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769077170.790792:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077170.790795:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077170.790797:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077170.790799:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077170.790801:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948240640, portal 4
00000100:00000001:0.0:1769077170.790802:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077170.790803:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293368448 : -127164416183168 : ffff8c583a253480)
00000100:00000040:0.0:1769077170.790807:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a253480 x1855007948240640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077170.790811:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077170.790813:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077170.790814:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077170.790816:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948240640, offset 0
00000400:00000200:0.0:1769077170.790818:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077170.790821:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077170.790823:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077170.790825:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077170.790827:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077170.790829:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077170.790831:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077170.790833:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29691:29691:256:4294967295] 192.168.204.128@tcp LPNI seq info [29690:29690:8:4294967295]
00000400:00000200:0.0:1769077170.790835:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077170.790840:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077170.790842:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077170.790844:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077170.790847:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077170.790849:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769077170.790851:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077170.790853:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1769077170.790857:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077170.790859:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077170.790862:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077170.790865:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077170.790868:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077170.790870:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077170.790872:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077170.790876:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a253480 x1855007948240640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077170.790884:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077170.790888:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a253480 x1855007948240640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077195 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077170.790895:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077170.790897:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077170.790901:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077170.790904:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769077170.790907:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077170.790909:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298534938
00000100:00000001:0.0:1769077170.790912:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298536207
00000100:00000001:0.0:1769077170.790914:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298534938
00000100:00000001:0.0:1769077170.790917:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298536207
00000100:00000001:0.0:1769077170.790919:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077170.790921:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077170.790922:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077170.790925:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077170/real 1769077170]  req@ffff8c583a253480 x1855007948240640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077170.790931:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077170.790932:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077170.790933:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077170.790935:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077170.790936:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077170.790938:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077170.790940:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a253480 x1855007948240640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077170.790945:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a253480 x1855007948240640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077170.790949:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077170.790950:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077170.790951:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077170.790952:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077170.790954:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a253480 x1855007948240640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077170.790958:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077170.790960:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a253480 x1855007948240640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077170.790965:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077170.790966:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077170.790967:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077170.790968:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077170.790969:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077170.790970:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077170.790972:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077170.790974:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077170.790975:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077170.790977:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a253480 x1855007948240640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077170.790982:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948240640:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077170.790984:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077170.790985:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077170.790987:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a253480 x1855007948240640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077170.790992:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077170.790993:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077170.790994:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769077170.790995:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077170.790996:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077170.790997:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769077170.790998:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077170.790999:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410800.
02000000:00000001:0.0:1769077170.791001:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077170.791002:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077170.791003:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a253480.
00000100:00000001:0.0:1769077170.791004:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077170.791005:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077170.791007:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077170.791009:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077170.791010:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077170.791011:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077170.791012:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077171.108812:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077171.108819:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077171.108883:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077171.108887:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077171.108891:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077171.812815:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077171.812823:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077171.812824:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077171.812829:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077171.812833:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077171.812836:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077171.812838:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077171.812840:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077171.812842:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077172.132838:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298536207, at 4298536256
00000100:00000040:1.0:1769077172.132838:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298536207, at 4298536256
00010000:00000001:2.0:1769077172.132842:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077172.132848:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077172.132854:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470900.
00000100:00000010:1.0:1769077172.132857:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470ba0.
00000020:00000001:3.0:1769077172.132905:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077172.132908:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077172.132911:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077172.836826:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077172.836833:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077172.836835:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077172.836840:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077172.836844:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077172.836848:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077172.836851:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077172.836854:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077172.836857:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077173.156883:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077173.156895:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077173.156899:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077173.156903:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077173.156909:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077173.156912:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077173.156915:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077173.156918:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077173.156985:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077173.156989:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077173.156992:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077173.860858:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077173.860870:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077173.860874:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077173.860883:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077173.860890:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077173.860896:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077173.860901:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077173.860905:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077173.860910:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077174.180842:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077174.180849:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077174.180931:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077174.180935:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077174.180939:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077174.884832:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077174.884838:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077174.884840:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077174.884844:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077174.884848:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077174.884850:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077174.884852:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077174.884855:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077174.884857:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077175.204809:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077175.204815:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077175.204872:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077175.204876:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077175.204881:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077175.908915:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1769077175.908915:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077175.908927:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1769077175.908928:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077175.908931:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077175.908933:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077175.908942:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1769077175.908944:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077175.908948:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769077175.908957:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769077175.908963:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3867
00000100:00000001:1.0:1769077175.908966:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077175.908972:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:2.0:1769077175.908974:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077175.908979:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077175.908987:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077175.908988:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077175.908994:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077175.908999:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077175.909002:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077175.909004:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077175.909006:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:2.0:1769077175.909011:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077175.909013:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:2.0:1769077175.909015:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077175.909018:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:2.0:1769077175.909020:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:2.0:1769077175.909022:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:2.0:1769077175.909026:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077175.909028:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077175.909031:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077175.909033:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:2.0:1769077175.909036:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:2.0:1769077175.909040:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077175.909043:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077175.909045:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077175.909048:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077175.909051:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077175.909052:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077175.909054:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077175.909062:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a250700.
00000020:00000040:2.0:1769077175.909065:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:2.0:1769077175.909067:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077175.909069:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077175.909071:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077175.909073:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077175.909077:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077175.909084:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b410c00.
00000100:00000001:2.0:1769077175.909090:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077175.909097:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a250700 x1855007948240768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077175.909106:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077175.909110:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077175.909113:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fac2ee2] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a250700 x1855007948240768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077175.909131:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077175.909134:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077175.909137:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077175.909138:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077175.909139:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077175.909142:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077175.909144:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3867
00000400:00000200:2.0:1769077175.909146:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077175.909150:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077175.909152:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077175.909155:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077175.909157:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077175.909159:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077175.909161:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:2.0:1769077175.909162:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077175.909163:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000100:00000001:0.0:1769077175.909166:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769077175.909167:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077175.909176:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000100:00000001:0.0:1769077175.909177:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769077175.909181:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:0.0:1769077175.909184:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769077175.909184:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:2.0:1769077175.909192:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077175.909195:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077175.909203:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077175.909206:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000040:0.0:1769077175.909207:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a250700 x1855007948240768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769077175.909209:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:2.0:1769077175.909216:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077175.909220:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077175.909225:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077175.909232:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077175.909241:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1769077175.909244:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077175.909246:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077175.909248:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077175.909255:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769077175.909258:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:2.0:1769077175.909260:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077175.909266:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077175.909266:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077175.909287:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077175.909288:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a251500.
00000020:00000040:2.0:1769077175.909302:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000100:00100000:0.0:1769077175.909305:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948240768:192.168.204.128@tcp:250:kworker.0
02000000:00000001:2.0:1769077175.909309:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077175.909313:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077175.909314:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769077175.909319:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077175.909321:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077175.909323:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077175.909326:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077175.909327:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077175.909336:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077175.909340:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b411c00.
02000000:00000010:0.0:1769077175.909346:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16800.
00000100:00000001:2.0:1769077175.909349:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077175.909350:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077175.909371:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00100000:2.0:1769077175.909372:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a251500 x1855007948240896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1769077175.909379:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077175.909391:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000001:2.0:1769077175.909394:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077175.909397:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769077175.909402:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948240768, portal 25
00000100:00000040:2.0:1769077175.909403:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003cc974f6] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a251500 x1855007948240896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077175.909406:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077175.909410:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293356800 : -127164416194816 : ffff8c583a250700)
00000100:00000040:0.0:1769077175.909426:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a250700 x1855007948240768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077175.909453:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077175.909455:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1769077175.909458:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077175.909462:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077175.909464:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077175.909465:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1769077175.909470:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000001:2.0:1769077175.909472:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:0.0:1769077175.909474:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00080000:2.0:1769077175.909478:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3867
00000100:00000200:0.0:1769077175.909481:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948240768, offset 0
00000400:00000200:2.0:1769077175.909487:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077175.909495:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:0.0:1769077175.909499:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00080000:2.0:1769077175.909503:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077175.909509:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077175.909511:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077175.909518:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:0.0:1769077175.909519:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077175.909539:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:2.0:1769077175.909542:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1769077175.909547:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000020:00000040:2.0:1769077175.909547:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:2.0:1769077175.909557:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077175.909561:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000400:00000200:0.0:1769077175.909563:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1769077175.909565:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:2.0:1769077175.909570:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:0.0:1769077175.909573:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000040:2.0:1769077175.909582:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077175.909585:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769077175.909589:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1769077175.909589:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077175.909597:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:0.0:1769077175.909598:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000020:00000040:2.0:1769077175.909611:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000400:00000200:0.0:1769077175.909621:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29692:29692:256:4294967295] 192.168.204.128@tcp LPNI seq info [29691:29691:8:4294967295]
00000100:00080000:2.0:1769077175.909621:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077175.909639:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077175.909655:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:2.0:1769077175.909662:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077175.909667:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077175.909670:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077175.909673:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769077175.909693:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000008:00100000:2.0:1769077175.909695:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077175.909703:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077175.909705:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769077175.909713:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00000010:2.0:1769077175.909714:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a250a80.
00000020:00000040:2.0:1769077175.909722:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:2.0:1769077175.909725:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077175.909726:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077175.909728:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077175.909730:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077175.909733:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077175.909738:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b412800.
00000100:00000001:2.0:1769077175.909741:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769077175.909761:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000100:00100000:2.0:1769077175.909769:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a250a80 x1855007948241024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1769077175.909778:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077175.909792:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000100:00000001:2.0:1769077175.909794:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077175.909799:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077175.909807:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067a8311a] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a250a80 x1855007948241024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1769077175.909815:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:2.0:1769077175.909824:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769077175.909827:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000100:00080000:2.0:1769077175.909828:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077175.909837:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077175.909840:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077175.909842:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077175.909851:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000800:00000100:0.0:1769077175.909852:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077175.909857:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000100:00080000:2.0:1769077175.909857:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3867
00000400:00000200:2.0:1769077175.909866:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077175.909868:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077175.909874:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077175.909877:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769077175.909885:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1769077175.909889:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077175.909893:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769077175.909894:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000100:00000040:2.0:1769077175.909897:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000010:0.0:1769077175.909899:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:2.0:1769077175.909903:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077175.909908:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1769077175.909908:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077175.909920:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:2.0:1769077175.909926:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:0.0:1769077175.909927:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a250700 x1855007948240768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769077175.909929:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:2.0:1769077175.909955:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:2.0:1769077175.909964:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:0.0:1769077175.909965:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077175.909972:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250700 x1855007948240768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077200 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077175.909976:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077175.909986:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077175.909996:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077175.910006:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077175.910006:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077175.910017:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:2.0:1769077175.910018:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:2.0:1769077175.910024:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077175.910026:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077175.910029:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077175.910034:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077175.910037:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077175.910037:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077175.910040:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077175.910046:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1769077175.910049:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000008:00000001:2.0:1769077175.910053:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077175.910057:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298541328
00000100:00000001:2.0:1769077175.910057:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077175.910071:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a253480.
00000100:00000010:0.0:1769077175.910072:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470900.
00000020:00000040:2.0:1769077175.910079:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:2.0:1769077175.910083:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077175.910085:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077175.910087:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769077175.910088:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
02000000:00000001:2.0:1769077175.910089:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769077175.910111:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298541328
02000000:00000001:2.0:1769077175.910111:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077175.910126:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470720.
02000000:00000010:2.0:1769077175.910128:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b410400.
00000100:00000001:0.0:1769077175.910133:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077175.910135:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077175.910138:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077175.910142:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077175.910146:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a253480 x1855007948241152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077175.910148:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077175.910158:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077175/real 1769077175]  req@ffff8c583a250700 x1855007948240768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077175.910164:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077175.910172:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077175.910190:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdd82334] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a253480 x1855007948241152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077175.910192:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077175.910199:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1769077175.910204:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769077175.910206:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000100:00080000:2.0:1769077175.910209:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077175.910214:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:0.0:1769077175.910215:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000100:00000001:2.0:1769077175.910217:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077175.910222:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1769077175.910224:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:2.0:1769077175.910225:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077175.910231:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3867
00000100:00000001:0.0:1769077175.910235:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:2.0:1769077175.910239:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077175.910250:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000200:0.0:1769077175.910252:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a250700 x1855007948240768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769077175.910253:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077175.910263:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077175.910274:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077175.910282:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077175.910292:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:2.0:1769077175.910298:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:0.0:1769077175.910299:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a250700 x1855007948240768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769077175.910302:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:2.0:1769077175.910308:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077175.910311:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:2.0:1769077175.910321:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:0.0:1769077175.910327:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:2.0:1769077175.910329:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:0.0:1769077175.910330:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077175.910336:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077175.910341:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077175.910347:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00100000:0.0:1769077175.910348:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a250700 x1855007948240768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077175.910361:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077175.910363:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077175.910374:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a250700 x1855007948240768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077175.910375:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077175.910389:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077175.910392:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:2.0:1769077175.910398:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000001:0.0:1769077175.910400:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077175.910408:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:2.0:1769077175.910409:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077175.910415:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077175.910416:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077175.910420:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
02000000:00000001:2.0:1769077175.910422:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769077175.910424:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1769077175.910429:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769077175.910431:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:2.0:1769077175.910434:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077175.910440:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077175.910441:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077175.910450:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00100000:2.0:1769077175.910451:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077175.910462:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077175.910465:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a250700 x1855007948240768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077175.910466:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077175.910479:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a252a00.
00000020:00000040:2.0:1769077175.910485:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00100000:0.0:1769077175.910486:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948240768:192.168.204.128@tcp:250:kworker.0
02000000:00000001:2.0:1769077175.910496:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077175.910500:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077175.910501:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077175.910515:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769077175.910516:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1769077175.910526:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1769077175.910532:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a250700 x1855007948240768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077175.910550:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077175.910562:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b410800.
00000100:00000001:0.0:1769077175.910564:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077175.910570:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1769077175.910571:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077175.910578:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16800.
00000100:00100000:2.0:1769077175.910585:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a252a00 x1855007948241280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1769077175.910587:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077175.910592:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077175.910598:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:0.0:1769077175.910608:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077175.910613:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410c00.
00000100:00000001:2.0:1769077175.910615:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077175.910624:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077175.910626:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077175.910630:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:2.0:1769077175.910635:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ebf35b59] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a252a00 x1855007948241280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1769077175.910636:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a250700.
00000100:00000001:0.0:1769077175.910659:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077175.910663:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077175.910672:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077175.910683:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077175.910714:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:2.0:1769077175.910715:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3877)
00000100:00000001:0.0:1769077175.910721:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077175.910727:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077175.910731:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077175.910733:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077175.910742:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a251500 x1855007948240896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077175.910776:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077175.910778:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077175.910780:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077175.910782:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077175.910784:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077175.910787:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948240896:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077175.910790:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077175.910793:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077175.910795:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077175.910797:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077175.910801:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769077175.910803:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077175.910808:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077175.910813:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077175.910817:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077175.910821:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948240896, portal 10
00000100:00000001:0.0:1769077175.910823:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077175.910825:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293360384 : -127164416191232 : ffff8c583a251500)
00000100:00000040:0.0:1769077175.910834:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a251500 x1855007948240896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077175.910842:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077175.910845:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077175.910848:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077175.910851:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948240896, offset 0
00000400:00000200:0.0:1769077175.910854:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077175.910858:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077175.910861:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077175.910864:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077175.910866:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077175.910868:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077175.910870:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077175.910872:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29693:29693:256:4294967295] 192.168.204.128@tcp LPNI seq info [29692:29692:8:4294967295]
00000400:00000200:0.0:1769077175.910875:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077175.910880:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077175.910883:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077175.910886:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077175.910889:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077175.910891:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769077175.910895:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077175.910897:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1769077175.910901:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077175.910903:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077175.910906:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077175.910908:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077175.910911:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077175.910912:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077175.910915:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077175.910918:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a251500 x1855007948240896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077175.910924:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077175.910926:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a251500 x1855007948240896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077200 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077175.910931:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077175.910933:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077175.910935:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077175.910939:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:0.0:1769077175.910953:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077175.910954:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298540047
00000100:00000001:0.0:1769077175.910957:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298541328
00000100:00000001:0.0:1769077175.910959:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298540047
00000100:00000001:0.0:1769077175.910960:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298541328
00000100:00000001:0.0:1769077175.910962:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077175.910963:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077175.910965:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077175.910967:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077175/real 1769077175]  req@ffff8c583a251500 x1855007948240896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077175.910972:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077175.910974:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077175.910975:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077175.910977:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077175.910978:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077175.910980:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077175.910982:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a251500 x1855007948240896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077175.910987:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a251500 x1855007948240896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077175.910996:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077175.910998:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077175.910999:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077175.911000:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077175.911003:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a251500 x1855007948240896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077175.911007:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077175.911009:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a251500 x1855007948240896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077175.911014:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077175.911015:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077175.911016:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077175.911017:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077175.911018:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077175.911020:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077175.911022:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077175.911024:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077175.911026:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077175.911028:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a251500 x1855007948240896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077175.911034:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948240896:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077175.911037:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077175.911040:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a250a80 x1855007948241024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077175.911044:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077175.911045:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077175.911047:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077175.911048:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077175.911050:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077175.911052:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948241024:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077175.911055:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077175.911056:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077175.911057:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077175.911058:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077175.911061:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769077175.911062:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077175.911064:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077175.911066:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077175.911068:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077175.911071:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948241024, portal 10
00000100:00000001:0.0:1769077175.911072:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077175.911073:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293357696 : -127164416193920 : ffff8c583a250a80)
00000100:00000040:0.0:1769077175.911077:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a250a80 x1855007948241024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077175.911082:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077175.911084:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077175.911085:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077175.911087:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948241024, offset 0
00000400:00000200:0.0:1769077175.911090:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077175.911092:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077175.911094:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077175.911096:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077175.911097:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077175.911099:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077175.911101:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077175.911103:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29694:29694:256:4294967295] 192.168.204.128@tcp LPNI seq info [29693:29693:8:4294967295]
00000400:00000200:0.0:1769077175.911106:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077175.911110:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077175.911114:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077175.911117:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077175.911119:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077175.911121:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769077175.911124:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077175.911126:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1769077175.911128:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077175.911130:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077175.911132:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077175.911134:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077175.911136:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077175.911138:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077175.911139:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077175.911142:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a250a80 x1855007948241024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077175.911147:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077175.911149:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250a80 x1855007948241024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077200 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077175.911159:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077175.911160:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077175.911162:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077175.911164:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769077175.911167:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077175.911168:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298540046
00000100:00000001:0.0:1769077175.911170:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298541328
00000100:00000001:0.0:1769077175.911172:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298540046
00000100:00000001:0.0:1769077175.911173:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298541328
00000100:00000001:0.0:1769077175.911174:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077175.911176:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077175.911177:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077175.911180:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077175/real 1769077175]  req@ffff8c583a250a80 x1855007948241024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077175.911189:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077175.911191:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077175.911193:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077175.911195:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077175.911197:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077175.911199:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077175.911203:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a250a80 x1855007948241024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077175.911213:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a250a80 x1855007948241024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077175.911221:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077175.911223:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077175.911225:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077175.911227:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077175.911231:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a250a80 x1855007948241024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077175.911239:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077175.911243:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a250a80 x1855007948241024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077175.911248:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077175.911250:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077175.911252:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077175.911253:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077175.911254:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077175.911255:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077175.911257:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077175.911259:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077175.911261:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077175.911264:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a250a80 x1855007948241024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077175.911279:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948241024:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077175.911282:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077175.911285:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a253480 x1855007948241152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077175.911289:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077175.911290:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077175.911292:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077175.911294:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077175.911295:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077175.911297:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948241152:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077175.911300:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077175.911302:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077175.911303:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077175.911304:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077175.911307:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769077175.911309:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077175.911312:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077175.911314:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077175.911317:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077175.911319:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948241152, portal 4
00000100:00000001:0.0:1769077175.911321:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077175.911322:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293368448 : -127164416183168 : ffff8c583a253480)
00000100:00000040:0.0:1769077175.911327:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a253480 x1855007948241152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077175.911331:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077175.911333:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077175.911345:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077175.911347:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948241152, offset 0
00000400:00000200:0.0:1769077175.911350:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077175.911353:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077175.911355:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077175.911357:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077175.911359:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077175.911361:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077175.911363:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077175.911365:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29695:29695:256:4294967295] 192.168.204.128@tcp LPNI seq info [29694:29694:8:4294967295]
00000400:00000200:0.0:1769077175.911368:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077175.911372:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077175.911375:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077175.911377:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077175.911380:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077175.911382:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769077175.911385:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077175.911387:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1769077175.911390:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077175.911391:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077175.911394:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077175.911396:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077175.911398:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077175.911400:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077175.911401:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077175.911404:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a253480 x1855007948241152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077175.911409:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077175.911411:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a253480 x1855007948241152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077200 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077175.911416:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077175.911417:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077175.911419:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077175.911422:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769077175.911424:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077175.911426:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298540111
00000100:00000001:0.0:1769077175.911428:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298541328
00000100:00000001:0.0:1769077175.911430:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298540111
00000100:00000001:0.0:1769077175.911432:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298541328
00000100:00000001:0.0:1769077175.911433:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077175.911434:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077175.911436:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077175.911438:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077175/real 1769077175]  req@ffff8c583a253480 x1855007948241152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077175.911443:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077175.911444:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077175.911445:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077175.911447:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077175.911448:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077175.911449:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077175.911451:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a253480 x1855007948241152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077175.911458:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a253480 x1855007948241152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077175.911462:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077175.911463:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077175.911464:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077175.911465:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077175.911467:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a253480 x1855007948241152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077175.911471:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077175.911474:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a253480 x1855007948241152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077175.911478:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077175.911480:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077175.911481:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077175.911482:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077175.911483:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077175.911485:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077175.911487:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077175.911489:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077175.911490:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077175.911492:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a253480 x1855007948241152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077175.911497:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948241152:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077175.911500:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077175.911502:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a252a00 x1855007948241280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077175.911507:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077175.911508:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077175.911510:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077175.911511:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077175.911513:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077175.911515:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948241280:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077175.911516:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077175.911518:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077175.911519:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077175.911520:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077175.911522:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15c00.
02000000:00000001:0.0:1769077175.911523:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077175.911525:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077175.911526:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077175.911528:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077175.911530:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948241280, portal 4
00000100:00000001:0.0:1769077175.911533:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077175.911534:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293365760 : -127164416185856 : ffff8c583a252a00)
00000100:00000040:0.0:1769077175.911538:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a252a00 x1855007948241280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077175.911542:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077175.911543:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077175.911545:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077175.911546:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948241280, offset 0
00000400:00000200:0.0:1769077175.911548:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077175.911551:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077175.911553:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077175.911555:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077175.911557:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077175.911558:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077175.911560:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077175.911562:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29696:29696:256:4294967295] 192.168.204.128@tcp LPNI seq info [29695:29695:8:4294967295]
00000400:00000200:0.0:1769077175.911565:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077175.911569:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077175.911571:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077175.911573:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077175.911575:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077175.911577:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769077175.911579:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077175.911581:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1769077175.911584:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077175.911585:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077175.911587:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077175.911589:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077175.911590:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077175.911592:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077175.911593:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077175.911596:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a252a00 x1855007948241280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077175.911605:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077175.911607:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a252a00 x1855007948241280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077200 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077175.911612:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077175.911613:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077175.911615:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077175.911616:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769077175.911618:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077175.911620:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298540058
00000100:00000001:0.0:1769077175.911621:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298541328
00000100:00000001:0.0:1769077175.911622:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298540058
00000100:00000001:0.0:1769077175.911624:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298541328
00000100:00000001:0.0:1769077175.911625:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077175.911627:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077175.911628:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077175.911631:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077175/real 1769077175]  req@ffff8c583a252a00 x1855007948241280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077175.911635:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077175.911636:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077175.911637:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077175.911638:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077175.911639:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077175.911655:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077175.911660:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a252a00 x1855007948241280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077175.911665:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a252a00 x1855007948241280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077175.911669:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077175.911671:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077175.911672:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077175.911673:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077175.911677:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a252a00 x1855007948241280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077175.911684:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077175.911689:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a252a00 x1855007948241280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077175.911696:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077175.911699:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077175.911700:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077175.911702:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077175.911704:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077175.911706:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077175.911709:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077175.911713:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077175.911716:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077175.911721:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a252a00 x1855007948241280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077175.911746:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948241280:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077175.911750:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077175.911752:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077175.911755:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a251500 x1855007948240896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077175.911760:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077175.911761:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077175.911763:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769077175.911765:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077175.911766:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077175.911768:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077175.911769:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077175.911771:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b411c00.
02000000:00000001:0.0:1769077175.911773:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077175.911774:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077175.911775:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a251500.
00000100:00000001:0.0:1769077175.911777:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077175.911789:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077175.911791:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077175.911794:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a250a80 x1855007948241024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077175.911801:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077175.911803:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077175.911805:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769077175.911807:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077175.911809:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077175.911810:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077175.911812:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077175.911813:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b412800.
02000000:00000001:0.0:1769077175.911816:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077175.911817:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077175.911819:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a250a80.
00000100:00000001:0.0:1769077175.911822:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077175.911823:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077175.911825:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077175.911829:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a253480 x1855007948241152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077175.911837:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077175.911839:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077175.911841:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769077175.911843:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077175.911844:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077175.911846:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769077175.911848:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077175.911850:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410400.
02000000:00000001:0.0:1769077175.911852:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077175.911853:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077175.911854:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a253480.
00000100:00000001:0.0:1769077175.911856:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077175.911857:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077175.911858:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077175.911861:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a252a00 x1855007948241280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077175.911866:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077175.911867:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077175.911868:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15c00.
02000000:00000001:0.0:1769077175.911870:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077175.911871:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077175.911871:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769077175.911873:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077175.911873:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410800.
02000000:00000001:0.0:1769077175.911875:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077175.911875:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077175.911876:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a252a00.
00000100:00000001:0.0:1769077175.911878:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077175.911878:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077175.911880:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077175.911882:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077175.911883:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077175.911885:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077175.911886:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077176.228789:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077176.228795:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077176.228831:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077176.228835:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077176.228838:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077176.932843:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077176.932850:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077176.932851:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077176.932856:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077176.932859:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077176.932861:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077176.932863:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077176.932873:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077176.932875:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077177.252799:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:1.0:1769077177.252806:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298541328, at 4298541376
00010000:00000001:2.0:1769077177.252812:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077177.252819:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470720.
00000100:00000040:0.0:1769077177.252825:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298541328, at 4298541376
00000100:00000010:0.0:1769077177.252834:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470900.
00000020:00000001:2.0:1769077177.252843:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077177.252847:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077177.252849:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077177.956868:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077177.956893:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077177.956896:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077177.956902:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077177.956907:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077177.956911:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077177.956915:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077177.956917:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077177.956920:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077178.276906:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077178.276917:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077178.277012:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077178.277019:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077178.277024:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077178.980855:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077178.980863:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077178.980865:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077178.980871:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077178.980875:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077178.980879:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077178.980881:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077178.980885:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077178.980887:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077179.300789:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077179.300795:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077179.300852:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077179.300855:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077179.300858:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077180.004838:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077180.004845:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077180.004847:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077180.004851:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077180.004854:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077180.004857:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077180.004859:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077180.004862:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077180.004864:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077180.324808:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077180.324819:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077180.324873:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077180.324878:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077180.324883:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077181.028849:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077181.028853:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769077181.028859:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077181.028861:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077181.028864:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077181.028867:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077181.028868:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1769077181.028874:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077181.028875:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077181.028880:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769077181.028900:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3872
00000100:00000001:2.0:1769077181.028902:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077181.028906:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077181.028909:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769077181.028913:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077181.028915:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077181.028923:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077181.028926:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077181.028930:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077181.028933:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077181.028936:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077181.028939:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077181.028951:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077181.028953:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769077181.028956:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077181.028959:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769077181.028961:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769077181.028963:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769077181.028982:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077181.028985:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077181.028987:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077181.028989:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077181.028992:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769077181.028996:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077181.028998:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077181.029002:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077181.029006:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077181.029009:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077181.029011:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077181.029013:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077181.029023:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769077181.029027:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077181.029032:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077181.029034:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077181.029037:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077181.029040:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077181.029045:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077181.029054:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769077181.029062:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077181.029072:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948241408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077181.029084:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077181.029089:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077181.029094:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948241408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077181.029118:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077181.029123:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077181.029127:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077181.029129:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077181.029131:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077181.029134:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077181.029137:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3872
00000400:00000200:3.0:1769077181.029141:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077181.029144:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077181.029148:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077181.029151:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077181.029154:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077181.029157:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077181.029177:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077181.029180:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077181.029182:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769077181.029184:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077181.029186:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769077181.029188:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769077181.029191:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769077181.029194:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077181.029196:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077181.029198:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077181.029201:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077181.029201:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077181.029211:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00000001:0.0:1769077181.029213:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769077181.029218:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077181.029219:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077181.029228:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077181.029231:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1769077181.029241:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e3800 x1855007948241408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077181.029247:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077181.029259:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077181.029262:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077181.029267:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769077181.029268:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077181.029273:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077181.029294:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1769077181.029296:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077181.029303:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077181.029305:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077181.029312:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077181.029313:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000100:00100000:0.0:1769077181.029321:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948241408:192.168.204.128@tcp:250:kworker.0
00000020:00000040:3.0:1769077181.029321:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077181.029336:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769077181.029337:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077181.029361:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077181.029363:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077181.029365:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077181.029366:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077181.029376:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769077181.029376:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077181.029387:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077181.029391:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15c00.
02000000:00000010:3.0:1769077181.029391:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
02000000:00000001:0.0:1769077181.029407:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077181.029409:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077181.029421:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948241536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769077181.029427:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077181.029444:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077181.029456:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000001:3.0:1769077181.029459:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077181.029464:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769077181.029468:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948241408, portal 25
00000100:00000001:0.0:1769077181.029478:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1769077181.029478:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948241536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.029483:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444612608 : -127165264939008 : ffff8c58078e3800)
00000100:00000040:0.0:1769077181.029498:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e3800 x1855007948241408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.029511:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077181.029522:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077181.029528:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000001:3.0:1769077181.029533:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769077181.029534:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948241408, offset 0
00000100:00080000:3.0:1769077181.029550:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769077181.029574:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00080000:3.0:1769077181.029596:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1769077181.029597:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077181.029605:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077181.029608:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1769077181.029613:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000001:3.0:1769077181.029616:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769077181.029623:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1769077181.029627:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3872
00000400:00000200:0.0:1769077181.029632:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077181.029637:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077181.029637:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077181.029646:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:3.0:1769077181.029650:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077181.029655:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769077181.029659:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29697:29697:256:4294967295] 192.168.204.128@tcp LPNI seq info [29696:29696:8:4294967295]
00000100:00000040:3.0:1769077181.029664:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:0.0:1769077181.029671:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077181.029671:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077181.029682:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077181.029685:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077181.029694:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1769077181.029696:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1769077181.029697:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769077181.029706:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077181.029709:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000800:00000200:0.0:1769077181.029715:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000020:00000001:3.0:1769077181.029715:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769077181.029726:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000800:00000010:0.0:1769077181.029728:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000100:00000040:3.0:1769077181.029768:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077181.029771:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077181.029774:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077181.029776:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077181.029779:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769077181.029782:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077181.029784:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077181.029786:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077181.029791:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077181.029793:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077181.029794:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077181.029797:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077181.029800:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077181.029807:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077181.029811:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769077181.029813:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077181.029818:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.0:1769077181.029820:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:3.0:1769077181.029820:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077181.029826:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077181.029830:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.0:1769077181.029833:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
02000000:00000001:3.0:1769077181.029833:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077181.029839:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769077181.029845:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769077181.029851:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00100000:3.0:1769077181.029853:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948241664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1769077181.029863:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1769077181.029894:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077181.029903:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000100:00000001:3.0:1769077181.029912:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077181.029915:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077181.029917:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1769077181.029925:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948241664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077181.029936:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077181.029940:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1769077181.029941:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077181.029946:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:0.0:1769077181.029947:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000100:00000001:3.0:1769077181.029949:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:0.0:1769077181.029953:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00080000:3.0:1769077181.029953:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077181.029965:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769077181.029979:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:0.0:1769077181.029987:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e3800 x1855007948241408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077181.029987:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3872
00000400:00000200:3.0:1769077181.030013:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077181.030029:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:0.0:1769077181.030030:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1769077181.030036:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077181.030039:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e3800 x1855007948241408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077206 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077181.030050:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077181.030061:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077181.030063:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077181.030072:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077181.030073:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077181.030080:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077181.030084:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077181.030087:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769077181.030088:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077181.030092:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000100:00000001:0.0:1769077181.030093:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077181.030096:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769077181.030101:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000400:00000200:0.0:1769077181.030111:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:3.0:1769077181.030117:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077181.030119:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298546448
00000100:00000001:3.0:1769077181.030127:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077181.030132:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077181.030136:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077181.030140:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769077181.030145:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077181.030149:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077181.030151:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077181.030156:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077181.030159:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077181.030179:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000010:0.0:1769077181.030180:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470900.
00000008:00100000:3.0:1769077181.030184:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077181.030187:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077181.030189:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077181.030190:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000010:3.0:1769077181.030194:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769077181.030198:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000001:0.0:1769077181.030199:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298546448
02000000:00000001:3.0:1769077181.030210:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000010:0.0:1769077181.030212:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470ea0.
02000000:00000001:3.0:1769077181.030218:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077181.030220:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077181.030224:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077181.030229:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769077181.030230:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077181.030243:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077181.030244:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077181.030247:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000010:3.0:1769077181.030251:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00100000:0.0:1769077181.030259:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077181/real 1769077181]  req@ffff8c58078e3800 x1855007948241408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077181.030260:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077181.030299:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948241792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:0.0:1769077181.030305:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077181.030314:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077181.030319:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000100:00000001:3.0:1769077181.030326:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769077181.030328:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000100:00000001:3.0:1769077181.030332:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769077181.030335:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077181.030342:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1769077181.030344:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948241792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077181.030362:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e3800 x1855007948241408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077181.030411:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e3800 x1855007948241408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077181.030414:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077181.030423:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077181.030441:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077181.030444:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077181.030458:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1769077181.030458:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077181.030471:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077181.030471:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077181.030485:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1769077181.030493:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e3800 x1855007948241408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077181.030495:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077181.030505:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077181.030510:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3872
00000100:00000040:0.0:1769077181.030515:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e3800 x1855007948241408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.030524:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:3.0:1769077181.030529:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077181.030530:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077181.030536:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077181.030539:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077181.030541:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077181.030546:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:3.0:1769077181.030546:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077181.030572:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077181.030580:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1769077181.030582:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077181.030600:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077181.030607:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000040:0.0:1769077181.030612:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e3800 x1855007948241408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077181.030615:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077181.030624:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077181.030632:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077181.030641:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077181.030644:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769077181.030648:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077181.030652:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769077181.030656:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00100000:0.0:1769077181.030658:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948241408:192.168.204.128@tcp:250:kworker.0
00000020:00000001:3.0:1769077181.030659:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769077181.030670:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077181.030673:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077181.030676:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077181.030676:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077181.030682:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077181.030687:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1769077181.030687:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769077181.030693:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077181.030699:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077181.030700:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e3800 x1855007948241408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077181.030701:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077181.030706:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077181.030719:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077181.030726:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077181.030731:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077181.030734:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077181.030736:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077181.030740:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769077181.030742:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000001:0.0:1769077181.030749:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077181.030753:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077181.030758:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15c00.
02000000:00000001:0.0:1769077181.030763:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077181.030765:0:2431:0:(genops.c:1236:class_import_put()) Process entered
02000000:00000001:3.0:1769077181.030767:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000020:00000040:0.0:1769077181.030768:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077181.030770:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077181.030772:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:3.0:1769077181.030774:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:0.0:1769077181.030776:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312ec00.
02000000:00000001:3.0:1769077181.030777:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077181.030785:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077181.030787:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077181.030792:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
02000000:00000010:3.0:1769077181.030792:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000010:0.0:1769077181.030800:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e3800.
00000100:00000001:3.0:1769077181.030801:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077181.030814:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00100000:3.0:1769077181.030816:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948241920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077181.030818:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077181.030829:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077181.030830:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077181.030837:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077181.030841:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948241920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.030847:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077181.030849:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077181.030849:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077181.030860:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769077181.030862:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3882)
00000100:00000001:0.0:1769077181.030864:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077181.030869:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077181.030875:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1f80 x1855007948241536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.030894:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077181.030896:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077181.030898:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077181.030900:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077181.030903:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077181.030908:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948241536:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077181.030911:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077181.030914:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077181.030916:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077181.030918:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077181.030921:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15c00.
02000000:00000001:0.0:1769077181.030924:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077181.030928:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077181.030930:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077181.030933:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077181.030936:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948241536, portal 10
00000100:00000001:0.0:1769077181.030937:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077181.030938:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444606336 : -127165264945280 : ffff8c58078e1f80)
00000100:00000040:0.0:1769077181.030944:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1f80 x1855007948241536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.030949:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077181.030951:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077181.030952:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077181.030954:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948241536, offset 0
00000400:00000200:0.0:1769077181.030957:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077181.030960:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077181.030963:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077181.030965:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077181.030978:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077181.030980:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077181.030981:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077181.030984:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29698:29698:256:4294967295] 192.168.204.128@tcp LPNI seq info [29697:29697:8:4294967295]
00000400:00000200:0.0:1769077181.030987:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077181.030992:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077181.030995:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077181.030997:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077181.031000:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077181.031003:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769077181.031008:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077181.031010:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1769077181.031013:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077181.031014:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077181.031016:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077181.031019:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077181.031022:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077181.031023:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077181.031025:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077181.031027:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1f80 x1855007948241536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.031033:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077181.031035:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1f80 x1855007948241536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077206 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.031040:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077181.031041:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077181.031043:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077181.031047:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:0.0:1769077181.031049:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077181.031051:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298545167
00000100:00000001:0.0:1769077181.031054:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298546448
00000100:00000001:0.0:1769077181.031056:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298545167
00000100:00000001:0.0:1769077181.031057:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298546448
00000100:00000001:0.0:1769077181.031059:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077181.031060:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077181.031062:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077181.031064:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077181/real 1769077181]  req@ffff8c58078e1f80 x1855007948241536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077181.031068:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077181.031069:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077181.031071:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077181.031073:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077181.031074:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077181.031076:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077181.031078:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1f80 x1855007948241536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077181.031083:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1f80 x1855007948241536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.031087:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077181.031088:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077181.031089:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077181.031090:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077181.031092:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1f80 x1855007948241536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.031096:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077181.031099:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1f80 x1855007948241536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.031103:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077181.031105:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077181.031106:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077181.031107:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077181.031109:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077181.031111:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077181.031112:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077181.031114:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077181.031116:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077181.031118:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1f80 x1855007948241536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077181.031123:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948241536:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077181.031127:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077181.031130:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1880 x1855007948241664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.031135:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077181.031136:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077181.031137:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077181.031138:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077181.031139:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077181.031141:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948241664:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077181.031144:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077181.031146:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077181.031147:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077181.031148:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077181.031151:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769077181.031152:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077181.031154:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077181.031156:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077181.031158:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077181.031160:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948241664, portal 10
00000100:00000001:0.0:1769077181.031162:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077181.031163:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444604544 : -127165264947072 : ffff8c58078e1880)
00000100:00000040:0.0:1769077181.031167:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1880 x1855007948241664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.031182:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077181.031184:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077181.031186:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077181.031187:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948241664, offset 0
00000400:00000200:0.0:1769077181.031190:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077181.031192:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077181.031194:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077181.031195:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077181.031198:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077181.031199:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077181.031201:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077181.031203:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29699:29699:256:4294967295] 192.168.204.128@tcp LPNI seq info [29698:29698:8:4294967295]
00000400:00000200:0.0:1769077181.031206:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077181.031210:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077181.031212:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077181.031214:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077181.031216:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077181.031218:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769077181.031220:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077181.031222:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1769077181.031225:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077181.031226:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077181.031228:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077181.031231:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077181.031233:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077181.031234:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077181.031236:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077181.031238:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1880 x1855007948241664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.031243:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077181.031245:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1880 x1855007948241664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077206 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.031249:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077181.031250:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077181.031252:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077181.031254:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769077181.031256:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077181.031258:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298545166
00000100:00000001:0.0:1769077181.031260:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298546448
00000100:00000001:0.0:1769077181.031261:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298545166
00000100:00000001:0.0:1769077181.031264:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298546448
00000100:00000001:0.0:1769077181.031265:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077181.031267:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077181.031279:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077181.031281:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077181/real 1769077181]  req@ffff8c58078e1880 x1855007948241664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077181.031286:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077181.031287:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077181.031287:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077181.031289:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077181.031290:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077181.031291:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077181.031293:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1880 x1855007948241664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077181.031299:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1880 x1855007948241664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.031303:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077181.031304:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077181.031305:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077181.031306:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077181.031308:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1880 x1855007948241664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.031312:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077181.031314:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1880 x1855007948241664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.031318:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077181.031319:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077181.031320:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077181.031321:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077181.031323:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077181.031324:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077181.031326:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077181.031329:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077181.031330:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077181.031333:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1880 x1855007948241664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077181.031337:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948241664:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077181.031345:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077181.031347:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0700 x1855007948241792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.031351:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077181.031352:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077181.031354:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077181.031355:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077181.031356:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077181.031358:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948241792:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077181.031360:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077181.031362:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077181.031363:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077181.031364:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077181.031366:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769077181.031367:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077181.031369:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077181.031371:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077181.031373:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077181.031375:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948241792, portal 4
00000100:00000001:0.0:1769077181.031376:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077181.031377:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444600064 : -127165264951552 : ffff8c58078e0700)
00000100:00000040:0.0:1769077181.031381:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0700 x1855007948241792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.031386:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077181.031388:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077181.031389:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077181.031391:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948241792, offset 0
00000400:00000200:0.0:1769077181.031393:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077181.031395:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077181.031397:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077181.031398:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077181.031400:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077181.031401:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077181.031403:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077181.031405:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29700:29700:256:4294967295] 192.168.204.128@tcp LPNI seq info [29699:29699:8:4294967295]
00000400:00000200:0.0:1769077181.031408:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077181.031412:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077181.031415:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077181.031417:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077181.031426:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077181.031427:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769077181.031430:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077181.031431:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1769077181.031434:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077181.031436:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077181.031438:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077181.031440:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077181.031441:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077181.031443:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077181.031445:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077181.031447:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0700 x1855007948241792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.031451:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077181.031453:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0700 x1855007948241792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077206 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.031463:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077181.031464:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077181.031465:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077181.031467:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769077181.031469:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077181.031471:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298545231
00000100:00000001:0.0:1769077181.031472:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298546448
00000100:00000001:0.0:1769077181.031474:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298545231
00000100:00000001:0.0:1769077181.031475:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298546448
00000100:00000001:0.0:1769077181.031477:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077181.031478:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077181.031480:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077181.031482:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077181/real 1769077181]  req@ffff8c58078e0700 x1855007948241792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077181.031486:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077181.031487:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077181.031488:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077181.031489:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077181.031490:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077181.031491:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077181.031493:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0700 x1855007948241792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077181.031498:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0700 x1855007948241792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.031501:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077181.031502:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077181.031504:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077181.031505:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077181.031507:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0700 x1855007948241792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.031513:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077181.031515:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0700 x1855007948241792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.031520:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077181.031521:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077181.031522:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077181.031523:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077181.031524:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077181.031525:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077181.031526:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077181.031528:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077181.031530:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077181.031532:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0700 x1855007948241792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077181.031536:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948241792:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077181.031539:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077181.031541:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0a80 x1855007948241920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.031545:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077181.031546:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077181.031547:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077181.031548:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077181.031550:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077181.031552:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948241920:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077181.031554:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077181.031573:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077181.031575:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077181.031576:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077181.031579:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769077181.031581:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077181.031583:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077181.031585:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077181.031588:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077181.031590:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948241920, portal 4
00000100:00000001:0.0:1769077181.031591:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077181.031593:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444600960 : -127165264950656 : ffff8c58078e0a80)
00000100:00000040:0.0:1769077181.031598:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0a80 x1855007948241920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.031603:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077181.031615:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077181.031617:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077181.031618:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948241920, offset 0
00000400:00000200:0.0:1769077181.031621:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077181.031623:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077181.031625:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077181.031627:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077181.031629:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077181.031630:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077181.031631:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077181.031634:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29701:29701:256:4294967295] 192.168.204.128@tcp LPNI seq info [29700:29700:8:4294967295]
00000400:00000200:0.0:1769077181.031637:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077181.031641:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077181.031644:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077181.031646:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077181.031649:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077181.031650:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769077181.031653:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077181.031656:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1769077181.031658:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077181.031660:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077181.031662:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077181.031665:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077181.031667:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077181.031668:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077181.031669:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077181.031672:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0a80 x1855007948241920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.031677:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077181.031679:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0a80 x1855007948241920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077206 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.031684:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077181.031685:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077181.031686:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077181.031689:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769077181.031690:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077181.031692:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298545178
00000100:00000001:0.0:1769077181.031694:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298546448
00000100:00000001:0.0:1769077181.031695:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298545178
00000100:00000001:0.0:1769077181.031697:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298546448
00000100:00000001:0.0:1769077181.031699:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077181.031700:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077181.031701:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077181.031703:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077181/real 1769077181]  req@ffff8c58078e0a80 x1855007948241920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077181.031711:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077181.031712:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077181.031714:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077181.031717:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077181.031719:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077181.031721:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077181.031724:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0a80 x1855007948241920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077181.031759:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0a80 x1855007948241920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.031767:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077181.031769:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077181.031771:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077181.031772:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077181.031775:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0a80 x1855007948241920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.031780:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077181.031782:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0a80 x1855007948241920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.031789:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077181.031792:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077181.031794:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077181.031795:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077181.031797:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077181.031799:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077181.031802:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077181.031806:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077181.031808:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077181.031813:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0a80 x1855007948241920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077181.031822:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948241920:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077181.031827:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077181.031829:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077181.031833:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1f80 x1855007948241536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.031841:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077181.031842:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077181.031844:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15c00.
02000000:00000001:0.0:1769077181.031846:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077181.031847:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077181.031848:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077181.031850:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077181.031851:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e400.
02000000:00000001:0.0:1769077181.031853:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077181.031854:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077181.031855:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1f80.
00000100:00000001:0.0:1769077181.031858:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077181.031859:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077181.031861:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077181.031863:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1880 x1855007948241664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.031867:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077181.031868:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077181.031869:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769077181.031871:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077181.031872:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077181.031872:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077181.031873:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077181.031874:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d400.
02000000:00000001:0.0:1769077181.031876:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077181.031876:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077181.031877:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1880.
00000100:00000001:0.0:1769077181.031878:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077181.031879:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077181.031880:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077181.031882:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0700 x1855007948241792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.031885:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077181.031889:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077181.031890:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769077181.031891:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077181.031892:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077181.031893:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769077181.031895:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077181.031896:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d000.
02000000:00000001:0.0:1769077181.031897:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077181.031897:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077181.031898:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0700.
00000100:00000001:0.0:1769077181.031899:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077181.031900:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077181.031901:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077181.031903:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0a80 x1855007948241920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077181.031907:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077181.031907:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077181.031908:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769077181.031909:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077181.031910:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077181.031911:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769077181.031912:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077181.031913:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f000.
02000000:00000001:0.0:1769077181.031914:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077181.031915:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077181.031916:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0a80.
00000100:00000001:0.0:1769077181.031917:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077181.031917:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077181.031919:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077181.031921:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077181.031922:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077181.031923:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077181.031924:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077181.349792:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077181.349800:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077181.349831:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077181.349833:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077181.349836:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077182.052891:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077182.052902:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077182.052904:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077182.052911:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077182.052916:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077182.052921:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077182.052924:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077182.052928:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077182.052931:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077182.372875:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298546448, at 4298546496
00000100:00000040:1.0:1769077182.372875:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298546448, at 4298546496
00010000:00000001:2.0:1769077182.372882:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077182.372891:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000010:1.0:1769077182.372895:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470ea0.
00010000:00000001:2.0:1769077182.372895:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077182.372899:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077182.372900:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470900.
00010000:00000001:2.0:1769077182.372909:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077182.372911:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077182.372914:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077182.372917:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077182.372976:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077182.372980:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077182.372983:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077183.076867:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077183.076878:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077183.076880:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077183.076887:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077183.076892:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077183.076896:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077183.076898:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077183.076901:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077183.076903:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077183.396886:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077183.396894:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077183.396982:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077183.396991:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077183.396996:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077184.100868:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077184.100877:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077184.100878:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077184.100885:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077184.100889:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077184.100894:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077184.100897:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077184.100901:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077184.100904:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077184.420826:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077184.420837:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077184.420944:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077184.420950:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077184.420953:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077185.124855:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077185.124866:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077185.124869:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077185.124877:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077185.124882:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077185.124889:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077185.124892:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077185.124896:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077185.124899:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077185.444888:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077185.444895:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077185.444924:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077185.444927:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077185.444930:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077186.148880:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077186.148881:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077186.148889:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1769077186.148891:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077186.148893:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077186.148894:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077186.148899:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1769077186.148902:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077186.148904:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077186.148909:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1769077186.148913:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3877
00000100:00000001:2.0:1769077186.148914:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077186.148920:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077186.148923:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1769077186.148926:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077186.148931:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077186.148937:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077186.148940:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077186.148944:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077186.148947:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077186.148949:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077186.148950:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077186.148954:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077186.148956:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769077186.148958:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077186.148961:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769077186.148964:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769077186.148967:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769077186.148971:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077186.148973:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077186.148975:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077186.148977:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077186.148980:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769077186.148984:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077186.148986:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077186.148989:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077186.148993:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077186.148996:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077186.148998:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077186.149001:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077186.149011:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769077186.149015:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769077186.149018:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077186.149019:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077186.149021:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077186.149023:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077186.149026:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077186.149039:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4ec00.
00000100:00000001:1.0:1769077186.149044:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077186.149052:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948242048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077186.149059:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077186.149063:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077186.149066:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948242048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077186.149084:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077186.149086:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077186.149088:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077186.149090:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077186.149091:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077186.149093:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077186.149095:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3877
00000400:00000200:1.0:1769077186.149099:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077186.149102:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077186.149105:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077186.149108:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077186.149111:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077186.149113:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077186.149116:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077186.149119:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077186.149121:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000100:00000001:0.0:1769077186.149130:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769077186.149132:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769077186.149135:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1769077186.149136:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000100:00000001:0.0:1769077186.149138:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1769077186.149143:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769077186.149147:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4380 x1855007948242048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769077186.149148:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769077186.149157:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077186.149163:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077186.149164:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077186.149165:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077186.149169:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:0.0:1769077186.149171:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077186.149176:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077186.149176:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:0.0:1769077186.149180:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077186.149182:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00100000:0.0:1769077186.149185:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948242048:192.168.204.128@tcp:250:kworker.0
00000100:00080000:1.0:1769077186.149190:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077186.149191:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077186.149196:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769077186.149197:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077186.149199:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077186.149201:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077186.149202:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077186.149208:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769077186.149210:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077186.149210:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077186.149216:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077186.149220:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077186.149220:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:0.0:1769077186.149225:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000008:00100000:1.0:1769077186.149226:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1769077186.149232:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000008:00000001:1.0:1769077186.149232:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077186.149237:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769077186.149240:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948242048, portal 25
00000100:00000001:0.0:1769077186.149243:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000010:1.0:1769077186.149244:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000100:00000001:0.0:1769077186.149245:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198607232 : -127164510944384 : ffff8c58347f4380)
00000020:00000040:1.0:1769077186.149251:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000100:00000040:0.0:1769077186.149254:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4380 x1855007948242048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077186.149256:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077186.149259:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077186.149264:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769077186.149266:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1769077186.149268:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1769077186.149270:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077186.149273:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
02000000:00000001:1.0:1769077186.149273:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769077186.149279:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948242048, offset 0
02000000:00000010:1.0:1769077186.149283:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000400:00000200:0.0:1769077186.149285:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:1.0:1769077186.149291:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077186.149295:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077186.149303:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00100000:1.0:1769077186.149303:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948242176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769077186.149311:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077186.149317:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000001:1.0:1769077186.149320:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769077186.149322:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077186.149326:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000001:1.0:1769077186.149327:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077186.149331:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29702:29702:256:4294967295] 192.168.204.128@tcp LPNI seq info [29701:29701:8:4294967295]
00000100:00000040:1.0:1769077186.149337:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948242176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077186.149338:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077186.149353:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1769077186.149355:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769077186.149359:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00080000:1.0:1769077186.149360:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077186.149365:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000010:0.0:1769077186.149366:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000100:00000001:1.0:1769077186.149367:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077186.149370:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077186.149372:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077186.149376:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3877
00000800:00000200:0.0:1769077186.149379:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000400:00000200:1.0:1769077186.149383:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000800:00000200:0.0:1769077186.149385:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000400:00000200:1.0:1769077186.149388:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077186.149391:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1769077186.149395:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769077186.149397:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000200:0.1:1769077186.149400:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000100:00000001:1.0:1769077186.149401:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077186.149406:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077186.149409:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000100:0.0:1769077186.149410:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000020:00000001:1.0:1769077186.149412:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000010:0.0:1769077186.149413:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000020:00000040:1.0:1769077186.149414:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769077186.149418:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077186.149419:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000400:00000200:0.0:1769077186.149420:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1769077186.149421:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769077186.149425:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:0.0:1769077186.149428:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1769077186.149431:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077186.149434:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769077186.149435:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000100:00000040:1.0:1769077186.149436:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000010:0.0:1769077186.149440:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:1.0:1769077186.149440:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077186.149445:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769077186.149447:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077186.149449:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077186.149451:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077186.149453:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077186.149454:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077186.149456:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077186.149457:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769077186.149459:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:1.0:1769077186.149459:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077186.149463:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077186.149466:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769077186.149483:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769077186.149486:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077186.149487:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077186.149488:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077186.149489:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077186.149491:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077186.149496:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000200:0.0:1769077186.149497:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4380 x1855007948242048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077186.149500:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077186.149511:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948242304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077186.149515:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077186.149524:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4380 x1855007948242048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077211 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077186.149525:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077186.149529:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077186.149537:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077186.149539:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948242304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077186.149540:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077186.149547:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077186.149551:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077186.149555:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:1.0:1769077186.149557:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077186.149559:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298551567
00000100:00000010:0.0:1769077186.149566:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470900.
00000100:00080000:1.0:1769077186.149566:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077186.149570:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077186.149573:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077186.149574:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077186.149579:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077186.149584:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298551567
00000100:00080000:1.0:1769077186.149585:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3877
00000100:00000010:0.0:1769077186.149591:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470a80.
00000400:00000200:1.0:1769077186.149595:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077186.149598:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000400:00000200:1.0:1769077186.149600:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077186.149604:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769077186.149606:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1769077186.149607:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077186.149612:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077186.149613:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077186.149614:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077186.149619:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077186.149621:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000020:00000001:1.0:1769077186.149622:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077186.149624:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769077186.149626:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077186.149628:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000100:00100000:0.0:1769077186.149630:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077186/real 1769077186]  req@ffff8c58347f4380 x1855007948242048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769077186.149630:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769077186.149634:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769077186.149640:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077186.149644:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077186.149648:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077186.149652:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000001:0.0:1769077186.149654:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000020:00000040:1.0:1769077186.149654:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000400:00000001:0.0:1769077186.149658:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00080000:1.0:1769077186.149659:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000010:0.0:1769077186.149662:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000100:00000001:1.0:1769077186.149663:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077186.149666:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1769077186.149667:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
02000000:00000001:1.0:1769077186.149669:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1769077186.149670:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
02000000:00000001:1.0:1769077186.149674:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077186.149675:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1769077186.149677:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077186.149680:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000200:0.0:1769077186.149681:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4380 x1855007948242048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1769077186.149684:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077186.149688:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077186.149693:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000100:00000200:0.0:1769077186.149697:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4380 x1855007948242048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769077186.149697:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769077186.149703:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077186.149705:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077186.149709:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077186.149711:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769077186.149713:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:1.0:1769077186.149714:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077186.149716:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077186.149719:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:1.0:1769077186.149719:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
00000100:00000001:0.0:1769077186.149722:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077186.149724:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077186.149728:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4380 x1855007948242048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077186.149762:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077186.149767:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4380 x1855007948242048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077186.149771:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948242432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077186.149775:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077186.149781:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077186.149785:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077186.149789:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077186.149790:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077186.149791:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077186.149794:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077186.149796:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077186.149798:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077186.149804:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077186.149808:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077186.149808:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948242432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077186.149816:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4380 x1855007948242048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077186.149835:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077186.149836:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948242048:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077186.149842:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769077186.149842:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077186.149846:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1769077186.149848:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:0.0:1769077186.149851:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4380 x1855007948242048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077186.149851:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077186.149854:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077186.149859:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077186.149864:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00080000:1.0:1769077186.149864:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3877
02000000:00000001:0.0:1769077186.149868:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:1.0:1769077186.149871:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000010:0.0:1769077186.149872:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16800.
00000400:00000200:1.0:1769077186.149875:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
02000000:00000001:0.0:1769077186.149876:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:1.0:1769077186.149878:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000020:00000001:0.0:1769077186.149879:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077186.149883:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000100:00000040:1.0:1769077186.149883:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077186.149887:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:0.0:1769077186.149888:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000040:1.0:1769077186.149892:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000010:0.0:1769077186.149893:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4ec00.
00000100:00000001:1.0:1769077186.149894:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:0.0:1769077186.149897:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:1.0:1769077186.149897:0:37:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:0.0:1769077186.149900:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:1.0:1769077186.149901:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000100:00000010:0.0:1769077186.149904:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4380.
00000020:00000001:1.0:1769077186.149904:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077186.149908:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00000001:0.0:1769077186.149909:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000020:00000001:1.0:1769077186.149911:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:0.0:1769077186.149912:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077186.149916:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077186.149916:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769077186.149922:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077186.149924:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077186.149926:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:1.0:1769077186.149927:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077186.149930:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077186.149930:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077186.149936:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1769077186.149936:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000001:0.0:1769077186.149940:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077186.149942:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1769077186.149942:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077186.149945:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077186.149946:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077186.149948:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077186.149949:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077186.149951:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077186.149954:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000040:0.0:1769077186.149957:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f7b80 x1855007948242176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1769077186.149958:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077186.149962:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077186.149970:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000010:1.0:1769077186.149971:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000100:00000001:0.0:1769077186.149972:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077186.149976:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1769077186.149977:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:0.0:1769077186.149978:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077186.149984:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077186.149985:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00100000:0.0:1769077186.149987:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948242176:192.168.204.128@tcp:38:kworker.0
02000000:00000001:1.0:1769077186.149988:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077186.149991:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769077186.149993:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077186.149994:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077186.149998:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077186.149998:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077186.150000:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769077186.150002:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077186.150004:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769077186.150008:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077186.150010:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000400:00000200:0.0:1769077186.150013:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077186.150016:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769077186.150018:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077186.150022:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00100000:1.0:1769077186.150023:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948242560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1769077186.150025:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948242176, portal 10
00000100:00000001:0.0:1769077186.150029:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077186.150032:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198621568 : -127164510930048 : ffff8c58347f7b80)
00000100:00000001:1.0:1769077186.150038:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077186.150040:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077186.150043:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f7b80 x1855007948242176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077186.150046:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948242560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077186.150063:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769077186.150068:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077186.150070:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077186.150073:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000040:1.0:1769077186.150074:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3887)
00000100:00000200:0.0:1769077186.150075:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948242176, offset 0
00000400:00000200:0.0:1769077186.150081:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077186.150084:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077186.150087:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077186.150089:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077186.150092:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077186.150095:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077186.150097:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077186.150099:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29703:29703:256:4294967295] 192.168.204.128@tcp LPNI seq info [29702:29702:8:4294967295]
00000400:00000200:0.0:1769077186.150102:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077186.150107:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077186.150110:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077186.150112:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077186.150115:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077186.150117:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769077186.150120:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077186.150121:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1769077186.150124:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077186.150125:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077186.150127:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077186.150130:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077186.150132:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077186.150133:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077186.150134:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077186.150137:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f7b80 x1855007948242176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077186.150142:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077186.150144:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f7b80 x1855007948242176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077211 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077186.150149:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077186.150150:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077186.150152:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077186.150154:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:0.0:1769077186.150157:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077186.150158:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298550286
00000100:00000001:0.0:1769077186.150160:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298551567
00000100:00000001:0.0:1769077186.150162:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298550286
00000100:00000001:0.0:1769077186.150163:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298551567
00000100:00000001:0.0:1769077186.150164:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077186.150166:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077186.150167:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077186.150169:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077186/real 1769077186]  req@ffff8c58347f7b80 x1855007948242176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077186.150175:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077186.150176:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077186.150177:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077186.150178:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077186.150179:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077186.150180:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077186.150182:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f7b80 x1855007948242176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077186.150188:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f7b80 x1855007948242176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077186.150192:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077186.150192:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077186.150193:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077186.150194:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077186.150196:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f7b80 x1855007948242176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077186.150200:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077186.150203:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f7b80 x1855007948242176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077186.150207:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077186.150208:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077186.150209:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077186.150210:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077186.150211:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077186.150213:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077186.150214:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077186.150217:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077186.150218:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077186.150221:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f7b80 x1855007948242176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077186.150226:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948242176:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077186.150228:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077186.150230:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4700 x1855007948242304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077186.150234:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077186.150235:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077186.150236:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077186.150237:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077186.150239:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077186.150240:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948242304:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077186.150243:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077186.150244:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077186.150245:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077186.150246:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077186.150248:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769077186.150249:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077186.150251:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077186.150252:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077186.150254:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077186.150256:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948242304, portal 10
00000100:00000001:0.0:1769077186.150257:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077186.150258:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198608128 : -127164510943488 : ffff8c58347f4700)
00000100:00000040:0.0:1769077186.150262:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4700 x1855007948242304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077186.150266:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077186.150268:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077186.150269:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077186.150271:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948242304, offset 0
00000400:00000200:0.0:1769077186.150273:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077186.150276:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077186.150278:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077186.150279:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077186.150281:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077186.150283:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077186.150284:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077186.150286:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29704:29704:256:4294967295] 192.168.204.128@tcp LPNI seq info [29703:29703:8:4294967295]
00000400:00000200:0.0:1769077186.150289:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077186.150293:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077186.150296:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077186.150297:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077186.150300:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077186.150301:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769077186.150304:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077186.150306:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1769077186.150308:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077186.150309:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077186.150311:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077186.150313:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077186.150315:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077186.150316:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077186.150318:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077186.150320:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4700 x1855007948242304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077186.150324:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077186.150326:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4700 x1855007948242304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077211 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077186.150330:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077186.150331:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077186.150333:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077186.150335:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769077186.150337:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077186.150338:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298550285
00000100:00000001:0.0:1769077186.150340:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298551567
00000100:00000001:0.0:1769077186.150341:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298550285
00000100:00000001:0.0:1769077186.150343:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298551567
00000100:00000001:0.0:1769077186.150344:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077186.150345:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077186.150346:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077186.150348:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077186/real 1769077186]  req@ffff8c58347f4700 x1855007948242304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077186.150353:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077186.150354:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077186.150355:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077186.150356:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077186.150357:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077186.150358:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077186.150360:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4700 x1855007948242304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077186.150366:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4700 x1855007948242304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077186.150369:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077186.150370:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077186.150371:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077186.150372:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077186.150374:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4700 x1855007948242304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077186.150378:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077186.150380:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4700 x1855007948242304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077186.150385:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077186.150387:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077186.150388:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077186.150389:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077186.150390:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077186.150391:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077186.150392:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077186.150394:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077186.150395:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077186.150397:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4700 x1855007948242304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077186.150402:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948242304:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077186.150404:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077186.150406:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4e00 x1855007948242432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077186.150410:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077186.150411:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077186.150412:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077186.150413:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077186.150414:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077186.150416:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948242432:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077186.150417:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077186.150418:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077186.150419:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077186.150420:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077186.150423:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769077186.150424:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077186.150426:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077186.150428:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077186.150430:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077186.150431:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948242432, portal 4
00000100:00000001:0.0:1769077186.150433:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077186.150434:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198609920 : -127164510941696 : ffff8c58347f4e00)
00000100:00000040:0.0:1769077186.150437:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4e00 x1855007948242432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077186.150440:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077186.150442:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077186.150443:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077186.150445:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948242432, offset 0
00000400:00000200:0.0:1769077186.150447:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077186.150449:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077186.150452:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077186.150455:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077186.150458:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077186.150460:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077186.150462:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077186.150465:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29705:29705:256:4294967295] 192.168.204.128@tcp LPNI seq info [29704:29704:8:4294967295]
00000400:00000200:0.0:1769077186.150480:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077186.150487:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077186.150492:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077186.150495:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077186.150500:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077186.150502:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769077186.150507:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077186.150510:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1769077186.150515:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077186.150517:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077186.150520:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077186.150523:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077186.150526:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077186.150528:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077186.150530:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077186.150533:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4e00 x1855007948242432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077186.150538:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077186.150540:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4e00 x1855007948242432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077211 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077186.150544:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077186.150546:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077186.150548:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077186.150550:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769077186.150552:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077186.150554:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298550350
00000100:00000001:0.0:1769077186.150556:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298551567
00000100:00000001:0.0:1769077186.150557:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298550350
00000100:00000001:0.0:1769077186.150559:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298551567
00000100:00000001:0.0:1769077186.150560:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077186.150561:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077186.150562:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077186.150565:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077186/real 1769077186]  req@ffff8c58347f4e00 x1855007948242432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077186.150569:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077186.150570:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077186.150571:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077186.150573:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077186.150574:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077186.150575:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077186.150577:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4e00 x1855007948242432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077186.150582:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4e00 x1855007948242432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077186.150594:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077186.150596:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077186.150597:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077186.150599:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077186.150603:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4e00 x1855007948242432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077186.150610:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077186.150614:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4e00 x1855007948242432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077186.150622:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077186.150625:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077186.150626:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077186.150628:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077186.150630:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077186.150632:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077186.150634:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077186.150638:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077186.150640:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077186.150644:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4e00 x1855007948242432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077186.150649:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948242432:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077186.150652:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077186.150654:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077186.150656:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f7b80 x1855007948242176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077186.150660:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077186.150661:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077186.150663:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769077186.150665:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077186.150666:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077186.150667:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077186.150668:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077186.150669:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4e000.
02000000:00000001:0.0:1769077186.150671:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077186.150672:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077186.150673:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f7b80.
00000100:00000001:0.0:1769077186.150675:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077186.150676:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077186.150677:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077186.150679:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4700 x1855007948242304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077186.150684:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077186.150684:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077186.150686:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769077186.150687:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077186.150688:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077186.150688:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077186.150689:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077186.150690:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4c400.
02000000:00000001:0.0:1769077186.150692:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077186.150692:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077186.150693:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4700.
00000100:00000001:0.0:1769077186.150694:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077186.150695:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077186.150696:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077186.150698:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4e00 x1855007948242432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077186.150701:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077186.150702:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077186.150703:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769077186.150704:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077186.150705:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077186.150706:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769077186.150707:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077186.150708:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d800.
02000000:00000001:0.0:1769077186.150709:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077186.150710:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077186.150711:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4e00.
00000100:00000001:0.0:1769077186.150713:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077186.150714:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077186.150715:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077186.150717:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077186.150718:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077186.150719:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077186.150720:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077186.150721:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077186.150723:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f5f80 x1855007948242560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077186.150728:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077186.150729:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077186.150747:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077186.150749:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077186.150750:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077186.150752:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948242560:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077186.150755:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077186.150756:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077186.150757:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077186.150758:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077186.150761:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769077186.150762:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077186.150765:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077186.150767:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077186.150769:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077186.150771:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948242560, portal 4
00000100:00000001:0.0:1769077186.150772:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077186.150773:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198614400 : -127164510937216 : ffff8c58347f5f80)
00000100:00000040:0.0:1769077186.150777:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f5f80 x1855007948242560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077186.150785:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077186.150787:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077186.150788:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077186.150790:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948242560, offset 0
00000400:00000200:0.0:1769077186.150792:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077186.150795:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077186.150797:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077186.150799:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077186.150801:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077186.150802:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077186.150804:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077186.150806:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29706:29706:256:4294967295] 192.168.204.128@tcp LPNI seq info [29705:29705:8:4294967295]
00000400:00000200:0.0:1769077186.150809:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077186.150813:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077186.150816:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077186.150818:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077186.150821:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077186.150823:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769077186.150825:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077186.150827:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1769077186.150829:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077186.150831:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077186.150833:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077186.150835:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077186.150837:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077186.150838:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077186.150840:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077186.150842:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f5f80 x1855007948242560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077186.150847:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077186.150849:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f5f80 x1855007948242560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077211 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077186.150857:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077186.150858:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077186.150861:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077186.150862:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769077186.150864:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077186.150866:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298550298
00000100:00000001:0.0:1769077186.150868:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298551567
00000100:00000001:0.0:1769077186.150869:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298550298
00000100:00000001:0.0:1769077186.150870:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298551567
00000100:00000001:0.0:1769077186.150872:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077186.150873:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077186.150875:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077186.150877:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077186/real 1769077186]  req@ffff8c58347f5f80 x1855007948242560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077186.150881:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077186.150882:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077186.150883:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077186.150884:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077186.150885:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077186.150886:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077186.150888:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f5f80 x1855007948242560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077186.150893:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f5f80 x1855007948242560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077186.150897:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077186.150898:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077186.150899:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077186.150900:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077186.150902:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f5f80 x1855007948242560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077186.150907:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077186.150909:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f5f80 x1855007948242560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077186.150914:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077186.150915:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077186.150916:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077186.150917:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077186.150918:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077186.150919:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077186.150920:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077186.150922:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077186.150923:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077186.150926:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f5f80 x1855007948242560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077186.150930:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948242560:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077186.150932:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077186.150933:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077186.150935:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f5f80 x1855007948242560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077186.150939:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077186.150940:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077186.150941:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769077186.150943:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077186.150944:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077186.150945:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769077186.150946:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077186.150947:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4c800.
02000000:00000001:0.0:1769077186.150948:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077186.150949:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077186.150950:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f5f80.
00000100:00000001:0.0:1769077186.150952:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077186.150953:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077186.150954:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077186.150956:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077186.150957:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077186.150959:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077186.150960:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077186.468806:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077186.468813:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077186.468885:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077186.468891:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077186.468895:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077187.172861:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077187.172870:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077187.172872:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077187.172878:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077187.172881:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077187.172886:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077187.172888:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077187.172891:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077187.172893:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077187.492884:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298551567, at 4298551616
00000100:00000040:1.0:1769077187.492885:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298551567, at 4298551616
00010000:00000001:2.0:1769077187.492890:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077187.492900:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077187.492908:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470a80.
00000100:00000010:0.0:1769077187.492912:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470900.
00000020:00000001:1.0:1769077187.492998:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077187.493002:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077187.493005:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077188.196829:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077188.196838:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077188.196840:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077188.196846:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077188.196849:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077188.196853:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077188.196856:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077188.196858:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077188.196861:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077188.516851:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077188.516860:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077188.516927:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077188.516932:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077188.516936:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077189.220799:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077189.220806:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077189.220808:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077189.220813:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077189.220815:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077189.220818:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077189.220820:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077189.220822:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077189.220824:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077189.540847:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077189.540852:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077189.540875:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077189.540877:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077189.540879:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077190.244866:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077190.244874:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077190.244876:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077190.244881:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077190.244885:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077190.244889:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077190.244892:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077190.244894:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077190.244897:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077190.564804:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077190.564810:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077190.564850:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077190.564853:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077190.564856:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077191.268816:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077191.268824:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077191.268826:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077191.268833:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077191.268837:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1769077191.268841:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077191.268842:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077191.268847:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1769077191.268851:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077191.268852:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077191.268858:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077191.268858:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077191.268865:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077191.268871:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077191.268879:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3882
00000400:00000200:1.0:1769077191.268888:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077191.268895:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077191.268899:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077191.268903:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077191.268906:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077191.268909:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077191.268911:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077191.268916:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077191.268918:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769077191.268921:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077191.268924:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769077191.268927:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769077191.268930:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769077191.268934:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077191.268936:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077191.268938:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077191.268940:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077191.268943:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769077191.268947:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077191.268950:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077191.268953:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077191.268956:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077191.268959:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077191.268962:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077191.268965:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077191.268974:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769077191.268978:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769077191.268982:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077191.268985:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077191.268988:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077191.268990:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077191.268995:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077191.269004:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769077191.269011:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077191.269021:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948242688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077191.269032:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077191.269036:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077191.269042:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948242688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077191.269067:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077191.269070:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077191.269074:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077191.269076:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077191.269078:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077191.269081:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077191.269084:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3882
00000400:00000200:1.0:1769077191.269088:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077191.269092:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077191.269095:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077191.269099:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077191.269102:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077191.269105:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077191.269107:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077191.269109:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769077191.269111:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077191.269115:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000100:00000001:0.0:1769077191.269116:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769077191.269119:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769077191.269120:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1769077191.269124:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769077191.269129:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769077191.269132:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4000 x1855007948242688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769077191.269133:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769077191.269142:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077191.269147:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077191.269151:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1769077191.269153:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077191.269154:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077191.269161:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769077191.269161:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:0.0:1769077191.269165:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1769077191.269167:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
02000000:00000001:0.0:1769077191.269169:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077191.269176:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00100000:0.0:1769077191.269177:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948242688:192.168.204.128@tcp:250:kworker.0
00000100:00000001:1.0:1769077191.269185:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077191.269186:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077191.269191:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077191.269192:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077191.269196:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077191.269198:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077191.269201:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769077191.269204:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077191.269208:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:0.0:1769077191.269209:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769077191.269214:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769077191.269214:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077191.269221:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077191.269224:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077191.269227:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000010:1.0:1769077191.269232:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000400:00000010:0.0:1769077191.269233:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000020:00000040:1.0:1769077191.269239:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000400:00000010:0.0:1769077191.269242:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
02000000:00000001:1.0:1769077191.269245:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077191.269248:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769077191.269249:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948242688, portal 25
00000100:00000001:1.0:1769077191.269251:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769077191.269254:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1769077191.269255:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769077191.269256:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198606336 : -127164510945280 : ffff8c58347f4000)
02000000:00000001:1.0:1769077191.269260:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077191.269265:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4000 x1855007948242688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769077191.269269:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:0.0:1769077191.269276:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769077191.269278:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077191.269280:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077191.269285:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077191.269288:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948242688, offset 0
00000400:00000200:0.0:1769077191.269293:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00100000:1.0:1769077191.269297:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948242816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769077191.269303:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077191.269311:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000001:1.0:1769077191.269316:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769077191.269318:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077191.269325:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077191.269327:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077191.269330:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000001:1.0:1769077191.269332:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077191.269333:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29707:29707:256:4294967295] 192.168.204.128@tcp LPNI seq info [29706:29706:8:4294967295]
00000400:00000200:0.0:1769077191.269340:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:1.0:1769077191.269343:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948242816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077191.269352:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077191.269361:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077191.269368:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000100:00000001:1.0:1769077191.269369:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077191.269374:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1769077191.269375:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077191.269381:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000100:00080000:1.0:1769077191.269395:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:0.1:1769077191.269400:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769077191.269401:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.1:1769077191.269404:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000100:00080000:1.0:1769077191.269406:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1769077191.269412:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00000001:1.0:1769077191.269413:0:37:0:(import.c:484:import_select_connection()) Process entered
00000800:00000010:0.0:1769077191.269415:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000100:00080000:1.0:1769077191.269420:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3882
00000400:00000200:0.0:1769077191.269422:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077191.269428:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077191.269429:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077191.269438:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000200:1.0:1769077191.269439:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000010:0.0:1769077191.269441:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00080000:1.0:1769077191.269446:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769077191.269447:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077191.269454:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4000 x1855007948242688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077191.269455:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077191.269462:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077191.269467:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077191.269469:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769077191.269472:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000040:0.0:1769077191.269474:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4000 x1855007948242688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077216 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769077191.269478:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077191.269482:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769077191.269486:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077191.269490:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000100:00000001:0.0:1769077191.269494:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077191.269496:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000001:0.0:1769077191.269497:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1769077191.269502:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000001:0.0:1769077191.269503:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077191.269509:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:0.0:1769077191.269510:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077191.269514:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298556687
00000100:00000001:1.0:1769077191.269516:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:0.0:1769077191.269519:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470900.
00000100:00000040:1.0:1769077191.269521:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077191.269525:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077191.269527:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000020:00000040:1.0:1769077191.269529:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00000001:0.0:1769077191.269534:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298556687
00000100:00080000:1.0:1769077191.269536:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000010:0.0:1769077191.269538:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c58034707e0.
00000100:00000001:0.0:1769077191.269543:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077191.269544:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077191.269547:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077191.269549:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769077191.269551:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077191.269554:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1769077191.269555:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1769077191.269559:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077191/real 1769077191]  req@ffff8c58347f4000 x1855007948242688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077191.269561:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077191.269567:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000001:0.0:1769077191.269572:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000008:00100000:1.0:1769077191.269572:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000001:0.0:1769077191.269575:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077191.269577:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000008:00000001:1.0:1769077191.269579:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077191.269581:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000100:00000001:1.0:1769077191.269585:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769077191.269586:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077191.269589:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077191.269593:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4000 x1855007948242688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769077191.269594:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769077191.269601:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000100:00000200:0.0:1769077191.269605:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4000 x1855007948242688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077191.269607:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077191.269611:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077191.269613:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077191.269617:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077191.269617:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769077191.269620:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1769077191.269622:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769077191.269623:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1769077191.269628:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077191.269629:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4000 x1855007948242688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077191.269637:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1769077191.269637:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000040:0.0:1769077191.269643:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4000 x1855007948242688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077191.269645:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077191.269652:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077191.269655:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077191.269657:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077191.269658:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077191.269658:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948242944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077191.269662:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077191.269664:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077191.269668:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077191.269676:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077191.269682:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1769077191.269682:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077191.269688:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077191.269689:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4000 x1855007948242688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077191.269700:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948242944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077191.269701:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948242688:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077191.269707:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077191.269710:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077191.269715:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4000 x1855007948242688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077191.269729:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077191.269762:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077191.269763:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077191.269767:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:1.0:1769077191.269769:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000010:0.0:1769077191.269770:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14000.
00000100:00000001:1.0:1769077191.269772:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1769077191.269775:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:1.0:1769077191.269776:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000020:00000001:0.0:1769077191.269778:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077191.269781:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000100:00000001:1.0:1769077191.269783:0:37:0:(import.c:484:import_select_connection()) Process entered
00000020:00000001:0.0:1769077191.269784:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077191.269788:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4f000.
00000100:00080000:1.0:1769077191.269792:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3882
02000000:00000001:0.0:1769077191.269793:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077191.269797:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077191.269799:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4000.
00000400:00000200:1.0:1769077191.269802:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077191.269803:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077191.269806:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077191.269809:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1769077191.269812:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:0.0:1769077191.269816:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1769077191.269817:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769077191.269819:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077191.269823:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077191.269826:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769077191.269826:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077191.269832:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077191.269835:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077191.269838:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077191.269841:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077191.269842:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769077191.269844:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077191.269846:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769077191.269849:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:0.0:1769077191.269852:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1769077191.269852:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:0.0:1769077191.269859:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f5f80 x1855007948242816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077191.269860:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077191.269867:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077191.269871:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1769077191.269872:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077191.269873:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077191.269877:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769077191.269879:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:0.0:1769077191.269880:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077191.269886:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077191.269887:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00100000:0.0:1769077191.269890:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948242816:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077191.269896:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1769077191.269896:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
02000000:00000001:0.0:1769077191.269899:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077191.269903:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077191.269903:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077191.269905:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769077191.269908:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:0.0:1769077191.269910:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769077191.269913:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077191.269914:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769077191.269918:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:1.0:1769077191.269921:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769077191.269922:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000100:00000001:1.0:1769077191.269927:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:0.0:1769077191.269929:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077191.269933:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948242816, portal 10
00000008:00100000:1.0:1769077191.269933:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1769077191.269937:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077191.269939:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198614400 : -127164510937216 : ffff8c58347f5f80)
00000008:00000001:1.0:1769077191.269941:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077191.269947:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f5f80 x1855007948242816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077191.269947:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077191.269956:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:1.0:1769077191.269956:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000100:00000040:0.0:1769077191.269961:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000020:00000040:1.0:1769077191.269964:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000400:00000010:0.0:1769077191.269965:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077191.269970:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948242816, offset 0
02000000:00000001:1.0:1769077191.269971:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1769077191.269975:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
02000000:00000001:1.0:1769077191.269976:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077191.269980:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077191.269982:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1769077191.269986:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
02000000:00000001:1.0:1769077191.269987:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1769077191.269991:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1769077191.269992:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077191.269995:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077191.269999:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
02000000:00000010:1.0:1769077191.270000:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000400:00000200:0.0:1769077191.270001:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077191.270007:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29708:29708:256:4294967295] 192.168.204.128@tcp LPNI seq info [29707:29707:8:4294967295]
00000100:00000001:1.0:1769077191.270008:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077191.270013:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077191.270022:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00100000:1.0:1769077191.270022:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948243072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1769077191.270031:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077191.270036:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077191.270042:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769077191.270043:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:0.0:1769077191.270045:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1769077191.270049:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769077191.270052:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077191.270056:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1769077191.270058:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948243072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1769077191.270061:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077191.270064:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077191.270068:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077191.270074:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077191.270078:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077191.270082:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077191.270085:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769077191.270085:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077191.270091:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1769077191.270092:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f5f80 x1855007948242816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077191.270101:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769077191.270105:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077191.270108:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077191.270112:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769077191.270113:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:0.0:1769077191.270118:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f5f80 x1855007948242816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077216 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077191.270120:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3882
00000400:00000200:1.0:1769077191.270129:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077191.270136:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:0.0:1769077191.270137:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077191.270141:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769077191.270142:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077191.270149:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077191.270149:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077191.270155:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077191.270156:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000100:00000040:1.0:1769077191.270161:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:0.0:1769077191.270164:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077191.270168:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298555406
00000100:00000001:1.0:1769077191.270168:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077191.270172:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298556687
00000100:00000001:0.0:1769077191.270176:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298555406
00000020:00000001:1.0:1769077191.270176:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077191.270180:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000100:00000001:0.0:1769077191.270182:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298556687
00000020:00000001:1.0:1769077191.270184:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077191.270188:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00000001:0.0:1769077191.270189:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1769077191.270193:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:0.0:1769077191.270195:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077191.270197:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:0.0:1769077191.270200:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1769077191.270205:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00100000:0.0:1769077191.270209:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077191/real 1769077191]  req@ffff8c58347f5f80 x1855007948242816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077191.270210:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077191.270216:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077191.270222:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077191.270227:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000400:00000001:0.0:1769077191.270230:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1769077191.270233:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000001:0.0:1769077191.270234:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1769077191.270238:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769077191.270239:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
02000000:00000001:1.0:1769077191.270242:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1769077191.270245:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
02000000:00000001:1.0:1769077191.270248:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1769077191.270249:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
02000000:00000001:1.0:1769077191.270255:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077191.270256:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1769077191.270260:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000200:0.0:1769077191.270265:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f5f80 x1855007948242816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1769077191.270265:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077191.270272:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077191.270276:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077191.270284:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000100:00000200:0.0:1769077191.270285:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f5f80 x1855007948242816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769077191.270290:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000001:0.0:1769077191.270293:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077191.270296:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1769077191.270296:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769077191.270300:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1769077191.270300:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077191.270302:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077191.270305:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:0.0:1769077191.270307:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f5f80 x1855007948242816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077191.270309:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077191.270313:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077191.270315:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1769077191.270320:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f800.
00000100:00000040:0.0:1769077191.270321:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f5f80 x1855007948242816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077191.270328:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077191.270329:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077191.270334:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077191.270335:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077191.270337:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077191.270339:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00100000:1.0:1769077191.270340:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948243200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077191.270341:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077191.270345:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077191.270352:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077191.270356:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077191.270364:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f5f80 x1855007948242816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077191.270364:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077191.270370:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077191.270380:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948243200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077191.270381:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948242816:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077191.270398:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077191.270403:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4e00 x1855007948242944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077191.270423:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077191.270425:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077191.270429:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769077191.270430:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077191.270431:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077191.270435:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077191.270438:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948242944:192.168.204.128@tcp:38:kworker.0
00000100:00000040:1.0:1769077191.270438:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3893)
00000100:00000001:0.0:1769077191.270445:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077191.270447:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077191.270448:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077191.270449:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077191.270452:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769077191.270454:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077191.270459:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077191.270461:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077191.270463:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077191.270465:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948242944, portal 10
00000100:00000001:0.0:1769077191.270467:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077191.270468:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198609920 : -127164510941696 : ffff8c58347f4e00)
00000100:00000040:0.0:1769077191.270472:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4e00 x1855007948242944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077191.270477:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077191.270478:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077191.270480:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077191.270481:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948242944, offset 0
00000400:00000200:0.0:1769077191.270484:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077191.270487:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077191.270489:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077191.270491:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077191.270493:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077191.270495:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077191.270496:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077191.270499:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29709:29709:256:4294967295] 192.168.204.128@tcp LPNI seq info [29708:29708:8:4294967295]
00000400:00000200:0.0:1769077191.270501:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077191.270506:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077191.270509:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077191.270511:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077191.270514:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077191.270516:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769077191.270519:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077191.270521:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769077191.270523:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077191.270525:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077191.270527:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077191.270529:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077191.270531:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077191.270533:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077191.270535:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077191.270537:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4e00 x1855007948242944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077191.270542:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077191.270544:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4e00 x1855007948242944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077216 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077191.270548:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077191.270549:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077191.270551:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077191.270553:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769077191.270555:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077191.270557:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298555405
00000100:00000001:0.0:1769077191.270559:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298556687
00000100:00000001:0.0:1769077191.270560:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298555405
00000100:00000001:0.0:1769077191.270562:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298556687
00000100:00000001:0.0:1769077191.270563:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077191.270565:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077191.270566:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077191.270568:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077191/real 1769077191]  req@ffff8c58347f4e00 x1855007948242944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077191.270573:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077191.270573:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077191.270574:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077191.270576:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077191.270577:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077191.270578:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077191.270580:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4e00 x1855007948242944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077191.270585:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4e00 x1855007948242944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077191.270589:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077191.270590:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077191.270592:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077191.270593:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077191.270595:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4e00 x1855007948242944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077191.270599:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077191.270601:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4e00 x1855007948242944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077191.270605:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077191.270607:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077191.270608:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077191.270608:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077191.270610:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077191.270611:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077191.270612:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077191.270614:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077191.270615:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077191.270618:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4e00 x1855007948242944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077191.270622:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948242944:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077191.270625:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077191.270626:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077191.270628:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f5f80 x1855007948242816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077191.270632:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077191.270634:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077191.270635:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769077191.270637:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077191.270638:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077191.270639:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077191.270640:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077191.270641:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4cc00.
02000000:00000001:0.0:1769077191.270643:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077191.270644:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077191.270645:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f5f80.
00000100:00000001:0.0:1769077191.270647:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077191.270648:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077191.270649:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077191.270651:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4e00 x1855007948242944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077191.270655:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077191.270656:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077191.270656:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769077191.270658:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077191.270658:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077191.270659:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077191.270674:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077191.270676:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d400.
02000000:00000001:0.0:1769077191.270678:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077191.270678:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077191.270679:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4e00.
00000100:00000001:0.0:1769077191.270680:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077191.270681:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077191.270682:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077191.270685:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077191.270686:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077191.270687:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077191.270688:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077191.270689:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077191.270691:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4700 x1855007948243072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077191.270696:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077191.270698:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077191.270699:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077191.270700:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077191.270702:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077191.270703:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948243072:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077191.270706:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077191.270707:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077191.270708:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077191.270709:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077191.270711:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769077191.270712:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077191.270715:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077191.270717:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077191.270719:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077191.270721:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948243072, portal 4
00000100:00000001:0.0:1769077191.270722:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077191.270723:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198608128 : -127164510943488 : ffff8c58347f4700)
00000100:00000040:0.0:1769077191.270726:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4700 x1855007948243072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077191.270749:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077191.270751:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077191.270753:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077191.270755:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948243072, offset 0
00000400:00000200:0.0:1769077191.270757:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077191.270760:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077191.270762:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077191.270764:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077191.270766:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077191.270768:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077191.270769:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077191.270771:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29710:29710:256:4294967295] 192.168.204.128@tcp LPNI seq info [29709:29709:8:4294967295]
00000400:00000200:0.0:1769077191.270774:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077191.270778:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077191.270781:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077191.270783:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077191.270786:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077191.270788:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769077191.270790:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077191.270792:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769077191.270795:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077191.270796:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077191.270798:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077191.270800:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077191.270802:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077191.270803:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077191.270805:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077191.270808:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4700 x1855007948243072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077191.270813:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077191.270815:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4700 x1855007948243072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077216 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077191.270819:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077191.270820:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077191.270822:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077191.270824:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769077191.270826:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077191.270827:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298555471
00000100:00000001:0.0:1769077191.270829:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298556687
00000100:00000001:0.0:1769077191.270830:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298555471
00000100:00000001:0.0:1769077191.270832:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298556687
00000100:00000001:0.0:1769077191.270833:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077191.270834:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077191.270835:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077191.270837:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077191/real 1769077191]  req@ffff8c58347f4700 x1855007948243072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077191.270843:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077191.270844:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077191.270845:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077191.270846:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077191.270847:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077191.270848:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077191.270850:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4700 x1855007948243072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077191.270855:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4700 x1855007948243072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077191.270859:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077191.270861:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077191.270862:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077191.270863:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077191.270865:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4700 x1855007948243072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077191.270869:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077191.270871:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4700 x1855007948243072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077191.270875:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077191.270877:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077191.270878:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077191.270878:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077191.270879:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077191.270880:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077191.270882:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077191.270884:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077191.270885:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077191.270888:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4700 x1855007948243072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077191.270893:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948243072:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077191.270895:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077191.270897:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f7b80 x1855007948243200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077191.270901:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077191.270902:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077191.270904:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077191.270905:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077191.270906:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077191.270908:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948243200:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077191.270909:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077191.270910:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077191.270911:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077191.270912:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077191.270914:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769077191.270915:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077191.270917:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077191.270919:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077191.270921:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077191.270923:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948243200, portal 4
00000100:00000001:0.0:1769077191.270924:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077191.270925:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198621568 : -127164510930048 : ffff8c58347f7b80)
00000100:00000040:0.0:1769077191.270928:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f7b80 x1855007948243200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077191.270932:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077191.270934:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077191.270935:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077191.270937:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948243200, offset 0
00000400:00000200:0.0:1769077191.270940:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077191.270942:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077191.270944:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077191.270946:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077191.270947:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077191.270949:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077191.270950:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077191.270952:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29711:29711:256:4294967295] 192.168.204.128@tcp LPNI seq info [29710:29710:8:4294967295]
00000400:00000200:0.0:1769077191.270955:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077191.270959:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077191.270962:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077191.270963:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077191.270965:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077191.270967:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769077191.270969:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077191.270971:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769077191.270974:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077191.270975:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077191.270976:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077191.270979:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077191.270980:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077191.270981:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077191.270983:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077191.270985:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f7b80 x1855007948243200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077191.270989:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077191.270991:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f7b80 x1855007948243200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077216 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077191.270996:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077191.270997:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077191.270998:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077191.271000:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769077191.271002:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077191.271003:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298555418
00000100:00000001:0.0:1769077191.271005:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298556687
00000100:00000001:0.0:1769077191.271006:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298555418
00000100:00000001:0.0:1769077191.271008:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298556687
00000100:00000001:0.0:1769077191.271009:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077191.271010:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077191.271011:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077191.271014:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077191/real 1769077191]  req@ffff8c58347f7b80 x1855007948243200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077191.271018:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077191.271019:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077191.271020:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077191.271021:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077191.271022:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077191.271023:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077191.271025:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f7b80 x1855007948243200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077191.271031:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f7b80 x1855007948243200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077191.271034:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077191.271035:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077191.271036:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077191.271037:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077191.271039:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f7b80 x1855007948243200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077191.271043:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077191.271045:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f7b80 x1855007948243200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077191.271049:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077191.271051:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077191.271052:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077191.271053:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077191.271054:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077191.271055:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077191.271057:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077191.271058:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077191.271060:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077191.271062:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f7b80 x1855007948243200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077191.271067:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948243200:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077191.271069:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077191.271070:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077191.271071:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4700 x1855007948243072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077191.271075:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077191.271076:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077191.271077:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769077191.271078:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077191.271079:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077191.271080:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769077191.271081:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077191.271082:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d000.
02000000:00000001:0.0:1769077191.271084:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077191.271085:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077191.271086:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4700.
00000100:00000001:0.0:1769077191.271087:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077191.271088:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077191.271090:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077191.271093:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f7b80 x1855007948243200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077191.271107:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077191.271108:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077191.271110:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769077191.271112:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077191.271113:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077191.271114:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769077191.271116:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077191.271118:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4f800.
02000000:00000001:0.0:1769077191.271120:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077191.271122:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077191.271123:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f7b80.
00000100:00000001:0.0:1769077191.271125:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077191.271127:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077191.271129:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077191.271132:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077191.271134:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077191.271136:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077191.271137:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077191.588833:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077191.588838:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077191.588893:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077191.588897:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077191.588900:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077192.292843:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077192.292850:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077192.292851:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077192.292856:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077192.292858:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077192.292862:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077192.292864:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077192.292866:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077192.292868:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077192.612833:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298556687, at 4298556736
00000100:00000040:1.0:1769077192.612833:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298556687, at 4298556736
00010000:00000001:2.0:1769077192.612846:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:1.0:1769077192.612849:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034707e0.
00000100:00000010:0.0:1769077192.612851:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470900.
00010000:00000001:2.0:1769077192.612851:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077192.612855:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077192.612858:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077192.612862:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077192.612864:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077192.612867:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077192.612869:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077192.612894:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077192.612896:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077192.612898:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077193.316797:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077193.316804:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077193.316805:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077193.316810:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077193.316813:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077193.316816:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077193.316818:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077193.316820:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077193.316822:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077193.636849:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077193.636854:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077193.636883:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077193.636884:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077193.636887:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077194.340836:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077194.340842:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077194.340844:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077194.340849:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077194.340852:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077194.340855:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077194.340857:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077194.340859:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077194.340861:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077194.660855:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077194.660861:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077194.660933:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077194.660937:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077194.660942:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077195.364844:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077195.364851:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077195.364853:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077195.364858:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077195.364861:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077195.364865:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077195.364869:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077195.364871:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077195.364874:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077195.684847:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077195.684854:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077195.684934:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077195.684939:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077195.684944:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077196.388804:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077196.388812:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077196.388814:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077196.388816:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1769077196.388818:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077196.388824:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769077196.388825:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077196.388827:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077196.388828:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077196.388832:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769077196.388833:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077196.388835:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077196.388839:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077196.388841:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077196.388850:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3888
00000400:00000200:3.0:1769077196.388860:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077196.388866:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077196.388870:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077196.388873:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077196.388876:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077196.388879:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077196.388882:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077196.388886:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077196.388888:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769077196.388891:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077196.388894:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769077196.388897:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769077196.388900:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769077196.388904:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077196.388906:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077196.388908:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077196.388910:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077196.388913:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769077196.388917:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077196.388920:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077196.388923:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077196.388926:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077196.388929:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077196.388931:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077196.388933:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077196.388943:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769077196.388947:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077196.388950:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077196.388952:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077196.388954:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077196.388957:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077196.388960:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077196.388967:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769077196.388972:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077196.388979:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948243328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077196.388990:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077196.388995:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077196.389001:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948243328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077196.389027:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077196.389030:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077196.389034:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077196.389036:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077196.389038:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077196.389041:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077196.389044:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3888
00000400:00000200:3.0:1769077196.389048:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077196.389052:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077196.389055:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077196.389059:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077196.389062:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077196.389065:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077196.389068:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077196.389072:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077196.389073:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769077196.389076:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769077196.389077:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1769077196.389079:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000100:00000001:0.0:1769077196.389085:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769077196.389088:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:0.0:1769077196.389090:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769077196.389095:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769077196.389105:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000040:0.0:1769077196.389106:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e2680 x1855007948243328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077196.389113:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077196.389123:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077196.389129:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077196.389139:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769077196.389147:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077196.389153:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077196.389158:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769077196.389159:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769077196.389163:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077196.389164:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077196.389167:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077196.389171:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:0.0:1769077196.389174:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1769077196.389175:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077196.389179:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077196.389181:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077196.389181:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077196.389194:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077196.389195:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769077196.389201:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000100:00100000:0.0:1769077196.389202:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948243328:192.168.204.128@tcp:250:kworker.0
02000000:00000001:3.0:1769077196.389205:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077196.389210:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077196.389212:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769077196.389213:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077196.389216:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077196.389218:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077196.389219:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077196.389225:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077196.389227:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
02000000:00000001:0.0:1769077196.389228:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769077196.389234:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077196.389239:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769077196.389242:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077196.389247:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948243456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077196.389262:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077196.389264:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077196.389266:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:3.0:1769077196.389271:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948243456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1769077196.389275:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077196.389288:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000001:3.0:1769077196.389292:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077196.389296:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1769077196.389312:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948243328, portal 25
00000100:00080000:3.0:1769077196.389313:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077196.389317:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077196.389317:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077196.389324:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444608128 : -127165264943488 : ffff8c58078e2680)
00000100:00080000:3.0:1769077196.389325:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077196.389334:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077196.389341:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3888
00000100:00000040:0.0:1769077196.389342:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e2680 x1855007948243328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077196.389358:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077196.389372:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:0.0:1769077196.389374:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1769077196.389375:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077196.389382:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000040:3.0:1769077196.389384:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000010:0.0:1769077196.389394:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000001:3.0:1769077196.389395:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1769077196.389403:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948243328, offset 0
00000100:00000040:3.0:1769077196.389409:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:0.0:1769077196.389416:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:3.0:1769077196.389419:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077196.389426:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1769077196.389428:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000040:3.0:1769077196.389430:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769077196.389435:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1769077196.389438:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000020:00000040:3.0:1769077196.389439:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000400:00000200:0.0:1769077196.389447:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1769077196.389448:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:0.0:1769077196.389456:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000020:00000001:3.0:1769077196.389457:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:0.0:1769077196.389463:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077196.389469:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000040:3.0:1769077196.389470:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:0.0:1769077196.389478:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29712:29712:256:4294967295] 192.168.204.128@tcp LPNI seq info [29711:29711:8:4294967295]
00000100:00000001:3.0:1769077196.389479:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077196.389489:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:0.0:1769077196.389498:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077196.389499:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077196.389505:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769077196.389512:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077196.389525:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077196.389533:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1769077196.389534:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077196.389542:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1769077196.389546:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
02000000:00000001:3.0:1769077196.389551:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769077196.389555:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000100:00000001:3.0:1769077196.389555:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077196.389560:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077196.389564:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769077196.389570:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769077196.389570:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769077196.389581:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000100:00000010:3.0:1769077196.389582:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769077196.389597:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000800:00000200:0.1:1769077196.389608:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:3.0:1769077196.389610:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077196.389617:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769077196.389618:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1769077196.389622:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077196.389625:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:0.0:1769077196.389630:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
02000000:00000001:3.0:1769077196.389632:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769077196.389637:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
02000000:00000010:3.0:1769077196.389639:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769077196.389643:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077196.389645:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1769077196.389651:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948243584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769077196.389657:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769077196.389671:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769077196.389672:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077196.389680:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:3.0:1769077196.389682:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077196.389693:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1769077196.389700:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948243584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077196.389701:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e2680 x1855007948243328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077196.389766:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077196.389770:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077196.389779:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077196.389781:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769077196.389781:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077196.389783:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1769077196.389791:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e2680 x1855007948243328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077221 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077196.389792:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077196.389803:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3888
00000400:00000200:3.0:1769077196.389819:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077196.389828:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077196.389829:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077196.389833:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769077196.389837:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1769077196.389840:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077196.389843:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077196.389844:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077196.389846:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077196.389849:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769077196.389850:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077196.389856:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769077196.389858:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077196.389860:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769077196.389868:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000400:00000200:0.0:1769077196.389869:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000001:3.0:1769077196.389874:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:0.0:1769077196.389877:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298561808
00000100:00000040:3.0:1769077196.389881:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077196.389885:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077196.389886:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077196.389887:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077196.389889:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769077196.389891:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077196.389893:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077196.389895:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077196.389898:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1769077196.389900:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470900.
02000000:00000001:3.0:1769077196.389900:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077196.389906:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077196.389909:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077196.389911:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077196.389913:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077196.389914:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000010:3.0:1769077196.389916:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769077196.389920:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769077196.389923:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077196.389924:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077196.389925:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077196.389927:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769077196.389928:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298561808
02000000:00000001:3.0:1769077196.389930:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077196.389942:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c58034703c0.
02000000:00000010:3.0:1769077196.389942:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769077196.389955:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077196.389957:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00100000:3.0:1769077196.389959:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948243712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077196.389967:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077196.389968:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077196.389974:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077196.389977:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077196.389982:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948243712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.389985:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1769077196.389993:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077196.389997:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1769077196.389999:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077196/real 1769077196]  req@ffff8c58078e2680 x1855007948243328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077196.390004:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077196.390008:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077196.390012:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077196.390021:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077196.390029:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3888
00000400:00000200:3.0:1769077196.390041:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000001:0.0:1769077196.390044:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000200:3.0:1769077196.390045:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077196.390052:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000001:0.0:1769077196.390053:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1769077196.390063:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000010:0.0:1769077196.390064:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000100:00000001:3.0:1769077196.390066:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077196.390070:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:0.0:1769077196.390071:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000100:00000001:3.0:1769077196.390073:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000010:0.0:1769077196.390078:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000020:00000001:3.0:1769077196.390078:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077196.390084:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769077196.390087:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769077196.390089:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:3.0:1769077196.390090:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769077196.390095:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769077196.390098:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000200:0.0:1769077196.390103:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e2680 x1855007948243328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077196.390107:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077196.390115:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077196.390122:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077196.390130:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077196.390135:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769077196.390144:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077196.390150:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077196.390153:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1769077196.390157:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e2680 x1855007948243328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077196.390158:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077196.390165:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077196.390171:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077196.390174:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077196.390183:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077196.390189:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077196.390203:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000100:00000001:0.0:1769077196.390204:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077196.390211:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1769077196.390211:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769077196.390219:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769077196.390220:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1769077196.390221:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077196.390225:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077196.390226:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077196.390233:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077196.390236:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077196.390242:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00100000:0.0:1769077196.390243:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e2680 x1855007948243328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077196.390250:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077196.390264:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077196.390266:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948243840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1769077196.390275:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e2680 x1855007948243328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077196.390287:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077196.390296:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077196.390311:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077196.390320:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077196.390320:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948243840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.390325:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077196.390328:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077196.390335:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077196.390339:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077196.390348:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1769077196.390352:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077196.390358:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000040:3.0:1769077196.390358:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3898)
00000100:00000001:0.0:1769077196.390369:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077196.390378:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e2680 x1855007948243328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077196.390389:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948243328:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077196.390395:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077196.390397:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077196.390400:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e2680 x1855007948243328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.390414:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077196.390417:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077196.390421:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769077196.390424:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077196.390427:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077196.390429:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:0.0:1769077196.390432:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077196.390435:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312cc00.
02000000:00000001:0.0:1769077196.390440:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077196.390442:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077196.390445:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e2680.
00000100:00000001:0.0:1769077196.390448:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077196.390450:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077196.390452:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077196.390460:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077196.390463:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077196.390465:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077196.390467:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077196.390469:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077196.390473:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1180 x1855007948243456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.390481:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077196.390483:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077196.390485:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077196.390487:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077196.390490:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077196.390493:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948243456:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077196.390497:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077196.390499:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077196.390501:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077196.390503:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077196.390506:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769077196.390509:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077196.390514:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077196.390518:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077196.390522:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077196.390525:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948243456, portal 10
00000100:00000001:0.0:1769077196.390527:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077196.390529:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444602752 : -127165264948864 : ffff8c58078e1180)
00000100:00000040:0.0:1769077196.390536:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1180 x1855007948243456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.390543:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077196.390546:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077196.390548:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077196.390551:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948243456, offset 0
00000400:00000200:0.0:1769077196.390555:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077196.390560:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077196.390564:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077196.390568:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077196.390571:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077196.390573:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077196.390576:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077196.390580:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29713:29713:256:4294967295] 192.168.204.128@tcp LPNI seq info [29712:29712:8:4294967295]
00000400:00000200:0.0:1769077196.390584:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077196.390591:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077196.390597:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077196.390600:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077196.390605:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077196.390608:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077196.390614:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077196.390617:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769077196.390621:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077196.390623:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077196.390626:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077196.390629:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077196.390632:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077196.390634:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077196.390637:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077196.390641:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1180 x1855007948243456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.390649:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077196.390652:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1180 x1855007948243456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077221 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.390659:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077196.390661:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077196.390664:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077196.390669:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:0.0:1769077196.390672:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077196.390675:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298560526
00000100:00000001:0.0:1769077196.390678:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298561808
00000100:00000001:0.0:1769077196.390681:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298560526
00000100:00000001:0.0:1769077196.390683:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298561808
00000100:00000001:0.0:1769077196.390686:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077196.390688:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077196.390690:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077196.390694:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077196/real 1769077196]  req@ffff8c58078e1180 x1855007948243456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077196.390702:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077196.390704:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077196.390705:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077196.390707:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077196.390709:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077196.390712:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077196.390715:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1180 x1855007948243456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077196.390724:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1180 x1855007948243456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.390760:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077196.390762:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077196.390764:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077196.390765:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077196.390769:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1180 x1855007948243456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.390777:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077196.390782:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1180 x1855007948243456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.390789:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077196.390792:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077196.390794:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077196.390795:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077196.390797:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077196.390800:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077196.390803:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077196.390807:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077196.390809:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077196.390814:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1180 x1855007948243456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077196.390823:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948243456:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077196.390827:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077196.390831:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0a80 x1855007948243584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.390838:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077196.390840:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077196.390843:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077196.390845:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077196.390847:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077196.390850:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948243584:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077196.390854:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077196.390856:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077196.390858:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077196.390860:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077196.390863:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769077196.390865:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077196.390868:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077196.390870:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077196.390872:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077196.390874:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948243584, portal 10
00000100:00000001:0.0:1769077196.390876:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077196.390877:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444600960 : -127165264950656 : ffff8c58078e0a80)
00000100:00000040:0.0:1769077196.390882:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0a80 x1855007948243584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.390887:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077196.390888:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077196.390890:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077196.390891:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948243584, offset 0
00000400:00000200:0.0:1769077196.390894:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077196.390897:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077196.390899:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077196.390901:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077196.390903:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077196.390905:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077196.390907:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077196.390909:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29714:29714:256:4294967295] 192.168.204.128@tcp LPNI seq info [29713:29713:8:4294967295]
00000400:00000200:0.0:1769077196.390912:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077196.390916:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077196.390920:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077196.390922:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077196.390925:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077196.390927:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077196.390930:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077196.390932:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769077196.390934:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077196.390936:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077196.390938:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077196.390940:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077196.390943:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077196.390944:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077196.390946:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077196.390948:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0a80 x1855007948243584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.390954:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077196.390955:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0a80 x1855007948243584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077221 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.390960:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077196.390961:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077196.390963:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077196.390966:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769077196.390968:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077196.390969:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298560526
00000100:00000001:0.0:1769077196.390971:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298561808
00000100:00000001:0.0:1769077196.390973:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298560526
00000100:00000001:0.0:1769077196.390975:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298561808
00000100:00000001:0.0:1769077196.390976:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077196.390978:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077196.390979:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077196.390981:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077196/real 1769077196]  req@ffff8c58078e0a80 x1855007948243584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077196.390987:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077196.390988:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077196.390990:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077196.390991:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077196.390992:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077196.390993:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077196.390995:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0a80 x1855007948243584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077196.391000:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0a80 x1855007948243584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.391004:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077196.391006:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077196.391007:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077196.391008:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077196.391011:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0a80 x1855007948243584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.391015:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077196.391017:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0a80 x1855007948243584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.391021:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077196.391023:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077196.391023:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077196.391024:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077196.391025:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077196.391026:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077196.391028:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077196.391030:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077196.391031:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077196.391034:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0a80 x1855007948243584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077196.391040:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948243584:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077196.391042:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077196.391045:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0700 x1855007948243712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.391049:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077196.391050:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077196.391051:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077196.391052:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077196.391054:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077196.391055:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948243712:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077196.391058:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077196.391059:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077196.391060:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077196.391062:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077196.391064:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769077196.391065:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077196.391068:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077196.391070:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077196.391072:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077196.391074:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948243712, portal 4
00000100:00000001:0.0:1769077196.391075:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077196.391076:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444600064 : -127165264951552 : ffff8c58078e0700)
00000100:00000040:0.0:1769077196.391080:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0700 x1855007948243712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.391085:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077196.391086:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077196.391088:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077196.391090:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948243712, offset 0
00000400:00000200:0.0:1769077196.391093:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077196.391095:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077196.391097:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077196.391099:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077196.391101:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077196.391103:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077196.391104:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077196.391106:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29715:29715:256:4294967295] 192.168.204.128@tcp LPNI seq info [29714:29714:8:4294967295]
00000400:00000200:0.0:1769077196.391109:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077196.391113:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077196.391116:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077196.391119:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077196.391122:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077196.391125:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077196.391129:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077196.391132:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769077196.391137:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077196.391139:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077196.391142:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077196.391145:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077196.391149:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077196.391151:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077196.391153:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077196.391157:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0700 x1855007948243712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.391165:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077196.391168:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0700 x1855007948243712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077221 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.391175:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077196.391177:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077196.391180:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077196.391183:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769077196.391187:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077196.391189:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298560591
00000100:00000001:0.0:1769077196.391192:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298561808
00000100:00000001:0.0:1769077196.391195:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298560591
00000100:00000001:0.0:1769077196.391197:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298561808
00000100:00000001:0.0:1769077196.391199:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077196.391202:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077196.391204:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077196.391208:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077196/real 1769077196]  req@ffff8c58078e0700 x1855007948243712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077196.391216:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077196.391218:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077196.391219:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077196.391221:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077196.391223:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077196.391226:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077196.391229:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0700 x1855007948243712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077196.391237:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0700 x1855007948243712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.391243:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077196.391245:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077196.391247:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077196.391248:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077196.391252:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0700 x1855007948243712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.391259:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077196.391262:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0700 x1855007948243712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.391269:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077196.391272:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077196.391273:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077196.391274:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077196.391276:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077196.391278:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077196.391281:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077196.391285:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077196.391288:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077196.391292:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0700 x1855007948243712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077196.391314:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948243712:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077196.391317:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077196.391320:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1880 x1855007948243840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.391325:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077196.391326:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077196.391328:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077196.391330:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077196.391331:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077196.391333:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948243840:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077196.391334:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077196.391336:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077196.391337:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077196.391338:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077196.391341:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15c00.
02000000:00000001:0.0:1769077196.391342:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077196.391345:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077196.391347:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077196.391349:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077196.391351:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948243840, portal 4
00000100:00000001:0.0:1769077196.391353:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077196.391354:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444604544 : -127165264947072 : ffff8c58078e1880)
00000100:00000040:0.0:1769077196.391359:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1880 x1855007948243840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.391367:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077196.391369:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077196.391372:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077196.391374:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948243840, offset 0
00000400:00000200:0.0:1769077196.391378:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077196.391383:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077196.391387:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077196.391390:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077196.391393:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077196.391395:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077196.391398:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077196.391402:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29716:29716:256:4294967295] 192.168.204.128@tcp LPNI seq info [29715:29715:8:4294967295]
00000400:00000200:0.0:1769077196.391406:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077196.391412:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077196.391417:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077196.391421:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077196.391425:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077196.391428:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077196.391432:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077196.391435:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769077196.391440:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077196.391442:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077196.391445:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077196.391449:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077196.391452:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077196.391454:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077196.391457:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077196.391462:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1880 x1855007948243840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.391478:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077196.391481:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1880 x1855007948243840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077221 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.391489:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077196.391490:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077196.391493:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077196.391497:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769077196.391500:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077196.391502:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298560538
00000100:00000001:0.0:1769077196.391505:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298561808
00000100:00000001:0.0:1769077196.391507:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298560538
00000100:00000001:0.0:1769077196.391510:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298561808
00000100:00000001:0.0:1769077196.391513:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077196.391515:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077196.391517:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077196.391521:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077196/real 1769077196]  req@ffff8c58078e1880 x1855007948243840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077196.391530:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077196.391532:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077196.391534:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077196.391536:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077196.391538:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077196.391541:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077196.391544:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1880 x1855007948243840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077196.391554:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1880 x1855007948243840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.391562:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077196.391564:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077196.391566:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077196.391568:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077196.391572:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1880 x1855007948243840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.391579:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077196.391583:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1880 x1855007948243840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.391591:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077196.391594:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077196.391596:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077196.391597:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077196.391599:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077196.391601:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077196.391604:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077196.391607:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077196.391610:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077196.391614:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1880 x1855007948243840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077196.391622:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948243840:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077196.391627:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077196.391629:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077196.391633:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1180 x1855007948243456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.391640:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077196.391642:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077196.391644:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769077196.391647:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077196.391649:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077196.391651:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077196.391654:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077196.391656:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f000.
02000000:00000001:0.0:1769077196.391659:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077196.391660:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077196.391662:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1180.
00000100:00000001:0.0:1769077196.391665:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077196.391666:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077196.391668:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077196.391672:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0a80 x1855007948243584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.391679:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077196.391681:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077196.391682:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769077196.391685:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077196.391686:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077196.391688:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077196.391690:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077196.391691:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d000.
02000000:00000001:0.0:1769077196.391694:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077196.391695:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077196.391697:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0a80.
00000100:00000001:0.0:1769077196.391699:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077196.391701:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077196.391703:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077196.391706:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0700 x1855007948243712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.391713:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077196.391715:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077196.391716:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769077196.391719:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077196.391720:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077196.391722:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769077196.391724:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077196.391726:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d400.
02000000:00000001:0.0:1769077196.391728:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077196.391730:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077196.391752:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0700.
00000100:00000001:0.0:1769077196.391755:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077196.391757:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077196.391759:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077196.391763:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1880 x1855007948243840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.391770:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077196.391772:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077196.391774:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15c00.
02000000:00000001:0.0:1769077196.391776:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077196.391778:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077196.391780:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769077196.391782:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077196.391783:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e400.
02000000:00000001:0.0:1769077196.391786:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077196.391788:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077196.391789:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1880.
00000100:00000001:0.0:1769077196.391792:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077196.391793:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077196.391795:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077196.391799:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077196.391800:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077196.391803:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077196.391804:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077196.708839:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077196.708845:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077196.708866:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077196.708868:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077196.708871:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077197.412824:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077197.412831:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077197.412832:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077197.412836:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077197.412839:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077197.412843:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077197.412844:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077197.412846:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077197.412848:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077197.732835:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298561808, at 4298561856
00000100:00000040:1.0:1769077197.732835:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298561808, at 4298561856
00000100:00000010:1.0:1769077197.732852:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034703c0.
00010000:00000001:2.0:1769077197.732858:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:0.0:1769077197.732865:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470900.
00010000:00000001:2.0:1769077197.732865:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077197.732906:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077197.732909:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077197.732912:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077198.436877:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077198.436901:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077198.436904:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077198.436911:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077198.436916:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077198.436922:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077198.436925:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077198.436929:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077198.436932:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077198.756831:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077198.756837:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077198.756901:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077198.756905:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077198.756908:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077199.460851:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077199.460859:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077199.460862:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077199.460868:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077199.460871:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077199.460876:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077199.460879:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077199.460882:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077199.460885:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077199.780900:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077199.780910:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077199.780988:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077199.780992:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077199.780995:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077200.484794:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077200.484800:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077200.484801:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077200.484806:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077200.484808:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077200.484812:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077200.484814:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077200.484816:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077200.484817:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077200.804844:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077200.804850:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077200.804876:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077200.804878:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077200.804880:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077201.508832:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077201.508842:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077201.508844:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077201.508845:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769077201.508847:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077201.508852:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077201.508852:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077201.508857:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077201.508861:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3893
00000100:00100000:2.0:1769077201.508864:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077201.508870:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1769077201.508870:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077201.508876:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769077201.508878:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077201.508880:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769077201.508881:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077201.508886:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077201.508886:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077201.508892:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077201.508893:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077201.508896:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077201.508899:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077201.508902:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077201.508903:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769077201.508910:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077201.508912:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769077201.508914:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769077201.508916:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769077201.508919:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077201.508920:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077201.508922:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077201.508924:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077201.508926:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769077201.508929:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077201.508931:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077201.508933:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077201.508935:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077201.508937:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077201.508939:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077201.508941:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077201.508949:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769077201.508952:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077201.508955:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077201.508957:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077201.508963:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077201.508965:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077201.508968:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077201.508974:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769077201.508980:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077201.508987:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948243968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077201.508994:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077201.508997:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077201.509001:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948243968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077201.509020:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077201.509023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077201.509025:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077201.509026:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077201.509027:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077201.509030:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077201.509031:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3893
00000400:00000200:3.0:1769077201.509034:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077201.509036:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077201.509038:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077201.509040:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077201.509041:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077201.509043:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077201.509044:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077201.509045:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077201.509047:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769077201.509048:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077201.509050:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769077201.509052:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769077201.509054:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769077201.509056:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077201.509057:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077201.509058:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077201.509060:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077201.509061:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769077201.509063:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077201.509065:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.509066:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1769077201.509066:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769077201.509071:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1769077201.509072:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077201.509074:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1769077201.509075:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077201.509078:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077201.509081:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1769077201.509083:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1f80 x1855007948243968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1769077201.509085:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077201.509090:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077201.509096:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000100:00000001:0.0:1769077201.509098:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1769077201.509099:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000100:00000001:0.0:1769077201.509101:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077201.509103:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077201.509105:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077201.509106:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769077201.509107:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077201.509109:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077201.509110:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077201.509123:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077201.509125:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077201.509128:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00100000:0.0:1769077201.509129:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948243968:192.168.204.128@tcp:250:kworker.0
00000100:00000001:3.0:1769077201.509132:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.509135:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1769077201.509139:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948244096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1769077201.509140:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077201.509143:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077201.509148:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769077201.509152:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077201.509154:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077201.509155:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15c00.
02000000:00000001:0.0:1769077201.509159:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077201.509163:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948244096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077201.509169:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077201.509176:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000100:00000001:3.0:1769077201.509176:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077201.509188:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077201.509190:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077201.509191:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077201.509192:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077201.509193:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077201.509195:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3893
00000400:00000200:3.0:1769077201.509201:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077201.509204:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000400:00000200:3.0:1769077201.509204:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077201.509208:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1769077201.509226:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948243968, portal 25
00000100:00000001:0.0:1769077201.509230:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077201.509232:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444606336 : -127165264945280 : ffff8c58078e1f80)
00000100:00000040:3.0:1769077201.509236:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077201.509241:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077201.509242:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1f80 x1855007948243968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077201.509245:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077201.509249:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077201.509253:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077201.509255:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000100:00000001:0.0:1769077201.509258:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1769077201.509258:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077201.509262:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000100:00000040:0.0:1769077201.509267:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000020:00000001:3.0:1769077201.509267:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000010:0.0:1769077201.509271:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000020:00000001:3.0:1769077201.509272:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000200:0.0:1769077201.509276:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948243968, offset 0
00000100:00000040:3.0:1769077201.509281:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:0.0:1769077201.509286:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:3.0:1769077201.509287:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077201.509293:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:0.0:1769077201.509296:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077201.509298:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:0.0:1769077201.509303:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000020:00000040:3.0:1769077201.509304:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000400:00000200:0.0:1769077201.509310:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1769077201.509311:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000200:0.0:1769077201.509316:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000001:3.0:1769077201.509317:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077201.509321:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1769077201.509323:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1769077201.509325:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077201.509329:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29717:29717:256:4294967295] 192.168.204.128@tcp LPNI seq info [29716:29716:8:4294967295]
02000000:00000001:3.0:1769077201.509329:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077201.509336:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077201.509338:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077201.509340:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077201.509342:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077201.509345:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077201.509348:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077201.509353:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1769077201.509353:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769077201.509357:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077201.509361:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077201.509363:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769077201.509366:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00000001:3.0:1769077201.509366:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077201.509367:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077201.509370:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769077201.509375:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
02000000:00000010:3.0:1769077201.509376:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769077201.509382:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769077201.509389:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00100000:3.0:1769077201.509390:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948244224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1769077201.509398:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1769077201.509399:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077201.509403:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077201.509407:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948244224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1769077201.509412:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769077201.509419:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769077201.509420:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000100:00080000:3.0:1769077201.509422:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077201.509428:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077201.509431:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000100:0.0:1769077201.509433:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00080000:3.0:1769077201.509433:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077201.509438:0:37:0:(import.c:484:import_select_connection()) Process entered
00000800:00000010:0.0:1769077201.509440:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000100:00080000:3.0:1769077201.509441:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3893
00000400:00000200:3.0:1769077201.509447:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077201.509449:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077201.509449:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077201.509453:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077201.509460:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:0.0:1769077201.509463:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769077201.509464:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077201.509469:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077201.509472:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:0.0:1769077201.509474:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000020:00000001:3.0:1769077201.509474:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077201.509476:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769077201.509478:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:0.0:1769077201.509480:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000020:00000040:3.0:1769077201.509480:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769077201.509485:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769077201.509486:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:0.0:1769077201.509488:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1769077201.509489:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077201.509492:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077201.509497:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000200:0.0:1769077201.509498:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1f80 x1855007948243968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077201.509499:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077201.509503:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769077201.509507:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077201.509512:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077201.509516:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077201.509519:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077201.509522:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1769077201.509522:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077201.509526:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077201.509529:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000040:0.0:1769077201.509530:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1f80 x1855007948243968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077226 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1769077201.509532:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077201.509536:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077201.509541:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000100:00000001:0.0:1769077201.509545:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077201.509546:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000001:0.0:1769077201.509550:0:2431:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1769077201.509551:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077201.509553:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077201.509555:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077201.509556:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769077201.509557:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077201.509558:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077201.509564:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000010:3.0:1769077201.509564:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769077201.509569:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.509570:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298566927
00000100:00000010:0.0:1769077201.509576:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470900.
00000100:00100000:3.0:1769077201.509576:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948244352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077201.509585:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077201.509586:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077201.509587:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077201.509592:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948244352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.509593:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298566927
00000100:00000010:0.0:1769077201.509599:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470f60.
00000100:00000001:3.0:1769077201.509604:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.509605:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1769077201.509610:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077201.509611:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1769077201.509615:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077201.509616:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077201.509618:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077201.509619:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1769077201.509620:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077201.509623:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:0.0:1769077201.509626:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077201/real 1769077201]  req@ffff8c58078e1f80 x1855007948243968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077201.509628:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3893
00000400:00000200:3.0:1769077201.509636:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077201.509641:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000001:0.0:1769077201.509643:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1769077201.509643:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000001:0.0:1769077201.509646:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1769077201.509649:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000010:0.0:1769077201.509650:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000100:00000001:3.0:1769077201.509652:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769077201.509654:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000100:00000040:3.0:1769077201.509656:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000010:0.0:1769077201.509657:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:3.0:1769077201.509660:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077201.509662:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1769077201.509665:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077201.509668:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000100:00000200:0.0:1769077201.509669:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1f80 x1855007948243968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769077201.509671:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077201.509674:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769077201.509678:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769077201.509682:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000200:0.0:1769077201.509686:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1f80 x1855007948243968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077201.509687:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077201.509692:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077201.509696:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077201.509700:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077201.509702:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:3.0:1769077201.509703:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000001:0.0:1769077201.509705:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077201.509707:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077201.509708:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077201.509710:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.509711:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769077201.509714:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077201.509717:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1769077201.509718:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1f80 x1855007948243968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077201.509720:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077201.509724:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077201.509726:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077201.509750:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077201.509751:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077201.509754:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769077201.509756:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769077201.509758:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077201.509759:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077201.509760:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077201.509761:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077201.509762:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077201.509764:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769077201.509767:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.509771:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077201.509772:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948244480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1769077201.509779:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1f80 x1855007948243968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077201.509782:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077201.509786:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.509791:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1769077201.509794:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948244480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.509795:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077201.509799:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077201.509800:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077201.509809:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077201.509812:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077201.509818:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1769077201.509818:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077201.509825:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000040:3.0:1769077201.509825:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3903)
00000100:00000001:0.0:1769077201.509830:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077201.509834:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1f80 x1855007948243968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077201.509841:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948243968:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077201.509846:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077201.509848:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077201.509850:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1f80 x1855007948243968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.509855:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077201.509857:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077201.509859:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15c00.
02000000:00000001:0.0:1769077201.509861:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077201.509863:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077201.509864:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:0.0:1769077201.509866:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077201.509868:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312ec00.
02000000:00000001:0.0:1769077201.509873:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077201.509875:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077201.509877:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1f80.
00000100:00000001:0.0:1769077201.509880:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077201.509881:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077201.509883:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077201.509890:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077201.509892:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.509894:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077201.509896:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077201.509897:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077201.509902:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e3800 x1855007948244096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.509910:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077201.509912:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077201.509914:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077201.509916:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077201.509919:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077201.509922:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948244096:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077201.509926:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077201.509928:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077201.509930:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077201.509943:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077201.509945:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15c00.
02000000:00000001:0.0:1769077201.509947:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077201.509950:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077201.509952:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077201.509955:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077201.509957:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948244096, portal 10
00000100:00000001:0.0:1769077201.509959:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077201.509960:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444612608 : -127165264939008 : ffff8c58078e3800)
00000100:00000040:0.0:1769077201.509965:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e3800 x1855007948244096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.509969:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077201.509971:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077201.509973:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077201.509974:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948244096, offset 0
00000400:00000200:0.0:1769077201.509977:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077201.509980:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077201.509982:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077201.509984:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077201.509986:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077201.509988:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077201.509990:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077201.509992:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29718:29718:256:4294967295] 192.168.204.128@tcp LPNI seq info [29717:29717:8:4294967295]
00000400:00000200:0.0:1769077201.509995:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077201.510000:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077201.510003:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077201.510013:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077201.510015:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077201.510018:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769077201.510021:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077201.510023:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769077201.510026:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077201.510027:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077201.510030:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077201.510032:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077201.510034:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077201.510035:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077201.510037:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077201.510039:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e3800 x1855007948244096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.510044:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077201.510046:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e3800 x1855007948244096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077226 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.510051:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.510052:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077201.510054:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077201.510056:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:0.0:1769077201.510058:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077201.510060:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298565646
00000100:00000001:0.0:1769077201.510062:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298566927
00000100:00000001:0.0:1769077201.510063:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298565646
00000100:00000001:0.0:1769077201.510065:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298566927
00000100:00000001:0.0:1769077201.510066:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077201.510068:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.510069:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077201.510071:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077201/real 1769077201]  req@ffff8c58078e3800 x1855007948244096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077201.510076:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077201.510077:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077201.510078:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077201.510086:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077201.510087:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077201.510088:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077201.510091:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e3800 x1855007948244096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077201.510096:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e3800 x1855007948244096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.510100:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077201.510101:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077201.510102:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077201.510103:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077201.510105:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e3800 x1855007948244096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.510109:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077201.510112:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e3800 x1855007948244096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.510116:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077201.510117:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077201.510118:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077201.510119:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077201.510120:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077201.510122:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077201.510123:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077201.510125:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077201.510127:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077201.510129:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e3800 x1855007948244096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077201.510134:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948244096:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077201.510137:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077201.510139:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1500 x1855007948244224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.510147:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077201.510148:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077201.510150:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077201.510151:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077201.510152:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077201.510154:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948244224:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077201.510156:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077201.510157:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077201.510158:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077201.510159:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077201.510161:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769077201.510162:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077201.510164:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077201.510165:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077201.510167:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077201.510169:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948244224, portal 10
00000100:00000001:0.0:1769077201.510170:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077201.510171:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444603648 : -127165264947968 : ffff8c58078e1500)
00000100:00000040:0.0:1769077201.510174:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1500 x1855007948244224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.510179:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077201.510180:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077201.510182:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077201.510183:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948244224, offset 0
00000400:00000200:0.0:1769077201.510197:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077201.510199:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077201.510201:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077201.510202:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077201.510204:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077201.510205:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077201.510207:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077201.510209:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29719:29719:256:4294967295] 192.168.204.128@tcp LPNI seq info [29718:29718:8:4294967295]
00000400:00000200:0.0:1769077201.510228:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077201.510234:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077201.510239:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077201.510241:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077201.510244:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077201.510246:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769077201.510249:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077201.510251:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769077201.510254:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077201.510255:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077201.510257:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077201.510259:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077201.510261:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077201.510263:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077201.510264:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077201.510267:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1500 x1855007948244224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.510272:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077201.510274:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1500 x1855007948244224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077226 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.510279:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.510280:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077201.510281:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077201.510284:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769077201.510286:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077201.510287:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298565645
00000100:00000001:0.0:1769077201.510289:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298566927
00000100:00000001:0.0:1769077201.510291:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298565645
00000100:00000001:0.0:1769077201.510292:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298566927
00000100:00000001:0.0:1769077201.510294:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077201.510295:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.510297:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077201.510299:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077201/real 1769077201]  req@ffff8c58078e1500 x1855007948244224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077201.510304:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077201.510305:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077201.510306:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077201.510307:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077201.510308:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077201.510309:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077201.510311:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1500 x1855007948244224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077201.510317:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1500 x1855007948244224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.510321:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077201.510322:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077201.510323:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077201.510323:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077201.510326:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1500 x1855007948244224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.510329:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077201.510332:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1500 x1855007948244224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.510336:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077201.510338:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077201.510339:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077201.510340:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077201.510341:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077201.510342:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077201.510344:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077201.510346:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077201.510347:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077201.510350:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1500 x1855007948244224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077201.510355:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948244224:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077201.510357:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077201.510359:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e2a00 x1855007948244352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.510363:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077201.510364:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077201.510366:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077201.510368:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077201.510370:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077201.510373:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948244352:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077201.510376:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077201.510378:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077201.510380:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077201.510382:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077201.510385:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769077201.510387:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077201.510391:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077201.510394:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077201.510398:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077201.510401:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948244352, portal 4
00000100:00000001:0.0:1769077201.510403:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077201.510404:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444609024 : -127165264942592 : ffff8c58078e2a00)
00000100:00000040:0.0:1769077201.510410:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e2a00 x1855007948244352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.510414:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077201.510416:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077201.510418:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077201.510420:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948244352, offset 0
00000400:00000200:0.0:1769077201.510422:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077201.510425:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077201.510428:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077201.510430:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077201.510432:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077201.510433:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077201.510435:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077201.510437:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29720:29720:256:4294967295] 192.168.204.128@tcp LPNI seq info [29719:29719:8:4294967295]
00000400:00000200:0.0:1769077201.510440:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077201.510444:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077201.510447:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077201.510450:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077201.510453:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077201.510456:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769077201.510461:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077201.510463:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769077201.510467:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077201.510469:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077201.510472:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077201.510476:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077201.510479:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077201.510481:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077201.510484:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077201.510488:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e2a00 x1855007948244352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.510497:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077201.510500:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e2a00 x1855007948244352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077226 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.510507:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.510509:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077201.510512:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077201.510515:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769077201.510517:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077201.510519:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298565710
00000100:00000001:0.0:1769077201.510520:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298566927
00000100:00000001:0.0:1769077201.510522:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298565710
00000100:00000001:0.0:1769077201.510523:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298566927
00000100:00000001:0.0:1769077201.510525:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077201.510526:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.510527:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077201.510530:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077201/real 1769077201]  req@ffff8c58078e2a00 x1855007948244352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077201.510535:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077201.510536:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077201.510537:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077201.510539:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077201.510540:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077201.510541:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077201.510543:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e2a00 x1855007948244352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077201.510549:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e2a00 x1855007948244352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.510552:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077201.510553:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077201.510554:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077201.510555:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077201.510557:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e2a00 x1855007948244352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.510561:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077201.510564:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e2a00 x1855007948244352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.510569:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077201.510570:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077201.510571:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077201.510572:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077201.510573:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077201.510574:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077201.510576:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077201.510578:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077201.510579:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077201.510581:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e2a00 x1855007948244352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077201.510586:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948244352:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077201.510588:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077201.510590:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0380 x1855007948244480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.510595:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077201.510596:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077201.510598:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077201.510599:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077201.510600:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077201.510602:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948244480:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077201.510604:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077201.510605:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077201.510606:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077201.510608:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077201.510610:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769077201.510611:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077201.510613:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077201.510615:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077201.510617:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077201.510619:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948244480, portal 4
00000100:00000001:0.0:1769077201.510620:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077201.510621:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444599168 : -127165264952448 : ffff8c58078e0380)
00000100:00000040:0.0:1769077201.510625:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0380 x1855007948244480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.510630:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077201.510631:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077201.510633:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077201.510634:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948244480, offset 0
00000400:00000200:0.0:1769077201.510636:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077201.510639:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077201.510641:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077201.510643:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077201.510644:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077201.510646:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077201.510648:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077201.510650:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29721:29721:256:4294967295] 192.168.204.128@tcp LPNI seq info [29720:29720:8:4294967295]
00000400:00000200:0.0:1769077201.510652:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077201.510656:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077201.510659:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077201.510661:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077201.510663:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077201.510665:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769077201.510668:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077201.510670:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769077201.510672:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077201.510674:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077201.510676:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077201.510678:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077201.510680:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077201.510681:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077201.510683:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077201.510685:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0380 x1855007948244480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.510690:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077201.510692:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0380 x1855007948244480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077226 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.510696:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.510697:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077201.510699:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077201.510701:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769077201.510702:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077201.510704:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298565657
00000100:00000001:0.0:1769077201.510705:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298566927
00000100:00000001:0.0:1769077201.510707:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298565657
00000100:00000001:0.0:1769077201.510708:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298566927
00000100:00000001:0.0:1769077201.510710:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077201.510711:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.510712:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077201.510714:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077201/real 1769077201]  req@ffff8c58078e0380 x1855007948244480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077201.510718:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077201.510719:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077201.510720:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077201.510721:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077201.510722:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077201.510723:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077201.510725:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0380 x1855007948244480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077201.510745:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0380 x1855007948244480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.510754:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077201.510756:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077201.510757:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077201.510758:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077201.510760:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0380 x1855007948244480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.510765:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077201.510767:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0380 x1855007948244480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.510771:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077201.510773:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077201.510774:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077201.510775:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077201.510776:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077201.510777:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077201.510779:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077201.510780:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077201.510782:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077201.510784:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0380 x1855007948244480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077201.510788:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948244480:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077201.510791:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077201.510792:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077201.510794:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e3800 x1855007948244096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.510798:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077201.510800:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077201.510801:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15c00.
02000000:00000001:0.0:1769077201.510803:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077201.510804:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077201.510805:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077201.510807:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077201.510808:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d800.
02000000:00000001:0.0:1769077201.510810:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077201.510811:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077201.510812:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e3800.
00000100:00000001:0.0:1769077201.510814:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077201.510815:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077201.510816:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077201.510818:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1500 x1855007948244224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.510822:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077201.510823:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077201.510824:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769077201.510825:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077201.510826:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077201.510827:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077201.510828:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077201.510828:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e000.
02000000:00000001:0.0:1769077201.510830:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077201.510830:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077201.510831:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1500.
00000100:00000001:0.0:1769077201.510841:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077201.510842:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077201.510843:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077201.510845:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e2a00 x1855007948244352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.510849:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077201.510850:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077201.510851:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769077201.510852:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077201.510853:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077201.510854:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769077201.510855:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077201.510857:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f400.
02000000:00000001:0.0:1769077201.510858:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077201.510859:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077201.510860:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e2a00.
00000100:00000001:0.0:1769077201.510861:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077201.510862:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077201.510863:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077201.510864:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0380 x1855007948244480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.510870:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077201.510871:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077201.510872:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769077201.510874:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077201.510875:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077201.510876:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769077201.510878:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077201.510879:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e800.
02000000:00000001:0.0:1769077201.510881:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077201.510882:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077201.510884:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0380.
00000100:00000001:0.0:1769077201.510886:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077201.510887:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077201.510889:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077201.510892:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077201.510894:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.510896:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077201.510898:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077201.828825:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077201.828832:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077201.828858:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077201.828860:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077201.828864:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077202.532838:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077202.532846:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077202.532848:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077202.532855:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077202.532859:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077202.532863:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077202.532865:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077202.532867:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077202.532870:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077202.852818:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298566927, at 4298566976
00000100:00000040:1.0:1769077202.852819:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298566927, at 4298566976
00010000:00000001:2.0:1769077202.852821:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077202.852827:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077202.852829:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077202.852831:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077202.852835:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470f60.
00010000:00000001:2.0:1769077202.852835:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000010:0.0:1769077202.852836:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470900.
00010000:00000001:2.0:1769077202.852838:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077202.852841:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077202.852844:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077202.852889:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077202.852892:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077202.852895:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077203.556849:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077203.556855:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077203.556856:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077203.556861:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077203.556864:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077203.556868:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077203.556870:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077203.556873:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077203.556876:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077203.876820:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077203.876825:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077203.876872:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077203.876876:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077203.876879:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077204.580816:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077204.580824:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077204.580826:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077204.580833:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077204.580837:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077204.580841:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077204.580844:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077204.580846:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077204.580849:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077204.900812:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077204.900818:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077204.900838:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077204.900840:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077204.900842:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077205.604860:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077205.604869:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077205.604871:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077205.604878:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077205.604882:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077205.604886:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077205.604889:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077205.604892:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077205.604895:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077205.924820:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077205.924826:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077205.924852:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077205.924855:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077205.924858:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077206.628809:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1769077206.628816:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077206.628817:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077206.628820:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077206.628826:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1769077206.628826:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077206.628832:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077206.628832:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077206.628837:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077206.628837:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077206.628842:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077206.628844:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077206.628846:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077206.628849:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077206.628852:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3898
00000400:00000200:0.0:1769077206.628860:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077206.628866:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077206.628868:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077206.628871:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077206.628873:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077206.628875:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077206.628877:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077206.628880:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077206.628881:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077206.628883:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077206.628885:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077206.628887:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077206.628888:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077206.628890:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077206.628892:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077206.628893:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077206.628895:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077206.628897:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077206.628900:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077206.628901:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077206.628903:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077206.628905:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077206.628907:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077206.628908:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077206.628910:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077206.628918:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000020:00000040:0.0:1769077206.628920:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077206.628923:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077206.628924:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077206.628927:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077206.628928:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077206.628932:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077206.628938:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14000.
00000100:00000001:0.0:1769077206.628943:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077206.628950:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948244608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077206.628959:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077206.628962:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077206.628965:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948244608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077206.628984:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077206.628986:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077206.628989:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077206.628990:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077206.628991:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077206.628993:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077206.628996:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3898
00000400:00000200:0.0:1769077206.628999:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077206.629002:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077206.629003:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077206.629005:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077206.629007:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077206.629008:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077206.629010:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077206.629011:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077206.629015:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077206.629016:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769077206.629017:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000100:00000001:2.0:1769077206.629019:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769077206.629020:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077206.629023:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000100:00000040:2.0:1769077206.629028:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948244608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077206.629035:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077206.629040:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077206.629044:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1769077206.629047:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077206.629047:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077206.629053:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077206.629055:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1769077206.629057:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077206.629059:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077206.629060:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:2.0:1769077206.629064:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077206.629065:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00100000:2.0:1769077206.629069:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948244608:192.168.204.128@tcp:250:kworker.0
00000100:00080000:0.0:1769077206.629074:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077206.629075:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077206.629080:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077206.629081:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077206.629084:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077206.629087:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077206.629087:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077206.629094:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
02000000:00000001:0.0:1769077206.629095:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077206.629096:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077206.629103:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077206.629108:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769077206.629108:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077206.629113:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000008:00100000:0.0:1769077206.629115:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1769077206.629119:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000008:00000001:0.0:1769077206.629121:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077206.629140:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948244608, portal 25
00000100:00000001:0.0:1769077206.629141:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077206.629146:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000010:0.0:1769077206.629148:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9f480.
00000100:00000001:2.0:1769077206.629149:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
00000020:00000040:0.0:1769077206.629154:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077206.629158:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1769077206.629159:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948244608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077206.629160:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077206.629165:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077206.629167:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077206.629170:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077206.629176:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:0.0:1769077206.629177:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17000.
00000100:00000040:2.0:1769077206.629181:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077206.629184:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077206.629187:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077206.629191:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948244608, offset 0
00000100:00100000:0.0:1769077206.629192:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9f480 x1855007948244736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077206.629201:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077206.629207:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077206.629209:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077206.629214:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:0.0:1769077206.629215:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1a89039] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9f480 x1855007948244736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077206.629223:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000001:0.0:1769077206.629226:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077206.629230:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077206.629233:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1769077206.629234:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077206.629238:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077206.629239:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077206.629241:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077206.629245:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3898
00000400:00000200:0.0:1769077206.629248:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077206.629248:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077206.629254:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077206.629257:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077206.629258:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1769077206.629261:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077206.629264:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077206.629266:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000040:0.0:1769077206.629269:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077206.629272:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077206.629276:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1769077206.629277:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29722:29722:256:4294967295] 192.168.204.128@tcp LPNI seq info [29721:29721:8:4294967295]
00000020:00000040:0.0:1769077206.629278:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769077206.629280:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077206.629282:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077206.629285:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769077206.629289:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077206.629293:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:0.0:1769077206.629296:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077206.629298:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077206.629300:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077206.629302:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077206.629305:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:0.0:1769077206.629310:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000200:2.0:1769077206.629311:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769077206.629314:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077206.629317:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077206.629320:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1769077206.629321:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
02000000:00000001:0.0:1769077206.629322:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077206.629325:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077206.629327:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000010:2.0:1769077206.629327:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000008:00000001:0.0:1769077206.629330:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077206.629334:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077206.629337:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000010:0.0:1769077206.629338:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c700.
00000020:00000040:0.0:1769077206.629343:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000800:00000200:2.0:1769077206.629343:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
02000000:00000001:0.0:1769077206.629348:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077206.629350:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077206.629354:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1769077206.629354:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:0.0:1769077206.629357:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077206.629360:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077206.629361:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
02000000:00000010:0.0:1769077206.629364:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16800.
00000800:00000100:2.0:1769077206.629369:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077206.629370:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077206.629373:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077206.629378:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:0.0:1769077206.629384:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c700 x1855007948244864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077206.629385:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077206.629393:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000100:00000001:0.0:1769077206.629395:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1769077206.629397:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:0.0:1769077206.629399:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077206.629403:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1769077206.629404:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000435b0902] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c700 x1855007948244864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077206.629410:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c380 x1855007948244608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077206.629417:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077206.629421:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077206.629428:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077206.629430:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077206.629430:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1769077206.629435:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1769077206.629437:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948244608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077231 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077206.629438:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077206.629443:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3898
00000100:00000001:2.0:1769077206.629448:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077206.629452:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:0.0:1769077206.629455:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077206.629458:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077206.629460:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077206.629461:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077206.629463:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077206.629464:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077206.629466:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077206.629469:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077206.629469:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077206.629472:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:0.0:1769077206.629475:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077206.629477:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000040:0.0:1769077206.629478:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000100:00000001:2.0:1769077206.629481:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298572047
00000020:00000001:0.0:1769077206.629482:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769077206.629487:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000010:2.0:1769077206.629489:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227d80.
00000100:00000040:0.0:1769077206.629490:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077206.629495:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077206.629497:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077206.629498:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077206.629499:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000020:00000040:0.0:1769077206.629500:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:0.0:1769077206.629504:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077206.629506:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077206.629507:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298572047
02000000:00000001:0.0:1769077206.629508:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077206.629512:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1769077206.629513:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227d20.
02000000:00000001:0.0:1769077206.629517:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077206.629519:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769077206.629520:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077206.629523:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077206.629525:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1769077206.629526:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077206.629528:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077206.629532:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000020:00000040:0.0:1769077206.629536:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:0.0:1769077206.629539:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077206.629540:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077206.629540:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077206.629546:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077206.629546:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1769077206.629547:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077206.629550:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077206.629554:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077206/real 1769077206]  req@ffff8c5704d9c380 x1855007948244608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769077206.629555:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15c00.
00000100:00000001:0.0:1769077206.629561:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769077206.629569:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00100000:0.0:1769077206.629570:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948244992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1769077206.629572:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077206.629576:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000100:00000001:0.0:1769077206.629581:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077206.629582:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000100:00000001:0.0:1769077206.629584:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077206.629585:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077206.629589:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1769077206.629590:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948244992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077206.629596:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948244608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077206.629603:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077206.629608:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769077206.629612:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948244608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077206.629613:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077206.629616:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077206.629619:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077206.629625:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077206.629626:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:0.0:1769077206.629629:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3898
00000100:00000001:2.0:1769077206.629630:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077206.629634:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:0.0:1769077206.629635:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077206.629636:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769077206.629640:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077206.629643:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1769077206.629644:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948244608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077206.629648:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077206.629652:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077206.629657:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077206.629660:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077206.629661:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077206.629666:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077206.629667:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769077206.629670:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1769077206.629671:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948244608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077206.629672:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:0.0:1769077206.629677:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769077206.629681:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:0.0:1769077206.629688:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077206.629689:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077206.629693:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077206.629694:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077206.629697:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077206.629698:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077206.629701:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077206.629702:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077206.629706:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077206.629708:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077206.629710:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:0.0:1769077206.629711:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:2.0:1769077206.629715:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00080000:0.0:1769077206.629716:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077206.629719:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1769077206.629720:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077206.629726:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077206.629728:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769077206.629753:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948244608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077206.629770:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948244608:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077206.629776:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769077206.629780:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077206.629781:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769077206.629783:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077206.629786:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077206.629789:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077206.629789:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948244608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077206.629795:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077206.629801:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d500.
00000100:00000001:2.0:1769077206.629802:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000020:00000040:0.0:1769077206.629806:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:2.0:1769077206.629807:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1769077206.629811:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1769077206.629811:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
02000000:00000001:0.0:1769077206.629814:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077206.629816:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1769077206.629817:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:2.0:1769077206.629821:0:2431:0:(genops.c:1236:class_import_put()) Process entered
02000000:00000001:0.0:1769077206.629822:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077206.629826:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077206.629826:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077206.629832:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077206.629834:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15000.
02000000:00000010:2.0:1769077206.629836:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14000.
00000100:00000001:0.0:1769077206.629838:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077206.629840:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077206.629843:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00100000:0.0:1769077206.629846:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d500 x1855007948245120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1769077206.629846:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077206.629850:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077206.629852:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077206.629856:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077206.629861:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077206.629863:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077206.629864:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:0.0:1769077206.629866:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c2d91c4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d500 x1855007948245120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.629867:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077206.629873:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077206.629876:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077206.629878:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077206.629881:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077206.629885:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9f480 x1855007948244736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077206.629887:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3908)
00000100:00000001:2.0:1769077206.629895:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077206.629897:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077206.629899:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077206.629901:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077206.629903:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077206.629906:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948244736:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077206.629909:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077206.629910:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077206.629911:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077206.629913:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077206.629916:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077206.629918:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077206.629921:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077206.629924:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077206.629927:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077206.629930:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948244736, portal 10
00000100:00000001:2.0:1769077206.629932:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077206.629934:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104277120 : -127169605274496 : ffff8c5704d9f480)
00000100:00000040:2.0:1769077206.629939:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9f480 x1855007948244736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.629944:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077206.629947:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077206.629949:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077206.629951:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948244736, offset 0
00000400:00000200:2.0:1769077206.629955:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077206.629959:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077206.629962:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077206.629965:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077206.629968:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077206.629971:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077206.629973:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077206.629975:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29723:29723:256:4294967295] 192.168.204.128@tcp LPNI seq info [29722:29722:8:4294967295]
00000400:00000200:2.0:1769077206.629978:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077206.629983:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077206.629986:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077206.629988:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077206.629991:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077206.629993:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077206.629996:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077206.629998:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077206.630001:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077206.630003:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077206.630005:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077206.630007:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077206.630009:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077206.630011:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077206.630012:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077206.630015:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9f480 x1855007948244736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.630021:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077206.630023:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9f480 x1855007948244736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077231 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.630027:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077206.630028:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077206.630030:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077206.630032:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077206.630034:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077206.630036:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298570766
00000100:00000001:2.0:1769077206.630037:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298572047
00000100:00000001:2.0:1769077206.630039:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298570766
00000100:00000001:2.0:1769077206.630040:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298572047
00000100:00000001:2.0:1769077206.630042:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077206.630043:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077206.630045:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077206.630047:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077206/real 1769077206]  req@ffff8c5704d9f480 x1855007948244736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077206.630056:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077206.630057:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077206.630058:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077206.630060:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077206.630061:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077206.630062:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077206.630064:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9f480 x1855007948244736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077206.630070:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9f480 x1855007948244736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.630074:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077206.630075:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077206.630076:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077206.630077:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077206.630079:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9f480 x1855007948244736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.630083:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077206.630086:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9f480 x1855007948244736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.630090:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077206.630091:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077206.630092:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077206.630093:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077206.630094:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077206.630095:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077206.630097:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077206.630099:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077206.630100:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077206.630103:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9f480 x1855007948244736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077206.630109:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948244736:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077206.630111:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077206.630113:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c700 x1855007948244864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.630117:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077206.630118:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077206.630119:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077206.630120:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077206.630121:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077206.630123:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948244864:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077206.630139:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077206.630141:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077206.630142:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077206.630143:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077206.630146:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411400.
02000000:00000001:2.0:1769077206.630147:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077206.630150:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077206.630152:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077206.630154:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077206.630156:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948244864, portal 10
00000100:00000001:2.0:1769077206.630157:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077206.630158:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104265472 : -127169605286144 : ffff8c5704d9c700)
00000100:00000040:2.0:1769077206.630162:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c700 x1855007948244864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.630167:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077206.630168:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077206.630170:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077206.630171:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948244864, offset 0
00000400:00000200:2.0:1769077206.630175:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077206.630177:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077206.630180:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077206.630182:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077206.630184:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077206.630186:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077206.630188:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077206.630190:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29724:29724:256:4294967295] 192.168.204.128@tcp LPNI seq info [29723:29723:8:4294967295]
00000400:00000200:2.0:1769077206.630193:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077206.630197:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077206.630200:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077206.630201:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077206.630204:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077206.630206:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077206.630209:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077206.630211:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077206.630213:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077206.630215:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077206.630217:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077206.630219:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077206.630221:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077206.630222:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077206.630224:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077206.630228:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c700 x1855007948244864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.630236:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077206.630240:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c700 x1855007948244864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077231 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.630246:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077206.630248:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077206.630251:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077206.630254:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077206.630258:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077206.630260:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298570765
00000100:00000001:2.0:1769077206.630263:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298572047
00000100:00000001:2.0:1769077206.630265:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298570765
00000100:00000001:2.0:1769077206.630268:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298572047
00000100:00000001:2.0:1769077206.630270:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077206.630272:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077206.630274:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077206.630279:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077206/real 1769077206]  req@ffff8c5704d9c700 x1855007948244864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077206.630288:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077206.630289:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077206.630291:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077206.630294:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077206.630296:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077206.630298:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077206.630301:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c700 x1855007948244864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077206.630306:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c700 x1855007948244864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.630310:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077206.630311:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077206.630313:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077206.630313:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077206.630316:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c700 x1855007948244864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.630320:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077206.630322:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c700 x1855007948244864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.630327:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077206.630329:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077206.630330:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077206.630331:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077206.630332:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077206.630333:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077206.630335:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077206.630337:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077206.630338:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077206.630340:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c700 x1855007948244864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077206.630345:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948244864:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077206.630348:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077206.630350:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9dc00 x1855007948244992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.630355:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077206.630356:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077206.630357:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077206.630359:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077206.630360:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077206.630362:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948244992:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077206.630364:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077206.630365:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077206.630367:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077206.630368:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077206.630370:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077206.630372:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077206.630374:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077206.630377:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077206.630379:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077206.630381:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948244992, portal 4
00000100:00000001:2.0:1769077206.630383:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077206.630384:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104270848 : -127169605280768 : ffff8c5704d9dc00)
00000100:00000040:2.0:1769077206.630387:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9dc00 x1855007948244992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.630392:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077206.630393:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077206.630395:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077206.630396:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948244992, offset 0
00000400:00000200:2.0:1769077206.630399:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077206.630401:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077206.630404:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077206.630406:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077206.630408:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077206.630409:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077206.630411:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077206.630413:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29725:29725:256:4294967295] 192.168.204.128@tcp LPNI seq info [29724:29724:8:4294967295]
00000400:00000200:2.0:1769077206.630416:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077206.630420:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077206.630423:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077206.630425:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077206.630427:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077206.630429:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077206.630432:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077206.630434:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077206.630436:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077206.630438:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077206.630440:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077206.630442:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077206.630444:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077206.630445:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077206.630447:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077206.630449:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9dc00 x1855007948244992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.630458:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077206.630460:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948244992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077231 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.630464:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077206.630465:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077206.630467:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077206.630469:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077206.630471:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077206.630472:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298570830
00000100:00000001:2.0:1769077206.630474:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298572047
00000100:00000001:2.0:1769077206.630475:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298570830
00000100:00000001:2.0:1769077206.630477:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298572047
00000100:00000001:2.0:1769077206.630478:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077206.630480:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077206.630481:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077206.630483:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077206/real 1769077206]  req@ffff8c5704d9dc00 x1855007948244992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077206.630487:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077206.630488:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077206.630489:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077206.630490:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077206.630491:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077206.630492:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077206.630494:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9dc00 x1855007948244992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077206.630499:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9dc00 x1855007948244992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.630504:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077206.630505:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077206.630506:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077206.630507:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077206.630509:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9dc00 x1855007948244992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.630513:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077206.630516:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9dc00 x1855007948244992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.630520:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077206.630521:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077206.630522:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077206.630523:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077206.630524:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077206.630525:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077206.630526:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077206.630528:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077206.630529:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077206.630531:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9dc00 x1855007948244992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077206.630536:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948244992:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077206.630538:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077206.630539:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077206.630541:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9f480 x1855007948244736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.630546:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077206.630547:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077206.630548:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077206.630550:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077206.630551:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077206.630552:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077206.630554:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077206.630555:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17000.
02000000:00000001:2.0:1769077206.630556:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077206.630557:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077206.630558:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9f480.
00000100:00000001:2.0:1769077206.630560:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077206.630561:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077206.630562:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077206.630564:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c700 x1855007948244864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.630569:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077206.630569:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077206.630570:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411400.
02000000:00000001:2.0:1769077206.630571:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077206.630572:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077206.630573:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077206.630574:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077206.630575:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16800.
02000000:00000001:2.0:1769077206.630576:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077206.630577:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077206.630577:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c700.
00000100:00000001:2.0:1769077206.630579:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077206.630579:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077206.630580:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077206.630582:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9dc00 x1855007948244992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.630586:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077206.630586:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077206.630587:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077206.630589:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077206.630589:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077206.630590:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077206.630591:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077206.630592:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15c00.
02000000:00000001:2.0:1769077206.630593:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077206.630594:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077206.630595:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077206.630597:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077206.630598:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077206.630599:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077206.630601:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077206.630603:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077206.630604:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077206.630605:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077206.630606:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077206.630608:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d500 x1855007948245120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.630612:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077206.630613:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077206.630615:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077206.630616:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077206.630617:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077206.630619:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948245120:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077206.630621:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077206.630622:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077206.630623:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077206.630624:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077206.630626:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077206.630627:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077206.630629:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077206.630631:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077206.630632:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077206.630634:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948245120, portal 4
00000100:00000001:2.0:1769077206.630635:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077206.630636:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104269056 : -127169605282560 : ffff8c5704d9d500)
00000100:00000040:2.0:1769077206.630640:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d500 x1855007948245120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.630644:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077206.630646:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077206.630648:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077206.630650:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948245120, offset 0
00000400:00000200:2.0:1769077206.630652:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077206.630654:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077206.630656:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077206.630658:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077206.630660:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077206.630661:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077206.630663:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077206.630665:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29726:29726:256:4294967295] 192.168.204.128@tcp LPNI seq info [29725:29725:8:4294967295]
00000400:00000200:2.0:1769077206.630667:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077206.630671:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077206.630674:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077206.630675:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077206.630678:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077206.630679:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077206.630682:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077206.630684:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077206.630686:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077206.630687:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077206.630689:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077206.630691:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077206.630693:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077206.630694:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077206.630696:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077206.630698:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d500 x1855007948245120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.630703:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077206.630704:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d500 x1855007948245120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077231 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.630709:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077206.630710:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077206.630712:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077206.630713:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077206.630715:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077206.630717:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298570777
00000100:00000001:2.0:1769077206.630718:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298572047
00000100:00000001:2.0:1769077206.630721:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298570777
00000100:00000001:2.0:1769077206.630723:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298572047
00000100:00000001:2.0:1769077206.630725:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077206.630727:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077206.630728:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077206.630752:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077206/real 1769077206]  req@ffff8c5704d9d500 x1855007948245120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077206.630762:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077206.630763:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077206.630765:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077206.630768:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077206.630770:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077206.630773:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077206.630776:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d500 x1855007948245120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077206.630785:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d500 x1855007948245120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.630791:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077206.630792:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077206.630793:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077206.630794:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077206.630797:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d500 x1855007948245120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.630801:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077206.630804:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d500 x1855007948245120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.630809:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077206.630810:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077206.630811:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077206.630812:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077206.630813:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077206.630815:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077206.630816:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077206.630818:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077206.630819:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077206.630821:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d500 x1855007948245120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077206.630826:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948245120:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077206.630829:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077206.630830:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077206.630832:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d500 x1855007948245120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.630836:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077206.630837:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077206.630838:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077206.630840:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077206.630841:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077206.630842:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077206.630843:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077206.630844:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15000.
02000000:00000001:2.0:1769077206.630846:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077206.630847:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077206.630848:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d500.
00000100:00000001:2.0:1769077206.630849:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077206.630850:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077206.630851:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077206.630854:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077206.630855:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077206.630856:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077206.630857:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077206.948836:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077206.948844:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077206.948911:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077206.948915:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077206.948918:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077207.652830:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077207.652838:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077207.652840:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077207.652845:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077207.652848:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077207.652851:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077207.652853:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077207.652855:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077207.652857:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077207.972807:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298572047, at 4298572096
00000100:00000040:0.0:1769077207.972808:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298572047, at 4298572096
00010000:00000001:2.0:1769077207.972812:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077207.972818:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077207.972821:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d20.
00000100:00000010:0.0:1769077207.972824:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d80.
00000020:00000001:3.0:1769077207.972885:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077207.972889:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077207.972891:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077208.676804:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077208.676812:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077208.676815:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077208.676820:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077208.676824:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077208.676827:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077208.676830:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077208.676832:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077208.676835:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077208.996852:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077208.996857:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077208.996880:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077208.996882:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077208.996885:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077209.700807:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077209.700817:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077209.700818:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077209.700823:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077209.700825:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077209.700828:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077209.700831:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077209.700833:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077209.700835:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077210.020828:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077210.020834:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077210.020870:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077210.020873:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077210.020876:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077210.724806:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077210.724824:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077210.724826:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077210.724832:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077210.724836:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077210.724840:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077210.724843:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077210.724847:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077210.724849:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077211.044897:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077211.044926:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077211.045070:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077211.045076:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077211.045081:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077211.748814:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077211.748821:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077211.748823:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077211.748828:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077211.748831:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077211.748834:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077211.748837:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077211.748839:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077211.748841:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077211.748919:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077211.748928:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077211.748931:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077211.748935:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077211.748939:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077211.748946:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3903
00000400:00000200:1.0:1769077211.748956:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077211.748962:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077211.748965:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077211.748985:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077211.748990:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077211.748995:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077211.748998:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077211.749004:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077211.749007:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769077211.749011:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077211.749016:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769077211.749018:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769077211.749022:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769077211.749026:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077211.749028:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077211.749030:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077211.749033:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077211.749037:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769077211.749069:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077211.749074:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077211.749080:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077211.749102:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077211.749106:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077211.749109:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077211.749112:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077211.749126:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769077211.749131:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769077211.749137:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077211.749139:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077211.749144:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077211.749148:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077211.749172:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077211.749186:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769077211.749197:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077211.749211:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948245248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077211.749224:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077211.749230:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077211.749236:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948245248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077211.749266:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077211.749270:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077211.749292:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077211.749295:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077211.749298:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077211.749304:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077211.749310:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3903
00000100:00000001:2.0:1769077211.749310:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077211.749318:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1769077211.749323:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077211.749325:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000400:00000200:1.0:1769077211.749331:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000040:2.0:1769077211.749352:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4380 x1855007948245248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077211.749354:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077211.749369:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077211.749378:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077211.749388:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077211.749392:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077211.749393:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077211.749397:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077211.749398:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077211.749401:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
02000000:00000001:2.0:1769077211.749420:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1769077211.749423:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:2.0:1769077211.749427:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1769077211.749428:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769077211.749437:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
02000000:00000001:2.0:1769077211.749438:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077211.749447:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00100000:2.0:1769077211.749451:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948245248:192.168.204.128@tcp:250:kworker.0
00000100:00000040:1.0:1769077211.749460:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077211.749460:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077211.749466:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769077211.749467:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077211.749469:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077211.749475:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1769077211.749476:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077211.749482:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000010:2.0:1769077211.749484:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411400.
00000020:00000040:1.0:1769077211.749486:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
02000000:00000001:2.0:1769077211.749489:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077211.749495:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077211.749505:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077211.749505:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:1.0:1769077211.749516:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1769077211.749518:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
02000000:00000001:1.0:1769077211.749523:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1769077211.749525:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
02000000:00000001:1.0:1769077211.749531:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077211.749534:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948245248, portal 25
00000100:00000001:1.0:1769077211.749535:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077211.749541:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077211.749543:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198607232 : -127164510944384 : ffff8c58347f4380)
00000008:00100000:1.0:1769077211.749544:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077211.749552:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077211.749553:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4380 x1855007948245248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077211.749566:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077211.749568:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077211.749576:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000010:1.0:1769077211.749579:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000400:00000010:2.0:1769077211.749580:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000020:00000040:1.0:1769077211.749588:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000100:00000200:2.0:1769077211.749589:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948245248, offset 0
02000000:00000001:1.0:1769077211.749602:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077211.749609:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077211.749610:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:1.0:1769077211.749617:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077211.749619:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077211.749622:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:1.0:1769077211.749625:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077211.749632:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
02000000:00000010:1.0:1769077211.749635:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000400:00000200:2.0:1769077211.749639:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769077211.749643:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077211.749644:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077211.749651:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077211.749658:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00100000:1.0:1769077211.749660:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948245376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077211.749666:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29727:29727:256:4294967295] 192.168.204.128@tcp LPNI seq info [29726:29726:8:4294967295]
00000400:00000200:2.0:1769077211.749686:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077211.749712:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1769077211.749717:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1769077211.749722:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00000001:1.0:1769077211.749726:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077211.749735:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948245376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077211.749748:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077211.749750:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000100:00080000:1.0:1769077211.749751:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077211.749760:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077211.749761:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077211.749763:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077211.749768:0:37:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:2.0:1769077211.749774:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:1.0:1769077211.749776:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3903
00000800:00000200:2.0:1769077211.749787:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000400:00000200:1.0:1769077211.749788:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000800:00000200:2.1:1769077211.749801:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077211.749806:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769077211.749811:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077211.749813:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077211.749818:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077211.749822:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077211.749827:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077211.749829:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077211.749833:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077211.749838:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4380 x1855007948245248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077211.749845:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077211.749853:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077211.749856:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077211.749862:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077211.749869:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077211.749869:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4380 x1855007948245248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077236 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077211.749879:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077211.749902:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077211.749904:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077211.749907:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1769077211.749908:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077211.749910:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769077211.749913:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077211.749914:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077211.749916:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769077211.749921:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077211.749931:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000001:1.0:1769077211.749932:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000001:2.0:1769077211.749936:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298577168
00000100:00000040:1.0:1769077211.749940:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077211.749945:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1769077211.749947:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227780.
00000100:00000040:1.0:1769077211.749949:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077211.749970:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077211.749971:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000020:00000040:1.0:1769077211.749976:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769077211.749979:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077211.749981:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077211.749982:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077211.749985:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077211.749986:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298577168
02000000:00000001:1.0:1769077211.749987:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077211.749993:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000010:2.0:1769077211.749995:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227ae0.
00000008:00100000:1.0:1769077211.750001:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077211.750002:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000008:00000001:1.0:1769077211.750014:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077211.750016:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077211.750018:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077211.750020:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077211.750023:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000100:00000001:2.0:1769077211.750024:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000020:00000040:1.0:1769077211.750035:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769077211.750052:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077211.750057:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077211.750059:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077211.750063:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1769077211.750063:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077211/real 1769077211]  req@ffff8c58347f4380 x1855007948245248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077211.750070:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769077211.750083:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
02000000:00000010:1.0:1769077211.750084:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f800.
00000400:00000001:2.0:1769077211.750085:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077211.750098:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077211.750101:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077211.750111:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:1.0:1769077211.750116:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077211.750117:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077211.750127:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4380 x1855007948245248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077211.750139:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4380 x1855007948245248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077211.750141:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948245504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077211.750172:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077211.750178:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077211.750197:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077211.750200:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077211.750206:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077211.750210:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077211.750214:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4380 x1855007948245248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077211.750217:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948245504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077211.750256:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077211.750261:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769077211.750263:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077211.750268:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077211.750276:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1769077211.750276:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4380 x1855007948245248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077211.750282:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077211.750298:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077211.750316:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077211.750316:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077211.750324:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1769077211.750329:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3903
00000100:00000001:2.0:1769077211.750331:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077211.750342:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077211.750348:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:1.0:1769077211.750368:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:2.0:1769077211.750368:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077211.750384:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000400:00000200:1.0:1769077211.750385:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077211.750395:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077211.750397:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077211.750402:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077211.750407:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077211.750415:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4380 x1855007948245248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077211.750431:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077211.750440:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077211.750447:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077211.750449:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769077211.750453:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00100000:2.0:1769077211.750455:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948245248:192.168.204.128@tcp:250:kworker.0
00000020:00000040:1.0:1769077211.750458:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000100:00000001:2.0:1769077211.750463:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077211.750465:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077211.750467:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1769077211.750477:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:2.0:1769077211.750477:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4380 x1855007948245248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077211.750497:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077211.750498:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077211.750512:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077211.750514:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411400.
00000100:00000001:1.0:1769077211.750523:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077211.750524:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:1.0:1769077211.750529:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000020:00000001:2.0:1769077211.750529:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077211.750533:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000100:00000001:1.0:1769077211.750534:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077211.750543:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000020:00000001:2.0:1769077211.750544:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077211.750554:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4e800.
00000100:00080000:1.0:1769077211.750557:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077211.750561:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077211.750561:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077211.750576:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077211.750578:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4380.
02000000:00000001:1.0:1769077211.750587:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077211.750589:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077211.750593:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1769077211.750594:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077211.750611:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077211.750612:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077211.750629:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077211.750634:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000008:00100000:1.0:1769077211.750635:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077211.750639:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769077211.750644:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077211.750646:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077211.750649:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077211.750650:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077211.750660:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000010:1.0:1769077211.750663:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000100:00000040:2.0:1769077211.750667:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f7b80 x1855007948245376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769077211.750669:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769077211.750681:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077211.750685:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077211.750696:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077211.750697:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1769077211.750701:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077211.750703:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077211.750707:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077211.750708:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077211.750718:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077211.750721:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077211.750722:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00100000:2.0:1769077211.750728:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948245376:192.168.204.128@tcp:38:kworker.0
00000100:00000001:1.0:1769077211.750729:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077211.750737:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948245632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077211.750745:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077211.750748:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077211.750758:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948245632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077211.750761:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077211.750776:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077211.750784:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077211.750794:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769077211.750797:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077211.750800:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411400.
00000100:00080000:1.0:1769077211.750803:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1769077211.750812:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077211.750813:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769077211.750820:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077211.750824:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077211.750825:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077211.750840:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000100:00000001:1.0:1769077211.750851:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:2.0:1769077211.750853:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00080000:1.0:1769077211.750858:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3903
00000100:00000200:2.0:1769077211.750861:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948245376, portal 10
00000100:00000001:2.0:1769077211.750864:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077211.750866:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198621568 : -127164510930048 : ffff8c58347f7b80)
00000100:00000040:2.0:1769077211.750876:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f7b80 x1855007948245376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077211.750883:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077211.750885:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077211.750887:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077211.750889:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948245376, offset 0
00000400:00000200:2.0:1769077211.750907:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:1.0:1769077211.750910:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077211.750911:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077211.750925:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077211.750925:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00080000:1.0:1769077211.750935:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077211.750939:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1769077211.750947:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077211.750948:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000001:1.0:1769077211.750956:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077211.750960:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077211.750973:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000040:1.0:1769077211.750981:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077211.750985:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29728:29728:256:4294967295] 192.168.204.128@tcp LPNI seq info [29727:29727:8:4294967295]
00000100:00000001:1.0:1769077211.750987:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077211.750996:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000001:1.0:1769077211.750997:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077211.751002:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769077211.751006:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077211.751008:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769077211.751018:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000400:00000200:2.0:1769077211.751025:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077211.751055:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077211.751058:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000020:00000001:1.0:1769077211.751059:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769077211.751069:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000200:2.0:1769077211.751069:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077211.751079:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000100:00000001:1.0:1769077211.751082:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769077211.751088:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077211.751091:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000100:00000040:1.0:1769077211.751108:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000100:2.0:1769077211.751108:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077211.751114:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000100:00000001:1.0:1769077211.751118:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077211.751118:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:1.0:1769077211.751132:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000400:00000200:2.0:1769077211.751133:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077211.751147:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077211.751151:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00080000:1.0:1769077211.751153:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077211.751156:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769077211.751161:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077211.751163:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f7b80 x1855007948245376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077211.751168:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077211.751174:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077211.751181:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1769077211.751182:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077211.751187:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077211.751193:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000040:2.0:1769077211.751194:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f7b80 x1855007948245376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077236 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1769077211.751201:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077211.751207:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077211.751215:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769077211.751221:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769077211.751230:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077211.751231:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077211.751232:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077211.751242:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077211.751244:0:2431:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1769077211.751245:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077211.751252:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077211.751254:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077211.751270:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077211.751274:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000010:1.0:1769077211.751279:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:2.0:1769077211.751279:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298575887
00000100:00000001:1.0:1769077211.751291:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077211.751291:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298577168
00000100:00000001:2.0:1769077211.751304:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298575887
00000100:00000001:2.0:1769077211.751307:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298577168
00000100:00100000:1.0:1769077211.751310:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948245760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077211.751312:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077211.751336:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077211.751337:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077211.751348:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077211/real 1769077211]  req@ffff8c58347f7b80 x1855007948245376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077211.751351:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077211.751358:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769077211.751372:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1769077211.751373:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948245760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077211.751375:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077211.751379:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077211.751389:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077211.751404:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077211.751412:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1769077211.751416:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077211.751424:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f7b80 x1855007948245376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077211.751426:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3913)
00000100:00000200:2.0:1769077211.751442:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f7b80 x1855007948245376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077211.751451:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077211.751454:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077211.751456:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077211.751457:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077211.751461:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f7b80 x1855007948245376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077211.751466:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077211.751468:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f7b80 x1855007948245376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077211.751473:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077211.751474:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077211.751475:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077211.751476:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077211.751477:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077211.751479:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077211.751480:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077211.751483:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077211.751484:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077211.751487:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f7b80 x1855007948245376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077211.751491:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948245376:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077211.751504:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077211.751506:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4700 x1855007948245504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077211.751515:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077211.751517:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077211.751518:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077211.751520:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077211.751521:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077211.751523:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948245504:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077211.751525:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077211.751527:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077211.751528:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077211.751529:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077211.751532:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077211.751533:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077211.751537:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077211.751539:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077211.751541:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077211.751543:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948245504, portal 10
00000100:00000001:2.0:1769077211.751544:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077211.751545:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198608128 : -127164510943488 : ffff8c58347f4700)
00000100:00000040:2.0:1769077211.751550:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4700 x1855007948245504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077211.751554:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077211.751556:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077211.751576:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077211.751578:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948245504, offset 0
00000400:00000200:2.0:1769077211.751584:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077211.751587:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077211.751590:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077211.751592:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077211.751594:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077211.751596:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077211.751598:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077211.751600:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29729:29729:256:4294967295] 192.168.204.128@tcp LPNI seq info [29728:29728:8:4294967295]
00000400:00000200:2.0:1769077211.751603:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077211.751608:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077211.751611:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077211.751613:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077211.751616:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077211.751618:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077211.751622:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077211.751624:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769077211.751626:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077211.751628:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077211.751630:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077211.751632:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077211.751634:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077211.751635:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077211.751637:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077211.751640:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4700 x1855007948245504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077211.751645:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077211.751647:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4700 x1855007948245504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077236 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077211.751651:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077211.751652:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077211.751654:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077211.751656:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077211.751658:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077211.751659:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298575886
00000100:00000001:2.0:1769077211.751661:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298577168
00000100:00000001:2.0:1769077211.751662:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298575886
00000100:00000001:2.0:1769077211.751664:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298577168
00000100:00000001:2.0:1769077211.751666:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077211.751667:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077211.751669:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077211.751671:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077211/real 1769077211]  req@ffff8c58347f4700 x1855007948245504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077211.751676:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077211.751677:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077211.751678:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077211.751679:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077211.751680:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077211.751681:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077211.751684:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4700 x1855007948245504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077211.751689:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4700 x1855007948245504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077211.751693:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077211.751694:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077211.751695:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077211.751696:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077211.751698:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4700 x1855007948245504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077211.751702:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077211.751704:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4700 x1855007948245504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077211.751708:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077211.751709:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077211.751710:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077211.751711:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077211.751712:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077211.751713:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077211.751715:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077211.751717:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077211.751719:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077211.751721:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4700 x1855007948245504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077211.751726:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948245504:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077211.751728:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077211.751745:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077211.751749:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f7b80 x1855007948245376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077211.751756:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077211.751758:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077211.751760:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411400.
02000000:00000001:2.0:1769077211.751762:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077211.751764:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077211.751765:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077211.751768:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077211.751769:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4dc00.
02000000:00000001:2.0:1769077211.751772:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077211.751773:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077211.751775:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f7b80.
00000100:00000001:2.0:1769077211.751778:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077211.751779:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077211.751781:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077211.751785:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4700 x1855007948245504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077211.751792:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077211.751794:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077211.751795:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077211.751798:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077211.751799:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077211.751800:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077211.751802:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077211.751805:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4f800.
02000000:00000001:2.0:1769077211.751807:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077211.751808:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077211.751810:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4700.
00000100:00000001:2.0:1769077211.751812:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077211.751823:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077211.751825:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077211.751828:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077211.751829:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077211.751831:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077211.751832:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077211.751833:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077211.751837:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4e00 x1855007948245632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077211.751841:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077211.751843:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077211.751845:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077211.751846:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077211.751847:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077211.751849:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948245632:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077211.751852:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077211.751853:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077211.751854:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077211.751856:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077211.751858:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077211.751859:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077211.751863:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077211.751864:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077211.751867:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077211.751869:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948245632, portal 4
00000100:00000001:2.0:1769077211.751870:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077211.751871:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198609920 : -127164510941696 : ffff8c58347f4e00)
00000100:00000040:2.0:1769077211.751875:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4e00 x1855007948245632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077211.751883:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077211.751885:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077211.751898:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077211.751900:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948245632, offset 0
00000400:00000200:2.0:1769077211.751903:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077211.751905:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077211.751907:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077211.751909:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077211.751911:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077211.751913:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077211.751915:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077211.751917:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29730:29730:256:4294967295] 192.168.204.128@tcp LPNI seq info [29729:29729:8:4294967295]
00000400:00000200:2.0:1769077211.751920:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077211.751924:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077211.751928:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077211.751930:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077211.751933:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077211.751935:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077211.751938:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077211.751940:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769077211.751942:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077211.751944:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077211.751946:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077211.751948:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077211.751950:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077211.751952:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077211.751953:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077211.751966:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4e00 x1855007948245632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077211.751971:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077211.751973:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4e00 x1855007948245632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077236 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077211.751982:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077211.751983:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077211.751985:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077211.751987:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077211.751989:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077211.751990:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298575952
00000100:00000001:2.0:1769077211.751992:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298577168
00000100:00000001:2.0:1769077211.751994:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298575952
00000100:00000001:2.0:1769077211.751995:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298577168
00000100:00000001:2.0:1769077211.751997:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077211.751998:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077211.751999:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077211.752001:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077211/real 1769077211]  req@ffff8c58347f4e00 x1855007948245632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077211.752006:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077211.752007:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077211.752008:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077211.752009:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077211.752010:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077211.752011:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077211.752013:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4e00 x1855007948245632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077211.752018:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4e00 x1855007948245632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077211.752033:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077211.752034:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077211.752035:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077211.752037:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077211.752054:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4e00 x1855007948245632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077211.752059:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077211.752062:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4e00 x1855007948245632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077211.752067:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077211.752069:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077211.752070:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077211.752071:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077211.752072:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077211.752073:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077211.752074:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077211.752077:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077211.752078:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077211.752080:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4e00 x1855007948245632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077211.752085:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948245632:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077211.752088:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077211.752091:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f5f80 x1855007948245760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077211.752106:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077211.752106:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077211.752108:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077211.752109:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077211.752110:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077211.752112:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948245760:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077211.752114:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077211.752116:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077211.752117:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077211.752118:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077211.752120:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411400.
02000000:00000001:2.0:1769077211.752122:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077211.752124:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077211.752126:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000400:00000010:2.0:1769077211.752128:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077211.752130:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948245760, portal 4
00000100:00000001:2.0:1769077211.752132:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077211.752133:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198614400 : -127164510937216 : ffff8c58347f5f80)
00000100:00000040:2.0:1769077211.752137:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f5f80 x1855007948245760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077211.752141:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077211.752143:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077211.752144:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077211.752146:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948245760, offset 0
00000400:00000200:2.0:1769077211.752149:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077211.752151:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077211.752154:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077211.752156:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077211.752157:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077211.752159:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077211.752172:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077211.752174:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29731:29731:256:4294967295] 192.168.204.128@tcp LPNI seq info [29730:29730:8:4294967295]
00000400:00000200:2.0:1769077211.752177:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077211.752181:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077211.752184:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077211.752186:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077211.752189:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077211.752192:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077211.752196:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077211.752199:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769077211.752203:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077211.752206:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077211.752208:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077211.752212:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077211.752215:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077211.752217:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077211.752220:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077211.752224:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f5f80 x1855007948245760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077211.752233:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077211.752236:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f5f80 x1855007948245760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077236 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077211.752243:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077211.752245:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077211.752248:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077211.752250:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077211.752253:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077211.752254:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298575899
00000100:00000001:2.0:1769077211.752256:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298577168
00000100:00000001:2.0:1769077211.752258:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298575899
00000100:00000001:2.0:1769077211.752259:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298577168
00000100:00000001:2.0:1769077211.752261:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077211.752262:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077211.752264:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077211.752266:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077211/real 1769077211]  req@ffff8c58347f5f80 x1855007948245760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077211.752271:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077211.752272:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077211.752273:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000400:00000200:2.0:1769077211.752274:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:2.0:1769077211.752275:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:2.0:1769077211.752277:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077211.752279:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f5f80 x1855007948245760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077211.752285:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f5f80 x1855007948245760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077211.752289:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077211.752290:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077211.752291:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077211.752292:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077211.752294:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f5f80 x1855007948245760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077211.752298:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077211.752300:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f5f80 x1855007948245760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077211.752304:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077211.752306:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077211.752307:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077211.752308:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077211.752309:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077211.752310:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077211.752312:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077211.752314:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077211.752315:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077211.752317:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f5f80 x1855007948245760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077211.752322:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948245760:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077211.752325:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077211.752326:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077211.752328:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4e00 x1855007948245632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077211.752333:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077211.752334:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077211.752335:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077211.752336:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077211.752337:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077211.752338:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077211.752339:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077211.752340:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d000.
02000000:00000001:2.0:1769077211.752342:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077211.752343:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077211.752344:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4e00.
00000100:00000001:2.0:1769077211.752346:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077211.752347:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077211.752348:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077211.752350:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f5f80 x1855007948245760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077211.752354:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077211.752355:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077211.752356:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411400.
02000000:00000001:2.0:1769077211.752357:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077211.752357:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077211.752358:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077211.752359:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077211.752360:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d400.
02000000:00000001:2.0:1769077211.752361:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077211.752362:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077211.752363:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f5f80.
00000100:00000001:2.0:1769077211.752364:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077211.752365:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077211.752366:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077211.752368:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077211.752369:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077211.752370:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077211.752371:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077212.068844:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077212.068850:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077212.068909:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077212.068914:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077212.068917:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077212.772787:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077212.772793:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077212.772795:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077212.772800:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077212.772802:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077212.772805:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077212.772808:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077212.772810:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077212.772812:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077213.092832:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077213.092839:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077213.092842:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077213.092844:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077213.092848:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298577168, at 4298577216
00010000:00000001:2.0:1769077213.092849:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077213.092852:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077213.092856:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077213.092858:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077213.092859:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298577168, at 4298577216
00000100:00000010:0.0:1769077213.092863:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227780.
00000100:00000010:1.0:1769077213.092878:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ae0.
00000020:00000001:2.0:1769077213.092881:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077213.092908:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077213.092914:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077213.796820:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077213.796829:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077213.796831:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077213.796836:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077213.796839:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077213.796843:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077213.796845:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077213.796848:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077213.796851:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077214.116898:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077214.116908:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077214.116942:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077214.116945:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077214.116948:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077214.820840:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077214.820847:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077214.820849:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077214.820853:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077214.820856:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077214.820859:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077214.820861:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077214.820864:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077214.820873:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077215.140902:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077215.140909:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077215.141038:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077215.141043:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077215.141055:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077215.844834:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077215.844839:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077215.844841:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077215.844846:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077215.844849:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077215.844852:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077215.844854:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077215.844856:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077215.844858:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077216.164862:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077216.164868:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077216.164924:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077216.164928:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077216.164931:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077216.868887:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077216.868897:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077216.868900:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077216.868903:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077216.868906:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077216.868913:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3908
00000400:00000200:1.0:1769077216.868921:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077216.868926:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077216.868929:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077216.868933:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077216.868937:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077216.868940:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077216.868940:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077216.868947:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077216.868948:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:1.0:1769077216.868967:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077216.868969:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769077216.868971:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077216.868974:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000100:00000001:2.0:1769077216.868975:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077216.868976:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769077216.868983:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00100000:2.0:1769077216.868985:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077216.868989:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077216.868998:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077216.868999:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077216.869006:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077216.869019:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077216.869021:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077216.869024:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1769077216.869027:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00000001:2.0:1769077216.869029:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077216.869036:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077216.869037:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077216.869048:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077216.869051:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077216.869054:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077216.869056:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077216.869058:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077216.869059:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077216.869069:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769077216.869072:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769077216.869076:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077216.869079:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077216.869081:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077216.869084:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077216.869088:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077216.869094:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769077216.869100:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077216.869107:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948245888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077216.869120:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077216.869124:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077216.869127:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948245888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077216.869146:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077216.869160:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077216.869163:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077216.869164:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077216.869165:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077216.869168:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077216.869170:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3908
00000400:00000200:1.0:1769077216.869172:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077216.869175:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077216.869177:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077216.869180:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077216.869183:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077216.869185:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077216.869187:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077216.869189:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077216.869190:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769077216.869192:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077216.869193:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1769077216.869195:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000100:00000001:2.0:1769077216.869197:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769077216.869200:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077216.869201:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1769077216.869203:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769077216.869206:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077216.869207:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077216.869216:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000040:2.0:1769077216.869217:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4000 x1855007948245888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077216.869221:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077216.869230:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769077216.869243:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077216.869248:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077216.869249:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077216.869251:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077216.869252:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077216.869262:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077216.869264:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077216.869269:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077216.869269:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077216.869274:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077216.869277:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769077216.869279:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1769077216.869286:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948245888:192.168.204.128@tcp:250:kworker.0
00000008:00000001:1.0:1769077216.869287:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077216.869295:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077216.869300:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:1.0:1769077216.869303:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769077216.869307:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:2.0:1769077216.869307:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077216.869312:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077216.869312:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077216.869319:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769077216.869321:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077216.869326:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077216.869327:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077216.869329:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077216.869333:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
02000000:00000010:2.0:1769077216.869333:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077216.869347:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077216.869348:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077216.869361:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948246016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077216.869371:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077216.869395:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077216.869399:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077216.869402:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adaf78.
00000100:00000040:1.0:1769077216.869404:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948246016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769077216.869412:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000001:1.0:1769077216.869414:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077216.869419:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077216.869422:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:2.0:1769077216.869424:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948245888, portal 25
00000100:00000001:1.0:1769077216.869425:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077216.869433:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077216.869434:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077216.869440:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198606336 : -127164510945280 : ffff8c58347f4000)
00000100:00000001:1.0:1769077216.869441:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077216.869452:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3908
00000100:00000040:2.0:1769077216.869461:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4000 x1855007948245888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077216.869462:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077216.869474:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077216.869483:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077216.869489:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077216.869495:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000040:2.0:1769077216.869503:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000001:1.0:1769077216.869505:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1769077216.869507:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000040:1.0:1769077216.869513:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000200:2.0:1769077216.869520:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948245888, offset 0
00000100:00000001:1.0:1769077216.869521:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077216.869537:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077216.869539:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769077216.869540:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077216.869546:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000400:00000200:2.0:1769077216.869546:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000020:00000001:1.0:1769077216.869554:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769077216.869556:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769077216.869560:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077216.869569:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077216.869570:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077216.869576:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077216.869578:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077216.869582:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000400:00000200:2.0:1769077216.869583:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00080000:1.0:1769077216.869589:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077216.869595:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077216.869596:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1769077216.869604:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769077216.869610:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
02000000:00000001:1.0:1769077216.869611:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077216.869618:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077216.869619:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769077216.869631:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769077216.869638:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000008:00100000:1.0:1769077216.869639:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077216.869645:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077216.869651:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29732:29732:256:4294967295] 192.168.204.128@tcp LPNI seq info [29731:29731:8:4294967295]
00000100:00000001:1.0:1769077216.869652:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077216.869664:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000400:00000200:2.0:1769077216.869670:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000040:1.0:1769077216.869672:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769077216.869676:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077216.869679:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077216.869681:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077216.869683:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077216.869690:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077216.869703:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000400:00000200:2.0:1769077216.869703:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1769077216.869709:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077216.869713:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948246144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1769077216.869777:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00000001:1.0:1769077216.869778:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077216.869787:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077216.869790:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000100:00000040:1.0:1769077216.869797:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948246144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1769077216.869812:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769077216.869824:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077216.869834:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:1.0:1769077216.869835:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077216.869850:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077216.869852:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077216.869853:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077216.869855:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077216.869857:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3908
00000400:00000200:1.0:1769077216.869860:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077216.869862:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077216.869864:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077216.869867:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077216.869869:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077216.869882:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077216.869891:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077216.869891:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077216.869899:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077216.869900:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298582288
00000020:00000001:1.0:1769077216.869914:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077216.869916:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000100:00000010:2.0:1769077216.869917:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227b40.
00000020:00000001:1.0:1769077216.869918:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077216.869926:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769077216.869929:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077216.869933:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000020:00000001:1.0:1769077216.869934:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769077216.869945:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077216.869949:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077216.869950:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298582288
00000100:00000040:1.0:1769077216.869966:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077216.869974:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000010:2.0:1769077216.869977:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227c00.
00000020:00000040:1.0:1769077216.869978:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00000001:2.0:1769077216.869990:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00080000:1.0:1769077216.869991:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077216.869998:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077216.870000:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077216.870002:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077216.870012:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077216.870014:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077216.870017:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077216.870019:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077216.870022:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077216.870022:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:1.0:1769077216.870031:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077216.870035:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077216.870036:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077216.870039:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000010:1.0:1769077216.870040:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000100:00000001:2.0:1769077216.870043:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000020:00000040:1.0:1769077216.870044:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000001:2.0:1769077216.870050:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1769077216.870051:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077216.870054:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077216.870054:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077216.870062:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077216.870063:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1769077216.870071:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077216.870075:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077216.870078:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f5f80 x1855007948246016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769077216.870081:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:1.0:1769077216.870088:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077216.870103:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948246272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077216.870104:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077216.870109:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077216.870122:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769077216.870130:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1769077216.870130:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077216.870138:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077216.870138:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077216.870162:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948246272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077216.870170:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948246016:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077216.870190:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077216.870197:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769077216.870198:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077216.870200:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077216.870203:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1769077216.870204:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1769077216.870209:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769077216.870211:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:2.0:1769077216.870212:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410000.
00000100:00080000:1.0:1769077216.870213:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1769077216.870218:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077216.870220:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077216.870232:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3908
00000400:00000200:2.0:1769077216.870232:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077216.870243:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada790.
00000400:00000200:1.0:1769077216.870244:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077216.870256:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000010:2.0:1769077216.870256:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00080000:1.0:1769077216.870264:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1769077216.870264:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948246016, portal 10
00000100:00000001:2.0:1769077216.870272:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1769077216.870276:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077216.870278:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198614400 : -127164510937216 : ffff8c58347f5f80)
00000100:00000001:1.0:1769077216.870281:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077216.870285:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000040:2.0:1769077216.870289:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f5f80 x1855007948246016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077216.870290:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077216.870299:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077216.870305:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000100:00000001:2.0:1769077216.870309:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:1.0:1769077216.870312:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1769077216.870316:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000020:00000040:1.0:1769077216.870319:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000400:00000010:2.0:1769077216.870320:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8660.
00000100:00000200:2.0:1769077216.870328:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948246016, offset 0
00000020:00000001:1.0:1769077216.870331:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000400:00000200:2.0:1769077216.870337:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000020:00000001:1.0:1769077216.870343:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000400:00000200:2.0:1769077216.870350:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077216.870361:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000040:1.0:1769077216.870362:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077216.870365:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077216.870371:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000001:1.0:1769077216.870378:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077216.870378:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077216.870384:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077216.870389:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29733:29733:255:4294967295] 192.168.204.128@tcp LPNI seq info [29732:29732:7:4294967295]
00000100:00000040:1.0:1769077216.870396:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077216.870396:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077216.870406:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077216.870410:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1769077216.870418:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000800:00000200:2.0:1769077216.870422:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00080000:1.0:1769077216.870429:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000800:00000010:2.0:1769077216.870430:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e200.
00000100:00000001:1.0:1769077216.870435:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077216.870442:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1769077216.870443:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:1.0:1769077216.870450:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1769077216.870461:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:1.0:1769077216.870462:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077216.870466:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077216.870470:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077216.870474:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769077216.870477:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077216.870484:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000100:00000001:1.0:1769077216.870485:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077216.870500:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000400:00000200:2.0:1769077216.870501:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000040:1.0:1769077216.870504:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000001:2.0:1769077216.870508:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298581006
02000000:00000001:1.0:1769077216.870509:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077216.870512:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077216.870520:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077216.870520:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298582288
02000000:00000001:1.0:1769077216.870525:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077216.870530:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298581006
02000000:00000001:1.0:1769077216.870532:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077216.870541:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298582288
02000000:00000010:1.0:1769077216.870545:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
00000100:00000001:2.0:1769077216.870547:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077216.870555:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077216.870556:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077216.870559:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077216.870575:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4e00 x1855007948246144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077216.870576:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948246400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077216.870616:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077216.870619:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077216.870624:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1769077216.870627:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769077216.870633:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077216.870634:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077216.870643:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077216.870657:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948246144:192.168.204.128@tcp:38:kworker.0
00000100:00000040:1.0:1769077216.870659:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948246400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077216.870672:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077216.870678:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077216.870683:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077216.870694:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769077216.870699:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077216.870703:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077216.870709:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077216.870710:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3918)
00000400:00000200:2.0:1769077216.870718:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077216.870724:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada2c0.
00000400:00000010:2.0:1769077216.870757:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8cc0.
00000100:00000200:2.0:1769077216.870762:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948246144, portal 10
00000100:00000001:2.0:1769077216.870765:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077216.870768:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198609920 : -127164510941696 : ffff8c58347f4e00)
00000100:00000040:2.0:1769077216.870778:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4e00 x1855007948246144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077216.870785:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077216.870787:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077216.870790:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e87f8.
00000100:00000200:2.0:1769077216.870792:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948246144, offset 0
00000400:00000200:2.0:1769077216.870797:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077216.870802:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077216.870806:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077216.870810:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077216.870813:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077216.870815:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077216.870818:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077216.870821:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29734:29734:254:4294967295] 192.168.204.128@tcp LPNI seq info [29733:29733:6:4294967295]
00000400:00000200:2.0:1769077216.870826:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077216.870832:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077216.870837:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077216.870841:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ea00.
00000800:00000200:2.0:1769077216.870846:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077216.870850:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:2.0:1769077216.870853:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077216.870856:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077216.870860:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077216.870863:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298581006
00000100:00000001:2.0:1769077216.870865:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298582288
00000100:00000001:2.0:1769077216.870867:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298581006
00000100:00000001:2.0:1769077216.870870:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298582288
00000100:00000001:2.0:1769077216.870872:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077216.870875:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077216.870878:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077216.870880:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077216.870884:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077216.870886:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769077216.870888:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077216.870890:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077216.870891:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077216.870897:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4700 x1855007948246272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077216.870904:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077216.870907:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077216.870909:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077216.870911:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077216.870913:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077216.870916:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948246272:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077216.870921:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077216.870923:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077216.870925:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077216.870927:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077216.870931:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077216.870934:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077216.870939:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077216.870942:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada160.
00000400:00000010:2.0:1769077216.870946:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077216.870949:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948246272, portal 4
00000100:00000001:2.0:1769077216.870970:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077216.870972:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198608128 : -127164510943488 : ffff8c58347f4700)
00000100:00000040:2.0:1769077216.870979:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4700 x1855007948246272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077216.870986:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077216.870989:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077216.870991:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077216.870994:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948246272, offset 0
00000400:00000200:2.0:1769077216.870999:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077216.871004:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077216.871008:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077216.871011:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077216.871014:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077216.871017:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077216.871020:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077216.871023:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29735:29735:253:4294967295] 192.168.204.128@tcp LPNI seq info [29734:29734:5:4294967295]
00000400:00000200:2.0:1769077216.871027:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077216.871034:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077216.871040:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077216.871044:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e900.
00000800:00000200:2.0:1769077216.871049:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077216.871053:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:2.0:1769077216.871057:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077216.871060:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077216.871064:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077216.871066:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298581071
00000100:00000001:2.0:1769077216.871068:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298582288
00000100:00000001:2.0:1769077216.871071:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298581071
00000100:00000001:2.0:1769077216.871073:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298582288
00000100:00000001:2.0:1769077216.871075:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077216.871077:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077216.871080:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077216.871085:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f7b80 x1855007948246400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077216.871093:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077216.871095:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077216.871098:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077216.871100:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077216.871103:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077216.871107:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948246400:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077216.871111:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077216.871113:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077216.871115:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077216.871118:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077216.871122:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077216.871124:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077216.871128:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077216.871131:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704adac08.
00000400:00000010:2.0:1769077216.871135:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8a18.
00000100:00000200:2.0:1769077216.871139:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948246400, portal 4
00000100:00000001:2.0:1769077216.871141:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077216.871142:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198621568 : -127164510930048 : ffff8c58347f7b80)
00000100:00000040:2.0:1769077216.871151:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f7b80 x1855007948246400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077216.871159:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077216.871161:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077216.871164:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077216.871167:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948246400, offset 0
00000400:00000200:2.0:1769077216.871172:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077216.871180:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077216.871184:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077216.871187:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077216.871190:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077216.871193:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077216.871195:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077216.871198:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29736:29736:252:4294967295] 192.168.204.128@tcp LPNI seq info [29735:29735:4:4294967295]
00000400:00000200:2.0:1769077216.871203:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077216.871209:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077216.871213:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077216.871217:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077216.871221:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077216.871225:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:2.0:1769077216.871229:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077216.871233:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077216.871236:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077216.871239:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298581018
00000100:00000001:2.0:1769077216.871243:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298582288
00000100:00000001:2.0:1769077216.871245:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298581018
00000100:00000001:2.0:1769077216.871247:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298582288
00000100:00000001:2.0:1769077216.871250:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077216.871252:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077216.871255:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077216.871258:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077216.871262:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077216.871264:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769077216.871269:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077216.871271:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077216.871273:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077216.871274:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077217.188858:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077217.188866:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077217.188895:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077217.188897:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077217.188900:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077217.892979:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077217.893020:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077217.893023:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077217.893041:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077217.893047:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077217.893052:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077217.893056:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077217.893060:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077217.893065:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077218.212893:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298582288, at 4298582336
00000100:00000040:1.0:1769077218.212893:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298582288, at 4298582336
00010000:00000001:2.0:1769077218.212894:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077218.212903:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077218.212916:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227b40.
00000100:00000010:1.0:1769077218.212924:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227c00.
00000020:00000001:2.0:1769077218.212961:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077218.212967:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077218.212974:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077218.916906:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077218.916916:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077218.916934:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077218.916942:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077218.916946:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077218.916951:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077218.916954:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077218.916958:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077218.916961:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077219.236872:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077219.236880:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077219.237062:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077219.237069:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077219.237075:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077219.940828:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077219.940835:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077219.940837:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077219.940841:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077219.940846:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077219.940849:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077219.940851:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077219.940854:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077219.940857:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1769077219.941327:0:2419:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.128:988
00000400:00000100:2.0:1769077219.941368:0:2419:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.128@tcp at host 192.168.204.128 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769077219.941380:0:2419:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077219.941384:0:2419:0:(router.c:1755:lnet_notify()) 192.168.204.28@tcp notifying 192.168.204.128@tcp: down
00000400:00000200:2.0:1769077219.941388:0:2419:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077219.941393:0:2419:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769077219.941398:0:2419:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:2.0:1769077219.941403:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077219.941409:0:2419:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077219.941420:0:2419:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077219.941427:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077219.941431:0:2419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077219.941437:0:2419:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077219.941446:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58347f4000 x1855007948245888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077219.941477:0:2419:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077219.941493:0:2419:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4000 x1855007948245888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077241 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077219.941502:0:2419:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077219.941505:0:2419:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077219.941517:0:2419:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:2.0:1769077219.941520:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e200.
00000400:00000200:2.0:1769077219.941523:0:2419:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:0.0:1769077219.941528:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1769077219.941529:0:2419:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000100:00000001:0.0:1769077219.941535:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1769077219.941535:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8660
00000400:00000010:2.0:1769077219.941539:0:2419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8660.
00000100:00000001:2.0:1769077219.941543:0:2419:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769077219.941544:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000200:2.0:1769077219.941550:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58347f5f80 x1855007948246016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077219.941557:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077216/real 1769077219]  req@ffff8c58347f4000 x1855007948245888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077219.941566:0:2419:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077219.941574:0:2419:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f5f80 x1855007948246016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077241 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077219.941578:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077219.941582:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1769077219.941584:0:2419:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077219.941588:0:2419:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000010:0.0:1769077219.941589:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adaf78.
00000800:00000100:2.0:1769077219.941596:0:2419:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000400:00000200:0.0:1769077219.941597:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:0.0:1769077219.941603:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000800:00000010:2.0:1769077219.941603:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ea00.
00000100:00000001:0.0:1769077219.941610:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:2.0:1769077219.941610:0:2419:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000200:0.0:1769077219.941619:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4000 x1855007948245888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077219.941620:0:2419:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077219.941628:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e87f8
00000400:00000010:2.0:1769077219.941632:0:2419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e87f8.
00000100:00000001:2.0:1769077219.941636:0:2419:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077219.941638:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4000 x1855007948245888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077219.941645:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58347f4e00 x1855007948246144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077219.941652:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077219.941656:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077219.941662:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077219.941662:0:2419:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769077219.941665:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077219.941669:0:2419:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4e00 x1855007948246144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077241 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077219.941675:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4000 x1855007948245888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077219.941682:0:2419:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077219.941687:0:2419:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077219.941693:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000100:2.0:1769077219.941696:0:2419:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:2.0:1769077219.941700:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e900.
00000100:00000040:0.0:1769077219.941702:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4000 x1855007948245888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077219.941705:0:2419:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077219.941715:0:2419:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000100:00000001:0.0:1769077219.941721:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:2.0:1769077219.941723:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000100:00000001:0.0:1769077219.941726:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:2.0:1769077219.941727:0:2419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077219.941782:0:2419:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769077219.941785:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077219.941788:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:2.0:1769077219.941791:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58347f4700 x1855007948246272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077219.941794:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077219.941798:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077219.941805:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1769077219.941808:0:2419:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077219.941814:0:2419:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4700 x1855007948246272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077241 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077219.941816:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077219.941823:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1769077219.941828:0:2419:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077219.941832:0:2419:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1769077219.941834:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4000 x1855007948245888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1769077219.941843:0:2419:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:2.0:1769077219.941848:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077219.941853:0:2419:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00100000:0.0:1769077219.941854:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948245888:192.168.204.128@tcp:250:kworker.0
00000400:00000200:2.0:1769077219.941861:0:2419:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000100:00000001:0.0:1769077219.941864:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077219.941866:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000100:00000001:0.0:1769077219.941869:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000400:00000010:2.0:1769077219.941871:0:2419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077219.941875:0:2419:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1769077219.941877:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4000 x1855007948245888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077219.941883:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58347f7b80 x1855007948246400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077219.941890:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077219.941896:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1769077219.941897:0:2419:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000010:0.0:1769077219.941921:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
00000100:00000040:2.0:1769077219.941921:0:2419:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f7b80 x1855007948246400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077241 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077219.941930:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1769077219.941933:0:2419:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077219.941935:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000001:2.0:1769077219.941937:0:2419:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:0.0:1769077219.941940:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:0.0:1769077219.941945:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077219.941949:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4cc00.
02000000:00000001:0.0:1769077219.941954:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077219.941958:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077219.941960:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4000.
00000100:00000001:0.0:1769077219.941964:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077219.941966:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077219.941969:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077219.941971:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077219.941973:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077219.941975:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077219.941980:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077216/real 1769077219]  req@ffff8c58347f4700 x1855007948246272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077219.941991:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077219.941992:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077219.941995:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada160.
00000400:00000200:0.0:1769077219.941999:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:0.0:1769077219.942001:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:0.0:1769077219.942005:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077219.942008:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4700 x1855007948246272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077219.942018:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4700 x1855007948246272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077219.942025:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077219.942026:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077219.942028:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077219.942030:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077219.942036:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4700 x1855007948246272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077219.942043:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077219.942048:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4700 x1855007948246272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077219.942056:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077219.942058:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077219.942060:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077219.942061:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077219.942063:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077219.942065:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077219.942068:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077219.942072:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077219.942074:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077219.942078:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4700 x1855007948246272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077219.942086:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948246272:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077219.942090:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077219.942095:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077216/real 1769077219]  req@ffff8c58347f7b80 x1855007948246400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077219.942103:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077219.942105:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077219.942107:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704adac08.
00000400:00000200:0.0:1769077219.942110:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8a18
00000400:00000010:0.0:1769077219.942112:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8a18.
00000100:00000001:0.0:1769077219.942114:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077219.942118:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f7b80 x1855007948246400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077219.942126:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f7b80 x1855007948246400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077219.942133:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077219.942135:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077219.942136:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077219.942138:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077219.942141:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f7b80 x1855007948246400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077219.942147:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077219.942151:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f7b80 x1855007948246400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077219.942159:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077219.942161:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077219.942163:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077219.942164:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077219.942166:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077219.942168:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077219.942170:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077219.942174:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077219.942176:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077219.942180:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f7b80 x1855007948246400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077219.942187:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948246400:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077219.942191:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077219.942195:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077216/real 1769077219]  req@ffff8c58347f5f80 x1855007948246016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077219.942203:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077219.942205:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077219.942207:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada790.
00000400:00000200:0.0:1769077219.942210:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:0.0:1769077219.942211:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:0.0:1769077219.942214:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077219.942217:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f5f80 x1855007948246016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077219.942225:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f5f80 x1855007948246016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077219.942232:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077219.942234:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077219.942235:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077219.942236:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077219.942240:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f5f80 x1855007948246016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077219.942246:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077219.942250:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f5f80 x1855007948246016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077219.942256:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077219.942258:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077219.942260:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077219.942261:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077219.942263:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077219.942265:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077219.942268:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077219.942271:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077219.942273:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077219.942277:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f5f80 x1855007948246016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077219.942284:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948246016:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077219.942288:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077219.942291:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077216/real 1769077219]  req@ffff8c58347f4e00 x1855007948246144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077219.942298:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077219.942299:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077219.942301:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada2c0.
00000400:00000200:0.0:1769077219.942303:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8cc0
00000400:00000010:0.0:1769077219.942305:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8cc0.
00000100:00000001:0.0:1769077219.942308:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077219.942311:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4e00 x1855007948246144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077219.942319:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4e00 x1855007948246144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077219.942327:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077219.942329:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077219.942330:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077219.942332:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077219.942337:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4e00 x1855007948246144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077219.942349:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077219.942353:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4e00 x1855007948246144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077219.942358:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077219.942361:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077219.942362:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077219.942364:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077219.942366:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077219.942367:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077219.942370:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077219.942374:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077219.942376:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077219.942380:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4e00 x1855007948246144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077219.942388:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948246144:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077219.942391:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077219.942393:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077219.942396:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4700 x1855007948246272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077219.942404:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077219.942405:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077219.942407:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:0.0:1769077219.942411:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077219.942413:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077219.942414:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769077219.942416:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077219.942418:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4c800.
02000000:00000001:0.0:1769077219.942421:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077219.942423:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077219.942424:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4700.
00000100:00000001:0.0:1769077219.942426:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077219.942428:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077219.942429:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077219.942433:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f7b80 x1855007948246400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077219.942439:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077219.942440:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077219.942442:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:0.0:1769077219.942444:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077219.942445:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077219.942446:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769077219.942448:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077219.942449:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d800.
02000000:00000001:0.0:1769077219.942451:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077219.942453:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077219.942454:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f7b80.
00000100:00000001:0.0:1769077219.942457:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077219.942458:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077219.942460:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077219.942463:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f5f80 x1855007948246016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077219.942469:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077219.942470:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077219.942471:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410000.
02000000:00000001:0.0:1769077219.942473:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077219.942474:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077219.942475:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077219.942477:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077219.942479:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4f000.
02000000:00000001:0.0:1769077219.942481:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077219.942482:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077219.942483:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f5f80.
00000100:00000001:0.0:1769077219.942485:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077219.942487:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077219.942488:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077219.942491:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4e00 x1855007948246144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077219.942497:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077219.942498:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077219.942500:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411000.
02000000:00000001:0.0:1769077219.942502:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077219.942503:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077219.942504:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077219.942506:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077219.942507:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4f400.
02000000:00000001:0.0:1769077219.942509:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077219.942511:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077219.942512:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4e00.
00000100:00000001:0.0:1769077219.942514:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077219.942515:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077219.942517:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077219.942524:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077219.942526:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077219.942528:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077219.942529:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077220.260843:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077220.260849:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077220.260940:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077220.260944:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077220.260947:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077220.964834:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077220.964843:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077220.964846:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077220.964852:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077220.964857:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077220.964861:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077220.964865:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077220.964868:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077220.964871:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077221.284825:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077221.284831:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077221.284854:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077221.284856:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077221.284859:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077221.988822:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077221.988829:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077221.988830:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077221.988835:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077221.988840:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077221.988844:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077221.988847:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077221.988851:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077221.988855:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077221.988887:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077221.988896:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077221.988899:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077221.988903:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077221.988935:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077221.988943:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3913
00000400:00000200:3.0:1769077221.988953:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077221.988960:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077221.988963:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077221.988966:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077221.988970:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077221.988972:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077221.988974:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077221.988978:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077221.988980:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769077221.988983:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077221.988985:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769077221.988987:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769077221.988989:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769077221.988991:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077221.988993:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077221.988994:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077221.988996:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077221.989000:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769077221.989004:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077221.989007:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077221.989011:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077221.989015:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077221.989019:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077221.989021:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077221.989024:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077221.989038:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3480.
00000020:00000040:3.0:1769077221.989043:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077221.989067:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077221.989069:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077221.989074:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077221.989079:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077221.989086:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077221.989098:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769077221.989107:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077221.989119:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3480 x1855007948246528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077221.989139:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077221.989145:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077221.989151:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb7685cc] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3480 x1855007948246528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077221.989186:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077221.989190:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077221.989194:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077221.989196:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077221.989198:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077221.989202:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077221.989206:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3913
00000400:00000200:3.0:1769077221.989211:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077221.989214:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077221.989217:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077221.989221:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077221.989223:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077221.989225:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077221.989238:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077221.989241:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077221.989242:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769077221.989244:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077221.989247:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769077221.989249:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769077221.989251:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769077221.989255:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077221.989257:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077221.989259:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077221.989261:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077221.989265:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769077221.989268:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077221.989271:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077221.989273:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077221.989281:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077221.989283:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077221.989286:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077221.989292:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077221.989296:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077221.989298:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077221.989302:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769077221.989305:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077221.989308:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077221.989309:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077221.989323:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077221.989324:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077221.989326:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077221.989333:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769077221.989337:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077221.989342:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948246656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077221.989350:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077221.989353:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077221.989358:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948246656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077221.989372:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077221.989376:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077221.989381:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077221.989382:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077221.989384:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077221.989387:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077221.989388:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077221.989393:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3913
00000100:00000001:0.0:1769077221.989396:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1769077221.989401:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077221.989403:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1769077221.989407:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077221.989411:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077221.989417:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000040:0.0:1769077221.989418:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e3480 x1855007948246528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077221.989420:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077221.989425:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077221.989431:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077221.989436:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077221.989439:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000100:00000001:0.0:1769077221.989441:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1769077221.989442:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769077221.989446:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077221.989446:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769077221.989453:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769077221.989455:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
02000000:00000001:0.0:1769077221.989457:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1769077221.989461:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:0.0:1769077221.989464:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077221.989465:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077221.989469:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:0.0:1769077221.989472:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077221.989473:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077221.989479:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00100000:0.0:1769077221.989484:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948246528:192.168.204.128@tcp:250:kworker.0
00000100:00080000:3.0:1769077221.989485:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077221.989491:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077221.989495:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077221.989495:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077221.989502:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077221.989504:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077221.989506:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769077221.989507:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077221.989512:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769077221.989514:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769077221.989515:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077221.989521:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077221.989523:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1769077221.989526:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769077221.989530:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077221.989534:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077221.989536:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077221.989538:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:0.0:1769077221.989540:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15400.
02000000:00000001:3.0:1769077221.989540:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077221.989544:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077221.989546:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077221.989552:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769077221.989557:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077221.989562:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00100000:3.0:1769077221.989567:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948246784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1769077221.989573:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000100:00000001:3.0:1769077221.989580:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077221.989583:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769077221.989586:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000040:3.0:1769077221.989588:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948246784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077221.989599:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077221.989602:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077221.989605:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077221.989606:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077221.989608:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077221.989611:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:0.0:1769077221.989614:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948246528, portal 25
00000100:00080000:3.0:1769077221.989614:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3913
00000100:00000001:0.0:1769077221.989621:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1769077221.989622:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077221.989627:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444611712 : -127165264939904 : ffff8c58078e3480)
00000400:00000200:3.0:1769077221.989629:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077221.989634:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077221.989641:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e3480 x1855007948246528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077221.989641:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077221.989646:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077221.989651:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077221.989657:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077221.989665:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077221.989670:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077221.989675:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077221.989679:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948246528, offset 0
00000400:00000200:0.0:1769077221.989690:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077221.989703:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077221.989712:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077221.989722:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077221.989773:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077221.989780:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077221.989784:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077221.989789:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29737:29737:256:4294967295] 192.168.204.128@tcp LPNI seq info [29736:29736:8:4294967295]
00000400:00000200:0.0:1769077221.989795:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000001:3.0:1769077221.989807:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077221.989811:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769077221.989815:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1769077221.989817:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1769077221.989820:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769077221.989826:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769077221.989831:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000800:00000200:0.0:1769077221.989832:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00000040:3.0:1769077221.989840:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000010:0.0:1769077221.989841:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000100:00000001:3.0:1769077221.989845:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077221.989849:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077221.989854:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:0.0:1769077221.989856:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000040:3.0:1769077221.989858:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769077221.989865:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000800:00000200:0.0:1769077221.989866:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1769077221.989884:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077221.989888:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077221.989893:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077221.989896:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769077221.989897:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769077221.989899:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077221.989904:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000800:00000200:0.1:1769077221.989905:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000008:00000001:3.0:1769077221.989910:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077221.989914:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1769077221.989917:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00000010:3.0:1769077221.989921:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000800:00000010:0.0:1769077221.989925:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000020:00000040:3.0:1769077221.989926:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769077221.989933:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1769077221.989936:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1769077221.989937:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077221.989943:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077221.989945:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077221.989949:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077221.989950:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
02000000:00000010:3.0:1769077221.989955:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769077221.989962:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077221.989963:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077221.989969:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00100000:3.0:1769077221.989970:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948246912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077221.989977:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769077221.989981:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077221.989986:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769077221.989988:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e3480 x1855007948246528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077221.989994:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948246912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077221.990017:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077221.990019:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1769077221.990021:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077221.990029:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e3480 x1855007948246528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077246 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077221.990029:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077221.990031:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077221.990035:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077221.990041:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077221.990047:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077221.990049:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3913
00000100:00000001:0.0:1769077221.990052:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:3.0:1769077221.990060:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077221.990065:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077221.990066:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077221.990071:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769077221.990076:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:3.0:1769077221.990077:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077221.990083:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298587408
00000100:00000001:3.0:1769077221.990083:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077221.990086:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077221.990091:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077221.990094:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000010:0.0:1769077221.990095:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470900.
00000020:00000040:3.0:1769077221.990097:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769077221.990101:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077221.990104:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769077221.990107:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:0.0:1769077221.990109:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000020:00000001:3.0:1769077221.990110:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769077221.990117:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077221.990120:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077221.990123:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077221.990125:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298587408
00000100:00000001:3.0:1769077221.990126:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000010:0.0:1769077221.990132:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c58034700c0.
00000020:00000040:3.0:1769077221.990133:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000001:0.0:1769077221.990141:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1769077221.990141:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077221.990157:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077221.990160:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077221.990161:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769077221.990167:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077221.990168:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077221.990173:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1769077221.990174:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077221.990178:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077221.990181:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077221.990184:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077221.990186:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077221.990191:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769077221.990196:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00100000:0.0:1769077221.990197:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077221/real 1769077221]  req@ffff8c58078e3480 x1855007948246528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077221.990201:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077221.990204:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077221.990208:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077221.990221:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077221.990225:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1769077221.990229:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
02000000:00000010:3.0:1769077221.990231:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000400:00000001:0.0:1769077221.990233:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1769077221.990238:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769077221.990239:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077221.990246:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000100:00100000:3.0:1769077221.990249:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948247040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1769077221.990250:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077221.990257:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1769077221.990264:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1769077221.990267:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e3480 x1855007948246528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077221.990268:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077221.990279:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948247040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077221.990291:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e3480 x1855007948246528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077221.990293:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077221.990302:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3923)
00000100:00000001:0.0:1769077221.990308:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077221.990313:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077221.990316:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077221.990319:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077221.990324:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e3480 x1855007948246528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.990330:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077221.990334:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e3480 x1855007948246528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.990341:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077221.990344:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077221.990345:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077221.990346:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077221.990349:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077221.990350:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077221.990352:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077221.990356:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077221.990357:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077221.990361:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e3480 x1855007948246528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077221.990366:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948246528:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077221.990372:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077221.990375:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0e00 x1855007948246656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.990389:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077221.990391:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077221.990393:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077221.990395:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077221.990398:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077221.990401:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948246656:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077221.990405:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077221.990407:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077221.990409:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077221.990411:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077221.990416:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14800.
02000000:00000001:0.0:1769077221.990418:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077221.990424:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077221.990427:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077221.990431:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077221.990435:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948246656, portal 10
00000100:00000001:0.0:1769077221.990437:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077221.990439:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444601856 : -127165264949760 : ffff8c58078e0e00)
00000100:00000040:0.0:1769077221.990446:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0e00 x1855007948246656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.990454:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077221.990457:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077221.990459:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077221.990461:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948246656, offset 0
00000400:00000200:0.0:1769077221.990465:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077221.990469:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077221.990473:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077221.990476:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077221.990478:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077221.990480:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077221.990482:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077221.990485:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29738:29738:256:4294967295] 192.168.204.128@tcp LPNI seq info [29737:29737:8:4294967295]
00000400:00000200:0.0:1769077221.990488:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077221.990494:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077221.990498:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077221.990500:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077221.990503:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077221.990506:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769077221.990509:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077221.990511:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769077221.990514:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077221.990516:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077221.990519:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077221.990522:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077221.990535:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077221.990537:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077221.990539:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077221.990541:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0e00 x1855007948246656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.990547:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077221.990549:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0e00 x1855007948246656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077246 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.990554:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077221.990555:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077221.990558:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077221.990561:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:0.0:1769077221.990564:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077221.990566:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298586126
00000100:00000001:0.0:1769077221.990568:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298587408
00000100:00000001:0.0:1769077221.990570:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298586126
00000100:00000001:0.0:1769077221.990571:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298587408
00000100:00000001:0.0:1769077221.990573:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077221.990575:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077221.990576:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077221.990579:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077221/real 1769077221]  req@ffff8c58078e0e00 x1855007948246656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077221.990585:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077221.990586:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077221.990587:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077221.990588:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077221.990589:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077221.990590:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077221.990592:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0e00 x1855007948246656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077221.990610:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0e00 x1855007948246656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.990614:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077221.990615:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077221.990616:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077221.990617:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077221.990619:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0e00 x1855007948246656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.990623:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077221.990625:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0e00 x1855007948246656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.990630:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077221.990631:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077221.990633:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077221.990634:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077221.990635:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077221.990637:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077221.990640:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077221.990644:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077221.990647:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077221.990652:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0e00 x1855007948246656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077221.990661:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948246656:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077221.990666:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077221.990669:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077221.990672:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e3480 x1855007948246528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.990680:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077221.990683:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077221.990687:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15400.
02000000:00000001:0.0:1769077221.990690:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077221.990692:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077221.990694:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:0.0:1769077221.990697:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077221.990701:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f800.
02000000:00000001:0.0:1769077221.990706:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077221.990708:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077221.990710:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e3480.
00000100:00000001:0.0:1769077221.990713:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077221.990714:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077221.990715:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077221.990718:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0e00 x1855007948246656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.990723:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077221.990741:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077221.990743:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14800.
02000000:00000001:0.0:1769077221.990785:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077221.990787:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077221.990788:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077221.990807:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077221.990810:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e800.
02000000:00000001:0.0:1769077221.990813:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077221.990815:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077221.990816:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0e00.
00000100:00000001:0.0:1769077221.990820:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077221.990821:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077221.990823:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077221.990833:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077221.990836:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077221.990839:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077221.990840:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077221.990842:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077221.990847:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0380 x1855007948246784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.990855:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077221.990857:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077221.990859:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077221.990861:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077221.990886:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077221.990890:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948246784:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077221.990894:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077221.990896:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077221.990897:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077221.990900:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077221.990904:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14800.
02000000:00000001:0.0:1769077221.990906:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077221.990911:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077221.990914:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077221.990918:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077221.990921:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948246784, portal 10
00000100:00000001:0.0:1769077221.990924:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077221.990925:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444599168 : -127165264952448 : ffff8c58078e0380)
00000100:00000040:0.0:1769077221.990932:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0380 x1855007948246784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.990943:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077221.990945:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077221.990947:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077221.990949:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948246784, offset 0
00000400:00000200:0.0:1769077221.990951:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077221.990955:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077221.990958:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077221.990986:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077221.990988:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077221.990990:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077221.990991:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077221.990994:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29739:29739:256:4294967295] 192.168.204.128@tcp LPNI seq info [29738:29738:8:4294967295]
00000400:00000200:0.0:1769077221.990997:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077221.991002:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077221.991006:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077221.991008:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077221.991011:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077221.991014:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769077221.991019:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077221.991022:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769077221.991027:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077221.991029:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077221.991032:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077221.991035:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077221.991039:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077221.991041:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077221.991043:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077221.991047:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0380 x1855007948246784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.991063:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077221.991067:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0380 x1855007948246784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077246 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.991083:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077221.991084:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077221.991088:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077221.991091:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769077221.991095:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077221.991096:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298586126
00000100:00000001:0.0:1769077221.991098:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298587408
00000100:00000001:0.0:1769077221.991100:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298586126
00000100:00000001:0.0:1769077221.991102:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298587408
00000100:00000001:0.0:1769077221.991103:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077221.991105:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077221.991106:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077221.991109:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077221/real 1769077221]  req@ffff8c58078e0380 x1855007948246784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077221.991116:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077221.991117:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077221.991118:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077221.991120:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077221.991121:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077221.991123:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077221.991125:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0380 x1855007948246784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077221.991131:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0380 x1855007948246784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.991136:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077221.991137:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077221.991138:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077221.991139:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077221.991141:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0380 x1855007948246784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.991156:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077221.991159:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0380 x1855007948246784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.991163:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077221.991165:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077221.991166:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077221.991167:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077221.991168:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077221.991169:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077221.991170:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077221.991173:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077221.991174:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077221.991177:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0380 x1855007948246784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077221.991199:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948246784:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077221.991203:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077221.991206:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e2a00 x1855007948246912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.991220:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077221.991222:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077221.991224:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077221.991226:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077221.991229:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077221.991232:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948246912:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077221.991235:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077221.991238:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077221.991240:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077221.991242:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077221.991245:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15400.
02000000:00000001:0.0:1769077221.991248:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077221.991253:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077221.991256:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077221.991260:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077221.991263:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948246912, portal 4
00000100:00000001:0.0:1769077221.991265:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077221.991267:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444609024 : -127165264942592 : ffff8c58078e2a00)
00000100:00000040:0.0:1769077221.991273:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e2a00 x1855007948246912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.991279:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077221.991281:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077221.991282:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077221.991284:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948246912, offset 0
00000400:00000200:0.0:1769077221.991287:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077221.991290:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077221.991293:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077221.991295:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077221.991297:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077221.991299:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077221.991300:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077221.991303:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29740:29740:256:4294967295] 192.168.204.128@tcp LPNI seq info [29739:29739:8:4294967295]
00000400:00000200:0.0:1769077221.991306:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077221.991311:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077221.991313:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077221.991315:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077221.991318:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077221.991320:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769077221.991323:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077221.991334:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769077221.991336:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077221.991338:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077221.991340:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077221.991343:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077221.991345:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077221.991346:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077221.991348:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077221.991350:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e2a00 x1855007948246912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.991356:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077221.991358:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e2a00 x1855007948246912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077246 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.991363:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077221.991364:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077221.991366:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077221.991368:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769077221.991370:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077221.991371:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298586191
00000100:00000001:0.0:1769077221.991373:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298587408
00000100:00000001:0.0:1769077221.991375:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298586191
00000100:00000001:0.0:1769077221.991377:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298587408
00000100:00000001:0.0:1769077221.991378:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077221.991379:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077221.991381:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077221.991383:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077221/real 1769077221]  req@ffff8c58078e2a00 x1855007948246912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077221.991387:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077221.991388:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077221.991389:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077221.991390:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077221.991391:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077221.991393:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077221.991395:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e2a00 x1855007948246912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077221.991401:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e2a00 x1855007948246912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.991405:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077221.991406:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077221.991407:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077221.991408:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077221.991410:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e2a00 x1855007948246912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.991414:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077221.991416:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e2a00 x1855007948246912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.991420:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077221.991422:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077221.991423:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077221.991424:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077221.991425:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077221.991426:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077221.991439:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077221.991441:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077221.991442:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077221.991445:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e2a00 x1855007948246912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077221.991450:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948246912:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077221.991452:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077221.991454:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1500 x1855007948247040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.991459:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077221.991460:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077221.991462:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077221.991463:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077221.991464:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077221.991466:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948247040:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077221.991468:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077221.991469:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077221.991470:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077221.991471:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077221.991474:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f17c00.
02000000:00000001:0.0:1769077221.991476:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077221.991478:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077221.991479:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077221.991482:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077221.991484:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948247040, portal 4
00000100:00000001:0.0:1769077221.991485:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077221.991486:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444603648 : -127165264947968 : ffff8c58078e1500)
00000100:00000040:0.0:1769077221.991490:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1500 x1855007948247040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.991505:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077221.991506:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077221.991508:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077221.991509:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948247040, offset 0
00000400:00000200:0.0:1769077221.991512:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077221.991513:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077221.991515:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077221.991517:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077221.991518:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077221.991520:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077221.991522:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077221.991524:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29741:29741:256:4294967295] 192.168.204.128@tcp LPNI seq info [29740:29740:8:4294967295]
00000400:00000200:0.0:1769077221.991527:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077221.991531:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077221.991534:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077221.991536:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077221.991538:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077221.991540:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769077221.991542:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077221.991544:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769077221.991547:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077221.991548:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077221.991550:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077221.991553:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077221.991555:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077221.991556:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077221.991557:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077221.991559:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1500 x1855007948247040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.991573:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077221.991575:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1500 x1855007948247040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077246 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.991580:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077221.991581:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077221.991582:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077221.991584:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769077221.991585:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077221.991587:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298586138
00000100:00000001:0.0:1769077221.991588:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298587408
00000100:00000001:0.0:1769077221.991589:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298586138
00000100:00000001:0.0:1769077221.991591:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298587408
00000100:00000001:0.0:1769077221.991593:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077221.991594:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077221.991596:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077221.991598:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077221/real 1769077221]  req@ffff8c58078e1500 x1855007948247040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077221.991604:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077221.991604:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077221.991605:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077221.991606:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077221.991607:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077221.991608:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077221.991610:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1500 x1855007948247040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077221.991615:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1500 x1855007948247040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.991620:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077221.991621:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077221.991622:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077221.991623:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077221.991636:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1500 x1855007948247040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.991641:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077221.991644:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1500 x1855007948247040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.991651:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077221.991654:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077221.991656:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077221.991657:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077221.991659:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077221.991662:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077221.991665:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077221.991669:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077221.991671:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077221.991676:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1500 x1855007948247040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077221.991685:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948247040:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077221.991689:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077221.991691:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077221.991695:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0380 x1855007948246784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.991700:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077221.991701:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077221.991703:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14800.
02000000:00000001:0.0:1769077221.991705:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077221.991706:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077221.991707:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077221.991708:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077221.991710:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f400.
02000000:00000001:0.0:1769077221.991711:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077221.991712:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077221.991713:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0380.
00000100:00000001:0.0:1769077221.991715:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077221.991716:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077221.991717:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077221.991719:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e2a00 x1855007948246912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.991724:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077221.991725:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077221.991725:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15400.
02000000:00000001:0.0:1769077221.991727:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077221.991728:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077221.991729:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769077221.991731:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077221.991739:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e000.
02000000:00000001:0.0:1769077221.991742:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077221.991743:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077221.991745:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e2a00.
00000100:00000001:0.0:1769077221.991768:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077221.991769:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077221.991771:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077221.991775:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1500 x1855007948247040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077246 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.991783:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077221.991785:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077221.991787:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f17c00.
02000000:00000001:0.0:1769077221.991789:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077221.991791:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077221.991793:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769077221.991795:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077221.991796:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d800.
02000000:00000001:0.0:1769077221.991799:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077221.991800:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077221.991801:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1500.
00000100:00000001:0.0:1769077221.991803:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077221.991804:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077221.991806:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077221.991809:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077221.991810:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077221.991812:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077221.991813:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077222.308857:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077222.308890:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077222.308892:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077222.308894:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077222.308898:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077222.308900:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077222.308901:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077222.308903:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077222.308926:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077222.308927:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077222.308929:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077223.012900:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077223.012908:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077223.012910:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077223.012916:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077223.012919:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077223.012923:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077223.012927:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077223.012929:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077223.012932:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077223.332807:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298587408, at 4298587456
00010000:00000001:2.0:1769077223.332813:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077223.332817:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077223.332821:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c58034700c0.
00000100:00000040:0.0:1769077223.332861:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298587408, at 4298587456
00000100:00000010:0.0:1769077223.332876:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470900.
00000020:00000001:3.0:1769077223.332882:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077223.332887:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077223.332902:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077224.036802:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077224.036808:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077224.036810:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077224.036815:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077224.036818:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077224.036821:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077224.036823:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077224.036825:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077224.036827:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077224.356920:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077224.356926:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077224.356983:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077224.356986:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077224.356989:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077225.060811:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077225.060828:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077225.060830:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077225.060834:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077225.060837:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077225.060841:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077225.060844:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077225.060847:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077225.060850:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077225.380828:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077225.380834:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077225.380853:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077225.380855:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077225.380858:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077226.084924:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077226.084936:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077226.084939:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077226.084947:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077226.084952:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077226.084957:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077226.084960:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077226.084962:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077226.084965:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077226.404852:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077226.404860:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077226.404884:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077226.404887:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077226.404889:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077227.108874:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077227.108883:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1769077227.108885:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077227.108885:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077227.108893:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1769077227.108894:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077227.108897:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077227.108899:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077227.108902:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077227.108903:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077227.108906:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077227.108907:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077227.108911:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077227.108915:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077227.108916:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3918
00000400:00000200:0.0:1769077227.108927:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077227.108935:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077227.108938:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077227.108941:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077227.108944:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077227.108946:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077227.108948:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077227.108952:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077227.108953:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077227.108956:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077227.108958:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077227.108960:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077227.108962:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077227.108964:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077227.108966:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077227.108967:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077227.108969:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077227.108971:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077227.108973:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077227.108975:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077227.108977:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077227.108979:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077227.108982:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077227.108984:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077227.108985:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077227.108996:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9df80.
00000020:00000040:0.0:1769077227.108999:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077227.109003:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077227.109004:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077227.109007:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077227.109009:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077227.109014:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077227.109023:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17c00.
00000100:00000001:0.0:1769077227.109030:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077227.109040:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9df80 x1855007948247168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077227.109048:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077227.109053:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077227.109056:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bed851a] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9df80 x1855007948247168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077227.109078:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077227.109080:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077227.109083:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077227.109084:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077227.109085:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077227.109087:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077227.109089:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3918
00000400:00000200:0.0:1769077227.109092:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077227.109094:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077227.109096:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077227.109099:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077227.109100:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077227.109101:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077227.109104:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769077227.109105:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077227.109108:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077227.109109:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077227.109112:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077227.109114:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077227.109116:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1769077227.109117:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9df80 x1855007948247168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077227.109118:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077227.109123:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077227.109128:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769077227.109136:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077227.109136:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077227.109140:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077227.109140:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077227.109144:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077227.109145:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:2.0:1769077227.109145:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1769077227.109149:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
02000000:00000001:2.0:1769077227.109149:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769077227.109155:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
02000000:00000001:2.0:1769077227.109156:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077227.109157:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077227.109162:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1769077227.109162:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948247168:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077227.109168:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077227.109170:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077227.109172:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077227.109173:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077227.109176:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077227.109177:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077227.109180:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1769077227.109181:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077227.109184:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077227.109185:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
00000100:00000001:0.0:1769077227.109186:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077227.109191:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077227.109193:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d180.
00000020:00000040:0.0:1769077227.109196:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077227.109198:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077227.109199:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077227.109201:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077227.109202:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077227.109205:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077227.109207:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077227.109208:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
02000000:00000010:0.0:1769077227.109212:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15400.
00000100:00000001:0.0:1769077227.109216:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077227.109216:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00100000:0.0:1769077227.109223:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d180 x1855007948247296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769077227.109226:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948247168, portal 25
00000100:00000001:2.0:1769077227.109231:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077227.109233:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104271744 : -127169605279872 : ffff8c5704d9df80)
00000100:00000001:0.0:1769077227.109235:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077227.109238:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077227.109242:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9df80 x1855007948247168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077227.109244:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad4bb1df] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d180 x1855007948247296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.109260:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077227.109264:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077227.109269:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000001:0.0:1769077227.109272:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077227.109273:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948247168, offset 0
00000100:00080000:0.0:1769077227.109277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077227.109281:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1769077227.109284:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077227.109285:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077227.109288:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077227.109290:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077227.109293:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3918
00000400:00000200:0.0:1769077227.109296:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077227.109299:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077227.109302:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077227.109305:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077227.109307:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077227.109310:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000001:0.0:1769077227.109311:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077227.109315:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077227.109317:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077227.109319:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1769077227.109320:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077227.109323:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769077227.109325:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077227.109326:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000400:00000200:2.0:1769077227.109327:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000020:00000001:0.0:1769077227.109329:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769077227.109332:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077227.109334:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1769077227.109338:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077227.109341:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000001:0.0:1769077227.109342:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077227.109347:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077227.109350:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29742:29742:256:4294967295] 192.168.204.128@tcp LPNI seq info [29741:29741:8:4294967295]
00000100:00000001:0.0:1769077227.109351:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077227.109356:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000400:00000200:2.0:1769077227.109360:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:0.0:1769077227.109361:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077227.109365:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077227.109366:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077227.109369:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077227.109372:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077227.109377:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769077227.109377:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000008:00100000:0.0:1769077227.109380:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1769077227.109386:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000008:00000001:0.0:1769077227.109387:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077227.109392:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077227.109392:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000100:00000010:0.0:1769077227.109397:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000020:00000040:0.0:1769077227.109402:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000800:00000200:2.0:1769077227.109403:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:0.0:1769077227.109407:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077227.109411:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077227.109411:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1769077227.109415:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077227.109418:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077227.109421:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077227.109423:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000010:0.0:1769077227.109427:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14800.
00000800:00000200:2.1:1769077227.109429:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1769077227.109432:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769077227.109438:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00100000:0.0:1769077227.109442:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948247424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1769077227.109444:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000100:00000001:0.0:1769077227.109454:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077227.109456:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077227.109457:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1769077227.109461:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948247424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077227.109470:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769077227.109473:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077227.109476:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077227.109478:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000100:00080000:0.0:1769077227.109479:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077227.109484:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077227.109485:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1769077227.109485:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:0.0:1769077227.109491:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077227.109495:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3918
00000100:00000001:2.0:1769077227.109495:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:0.0:1769077227.109500:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077227.109504:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000200:2.0:1769077227.109505:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9df80 x1855007948247168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077227.109506:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077227.109512:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077227.109516:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077227.109520:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077227.109524:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077227.109529:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077227.109531:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000100:00000001:2.0:1769077227.109531:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1769077227.109532:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077227.109536:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:0.0:1769077227.109538:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:2.0:1769077227.109540:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9df80 x1855007948247168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077252 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077227.109541:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:0.0:1769077227.109546:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077227.109549:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077227.109551:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077227.109555:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077227.109558:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:0.0:1769077227.109563:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077227.109564:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077227.109566:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077227.109569:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077227.109569:0:2431:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1769077227.109573:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077227.109575:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077227.109576:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077227.109579:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077227.109579:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769077227.109585:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077227.109587:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077227.109591:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000010:0.0:1769077227.109593:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d500.
00000020:00000040:0.0:1769077227.109596:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000001:2.0:1769077227.109596:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298592527
02000000:00000001:0.0:1769077227.109602:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077227.109603:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077227.109605:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077227.109606:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:2.0:1769077227.109607:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227360.
02000000:00000001:0.0:1769077227.109609:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077227.109614:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15000.
00000100:00000001:0.0:1769077227.109617:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077227.109617:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00100000:0.0:1769077227.109625:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d500 x1855007948247552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077227.109629:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298592527
00000100:00000001:0.0:1769077227.109631:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077227.109634:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077227.109636:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227de0.
00000100:00000040:0.0:1769077227.109638:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c2d91c4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d500 x1855007948247552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.109642:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769077227.109648:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077227.109651:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077227.109651:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769077227.109658:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077227.109659:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077227.109661:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077227.109664:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1769077227.109665:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077227.109669:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077227.109674:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3918
00000100:00100000:2.0:1769077227.109675:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077227/real 1769077227]  req@ffff8c5704d9df80 x1855007948247168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077227.109678:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077227.109682:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077227.109686:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077227.109692:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077227.109696:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077227.109699:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077227.109703:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077227.109705:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000001:2.0:1769077227.109705:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000020:00000040:0.0:1769077227.109709:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000400:00000001:2.0:1769077227.109710:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000020:00000001:0.0:1769077227.109711:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077227.109715:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000400:00000010:2.0:1769077227.109716:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000020:00000001:0.0:1769077227.109717:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769077227.109723:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000400:00000200:2.0:1769077227.109725:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000100:00000040:0.0:1769077227.109726:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000010:2.0:1769077227.109752:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077227.109757:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077227.109763:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9df80 x1855007948247168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077227.109768:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077227.109773:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000200:2.0:1769077227.109776:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9df80 x1855007948247168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077227.109777:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077227.109797:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:0.0:1769077227.109803:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077227.109806:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077227.109806:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1769077227.109811:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077227.109812:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769077227.109814:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077227.109818:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077227.109818:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077227.109822:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077227.109823:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:0.0:1769077227.109824:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077227.109828:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077227.109829:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077227.109833:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9df80 x1855007948247168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1769077227.109834:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000020:00000040:0.0:1769077227.109838:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:0.0:1769077227.109842:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077227.109845:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077227.109849:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077227.109852:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077227.109853:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769077227.109854:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077227.109859:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15c00.
00000100:00000040:2.0:1769077227.109862:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9df80 x1855007948247168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077227.109864:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077227.109872:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948247680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077227.109881:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077227.109883:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077227.109888:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077227.109888:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077227.109892:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1769077227.109893:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948247680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.109896:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077227.109902:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077227.109904:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077227.109906:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1769077227.109911:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3928)
00000100:00080000:2.0:1769077227.109911:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077227.109920:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077227.109923:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077227.109929:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9df80 x1855007948247168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077227.109938:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948247168:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077227.109943:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077227.109945:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077227.109948:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9df80 x1855007948247168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.109955:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077227.109958:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077227.109961:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077227.109964:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077227.109966:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077227.109968:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077227.109970:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077227.109973:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17c00.
02000000:00000001:2.0:1769077227.109977:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077227.109979:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077227.109981:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9df80.
00000100:00000001:2.0:1769077227.109985:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077227.109986:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077227.109989:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077227.109999:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077227.110001:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077227.110003:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077227.110005:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077227.110006:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077227.110010:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d180 x1855007948247296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.110016:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077227.110017:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077227.110019:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077227.110020:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077227.110022:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077227.110024:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948247296:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077227.110026:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077227.110028:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077227.110029:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077227.110030:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077227.110033:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077227.110035:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077227.110038:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077227.110042:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077227.110045:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077227.110049:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948247296, portal 10
00000100:00000001:2.0:1769077227.110051:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077227.110052:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104268160 : -127169605283456 : ffff8c5704d9d180)
00000100:00000040:2.0:1769077227.110059:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d180 x1855007948247296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.110066:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077227.110068:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077227.110071:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077227.110073:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948247296, offset 0
00000400:00000200:2.0:1769077227.110077:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077227.110081:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077227.110086:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077227.110090:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077227.110092:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077227.110095:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077227.110097:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077227.110100:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29743:29743:256:4294967295] 192.168.204.128@tcp LPNI seq info [29742:29742:8:4294967295]
00000400:00000200:2.0:1769077227.110105:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077227.110112:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077227.110116:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077227.110120:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077227.110124:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077227.110126:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077227.110130:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077227.110133:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077227.110137:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077227.110138:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077227.110141:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077227.110145:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077227.110148:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077227.110150:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077227.110153:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077227.110157:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d180 x1855007948247296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.110164:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077227.110167:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d180 x1855007948247296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077252 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.110174:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077227.110176:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077227.110179:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077227.110183:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077227.110187:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077227.110189:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298591246
00000100:00000001:2.0:1769077227.110193:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298592527
00000100:00000001:2.0:1769077227.110196:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298591246
00000100:00000001:2.0:1769077227.110198:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298592527
00000100:00000001:2.0:1769077227.110201:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077227.110203:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077227.110205:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077227.110209:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077227/real 1769077227]  req@ffff8c5704d9d180 x1855007948247296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077227.110217:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077227.110218:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077227.110220:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077227.110222:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077227.110223:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077227.110225:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077227.110227:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d180 x1855007948247296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077227.110233:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d180 x1855007948247296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.110237:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077227.110238:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077227.110240:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077227.110240:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077227.110243:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d180 x1855007948247296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.110247:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077227.110249:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d180 x1855007948247296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.110253:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077227.110255:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077227.110256:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077227.110257:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077227.110259:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077227.110261:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077227.110263:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077227.110265:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077227.110266:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077227.110268:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d180 x1855007948247296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077227.110274:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948247296:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077227.110277:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077227.110279:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c000 x1855007948247424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.110283:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077227.110284:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077227.110285:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077227.110287:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077227.110288:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077227.110290:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948247424:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077227.110292:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077227.110293:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077227.110295:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077227.110296:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077227.110299:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077227.110300:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077227.110303:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077227.110305:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077227.110307:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077227.110309:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948247424, portal 10
00000100:00000001:2.0:1769077227.110310:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077227.110312:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104263680 : -127169605287936 : ffff8c5704d9c000)
00000100:00000040:2.0:1769077227.110316:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c000 x1855007948247424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.110321:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077227.110323:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077227.110324:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077227.110326:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948247424, offset 0
00000400:00000200:2.0:1769077227.110328:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077227.110331:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077227.110333:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077227.110335:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077227.110337:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077227.110339:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077227.110341:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077227.110343:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29744:29744:256:4294967295] 192.168.204.128@tcp LPNI seq info [29743:29743:8:4294967295]
00000400:00000200:2.0:1769077227.110346:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077227.110350:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077227.110353:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077227.110355:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077227.110357:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077227.110360:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077227.110363:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077227.110365:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077227.110367:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077227.110369:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077227.110371:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077227.110373:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077227.110375:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077227.110376:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077227.110378:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077227.110380:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c000 x1855007948247424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.110385:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077227.110388:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c000 x1855007948247424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077252 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.110392:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077227.110394:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077227.110396:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077227.110398:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077227.110400:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077227.110401:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298591245
00000100:00000001:2.0:1769077227.110403:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298592527
00000100:00000001:2.0:1769077227.110404:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298591245
00000100:00000001:2.0:1769077227.110406:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298592527
00000100:00000001:2.0:1769077227.110408:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077227.110409:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077227.110410:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077227.110412:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077227/real 1769077227]  req@ffff8c5704d9c000 x1855007948247424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077227.110416:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077227.110417:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077227.110418:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077227.110420:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077227.110421:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077227.110423:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077227.110427:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c000 x1855007948247424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077227.110435:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c000 x1855007948247424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.110442:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077227.110444:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077227.110446:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077227.110447:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077227.110452:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c000 x1855007948247424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.110461:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077227.110464:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c000 x1855007948247424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.110469:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077227.110471:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077227.110472:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077227.110473:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077227.110474:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077227.110475:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077227.110477:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077227.110479:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077227.110481:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077227.110483:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c000 x1855007948247424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077227.110489:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948247424:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077227.110492:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077227.110494:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d500 x1855007948247552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.110498:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077227.110499:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077227.110500:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077227.110502:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077227.110503:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077227.110505:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948247552:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077227.110507:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077227.110510:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077227.110511:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077227.110512:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077227.110515:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077227.110516:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077227.110520:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077227.110521:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077227.110524:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077227.110526:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948247552, portal 4
00000100:00000001:2.0:1769077227.110527:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077227.110528:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104269056 : -127169605282560 : ffff8c5704d9d500)
00000100:00000040:2.0:1769077227.110532:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d500 x1855007948247552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.110537:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077227.110539:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077227.110540:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077227.110542:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948247552, offset 0
00000400:00000200:2.0:1769077227.110544:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077227.110547:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077227.110549:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077227.110551:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077227.110553:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077227.110555:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077227.110557:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077227.110559:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29745:29745:256:4294967295] 192.168.204.128@tcp LPNI seq info [29744:29744:8:4294967295]
00000400:00000200:2.0:1769077227.110561:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077227.110566:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077227.110569:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077227.110571:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077227.110574:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077227.110576:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077227.110579:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077227.110581:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077227.110584:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077227.110585:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077227.110587:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077227.110590:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077227.110592:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077227.110593:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077227.110595:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077227.110597:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d500 x1855007948247552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.110602:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077227.110604:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d500 x1855007948247552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077252 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.110609:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077227.110610:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077227.110612:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077227.110614:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077227.110616:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077227.110617:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298591310
00000100:00000001:2.0:1769077227.110620:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298592527
00000100:00000001:2.0:1769077227.110621:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298591310
00000100:00000001:2.0:1769077227.110623:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298592527
00000100:00000001:2.0:1769077227.110624:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077227.110625:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077227.110627:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077227.110629:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077227/real 1769077227]  req@ffff8c5704d9d500 x1855007948247552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077227.110633:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077227.110634:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077227.110635:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077227.110637:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077227.110638:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077227.110640:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077227.110642:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d500 x1855007948247552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077227.110648:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d500 x1855007948247552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.110651:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077227.110652:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077227.110653:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077227.110654:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077227.110656:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d500 x1855007948247552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.110660:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077227.110662:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d500 x1855007948247552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.110666:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077227.110668:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077227.110669:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077227.110669:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077227.110670:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077227.110672:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077227.110673:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077227.110675:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077227.110677:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077227.110679:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d500 x1855007948247552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077227.110685:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948247552:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077227.110687:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077227.110689:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9dc00 x1855007948247680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.110693:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077227.110694:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077227.110696:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077227.110697:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077227.110698:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077227.110700:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948247680:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077227.110702:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077227.110703:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077227.110704:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077227.110705:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077227.110707:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077227.110708:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077227.110710:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077227.110711:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077227.110713:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077227.110715:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948247680, portal 4
00000100:00000001:2.0:1769077227.110716:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077227.110717:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104270848 : -127169605280768 : ffff8c5704d9dc00)
00000100:00000040:2.0:1769077227.110721:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9dc00 x1855007948247680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.110725:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077227.110727:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077227.110728:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077227.110730:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948247680, offset 0
00000400:00000200:2.0:1769077227.110750:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077227.110752:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077227.110754:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077227.110756:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077227.110758:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077227.110760:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077227.110762:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077227.110764:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29746:29746:256:4294967295] 192.168.204.128@tcp LPNI seq info [29745:29745:8:4294967295]
00000400:00000200:2.0:1769077227.110767:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077227.110771:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077227.110774:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077227.110776:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077227.110779:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077227.110797:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077227.110802:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077227.110805:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077227.110808:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077227.110811:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077227.110814:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077227.110818:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077227.110821:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077227.110823:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077227.110826:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077227.110830:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9dc00 x1855007948247680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.110838:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077227.110842:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948247680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077252 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.110849:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077227.110851:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077227.110855:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077227.110858:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077227.110861:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077227.110864:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298591258
00000100:00000001:2.0:1769077227.110867:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298592527
00000100:00000001:2.0:1769077227.110869:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298591258
00000100:00000001:2.0:1769077227.110872:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298592527
00000100:00000001:2.0:1769077227.110874:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077227.110877:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077227.110879:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077227.110883:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077227/real 1769077227]  req@ffff8c5704d9dc00 x1855007948247680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077227.110890:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077227.110891:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077227.110893:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077227.110895:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077227.110896:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077227.110897:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077227.110900:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9dc00 x1855007948247680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077227.110906:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9dc00 x1855007948247680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.110910:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077227.110911:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077227.110912:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077227.110913:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077227.110915:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9dc00 x1855007948247680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.110920:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077227.110922:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9dc00 x1855007948247680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.110927:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077227.110928:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077227.110929:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077227.110930:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077227.110931:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077227.110932:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077227.110934:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077227.110936:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077227.110938:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077227.110940:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9dc00 x1855007948247680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077227.110945:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948247680:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077227.110947:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077227.110949:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077227.110951:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d180 x1855007948247296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.110955:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077227.110956:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077227.110957:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077227.110959:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077227.110960:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077227.110961:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077227.110962:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077227.110964:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15400.
02000000:00000001:2.0:1769077227.110966:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077227.110967:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077227.110968:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d180.
00000100:00000001:2.0:1769077227.110969:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077227.110970:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077227.110971:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077227.110974:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c000 x1855007948247424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.110978:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077227.110978:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077227.110979:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077227.110981:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077227.110982:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077227.110982:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077227.110984:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077227.110985:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14800.
02000000:00000001:2.0:1769077227.110987:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077227.110988:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077227.110989:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c000.
00000100:00000001:2.0:1769077227.110990:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077227.110991:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077227.110992:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077227.110994:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d500 x1855007948247552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.110998:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077227.110998:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077227.110999:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077227.111000:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077227.111001:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077227.111002:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077227.111003:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077227.111004:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15000.
02000000:00000001:2.0:1769077227.111005:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077227.111006:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077227.111006:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d500.
00000100:00000001:2.0:1769077227.111007:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077227.111008:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077227.111009:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077227.111011:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9dc00 x1855007948247680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077227.111015:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077227.111015:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077227.111016:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077227.111017:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077227.111018:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077227.111019:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077227.111020:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077227.111020:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15c00.
02000000:00000001:2.0:1769077227.111021:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077227.111022:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077227.111023:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077227.111025:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077227.111026:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077227.111027:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077227.111030:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077227.111031:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077227.111032:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077227.111034:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077227.428866:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077227.428873:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077227.428963:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077227.428969:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077227.428974:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077228.132844:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077228.132853:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077228.132855:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077228.132861:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077228.132865:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077228.132869:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077228.132872:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077228.132875:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077228.132878:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077228.452888:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298592527, at 4298592576
00000100:00000040:1.0:1769077228.452888:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298592527, at 4298592576
00010000:00000001:2.0:1769077228.452889:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077228.452895:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077228.452919:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227de0.
00000100:00000010:0.0:1769077228.452928:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227360.
00000020:00000001:3.0:1769077228.453002:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077228.453008:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077228.453012:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077229.156833:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077229.156841:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077229.156843:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077229.156849:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077229.156854:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077229.156858:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077229.156861:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077229.156863:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077229.156866:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077229.476817:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077229.476823:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077229.476842:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077229.476844:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077229.476847:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077230.180813:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077230.180820:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077230.180822:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077230.180826:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077230.180830:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077230.180833:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077230.180835:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077230.180837:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077230.180839:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077230.500882:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077230.500889:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077230.500918:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077230.500920:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077230.500923:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077231.204819:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077231.204828:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077231.204830:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077231.204836:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077231.204840:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077231.204844:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077231.204847:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077231.204850:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077231.204853:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077231.524841:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077231.524846:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077231.524899:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077231.524903:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077231.524906:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077232.228862:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077232.228875:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077232.228877:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077232.228885:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:3.0:1769077232.228888:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077232.228891:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077232.228898:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077232.228900:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077232.228903:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077232.228903:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077232.228908:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077232.228909:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077232.228919:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077232.228919:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077232.228928:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3923
00000400:00000200:3.0:1769077232.228944:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077232.228950:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077232.228953:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077232.228956:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077232.228960:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077232.228963:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077232.228966:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077232.228970:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077232.228972:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769077232.228975:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077232.228978:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769077232.228981:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769077232.228984:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769077232.228988:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077232.228990:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077232.228992:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077232.228994:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077232.228997:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769077232.229001:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077232.229004:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077232.229006:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077232.229010:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077232.229013:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077232.229016:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077232.229018:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077232.229026:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769077232.229029:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077232.229032:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077232.229034:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077232.229037:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077232.229040:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077232.229044:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077232.229051:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769077232.229056:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077232.229064:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948247808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077232.229073:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077232.229077:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077232.229081:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948247808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077232.229112:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077232.229115:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077232.229118:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077232.229119:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077232.229120:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077232.229124:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077232.229126:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3923
00000400:00000200:3.0:1769077232.229130:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077232.229133:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077232.229135:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077232.229137:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077232.229139:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077232.229142:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077232.229145:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077232.229149:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077232.229150:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769077232.229152:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077232.229156:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769077232.229159:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769077232.229160:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769077232.229163:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077232.229164:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077232.229167:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769077232.229167:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077232.229169:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077232.229173:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1769077232.229173:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00000001:0.0:1769077232.229178:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1769077232.229179:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077232.229183:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077232.229184:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077232.229190:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769077232.229192:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e3800 x1855007948247808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077232.229193:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077232.229202:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077232.229209:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769077232.229212:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1769077232.229216:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077232.229218:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077232.229222:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077232.229225:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1769077232.229226:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
02000000:00000001:0.0:1769077232.229229:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1769077232.229230:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077232.229241:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077232.229242:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077232.229249:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077232.229255:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948247808:192.168.204.128@tcp:250:kworker.0
00000100:00000001:3.0:1769077232.229256:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077232.229261:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077232.229267:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077232.229268:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1769077232.229277:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
02000000:00000001:0.0:1769077232.229278:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077232.229287:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077232.229287:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077232.229302:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1769077232.229307:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948247936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1769077232.229311:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769077232.229321:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077232.229321:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077232.229330:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077232.229334:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948247936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077232.229342:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077232.229352:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000100:00000001:3.0:1769077232.229357:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077232.229360:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1769077232.229362:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00080000:3.0:1769077232.229363:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077232.229368:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077232.229370:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077232.229372:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:0.0:1769077232.229375:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948247808, portal 25
00000100:00080000:3.0:1769077232.229376:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3923
00000100:00000001:0.0:1769077232.229385:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077232.229390:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444612608 : -127165264939008 : ffff8c58078e3800)
00000400:00000200:3.0:1769077232.229390:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077232.229399:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000040:0.0:1769077232.229404:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e3800 x1855007948247808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077232.229404:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077232.229415:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077232.229426:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077232.229436:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077232.229436:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077232.229442:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000040:0.0:1769077232.229445:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000020:00000001:3.0:1769077232.229449:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077232.229451:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000400:00000010:0.0:1769077232.229452:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000020:00000001:3.0:1769077232.229456:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:0.0:1769077232.229458:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948247808, offset 0
00000020:00000040:3.0:1769077232.229459:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769077232.229472:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:0.0:1769077232.229480:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000020:00000001:3.0:1769077232.229481:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769077232.229491:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077232.229493:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769077232.229498:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:3.0:1769077232.229498:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077232.229507:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077232.229510:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000400:00000200:0.0:1769077232.229514:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00080000:3.0:1769077232.229518:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077232.229523:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077232.229525:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1769077232.229527:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077232.229531:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769077232.229534:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
02000000:00000001:3.0:1769077232.229540:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077232.229545:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769077232.229546:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077232.229556:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769077232.229557:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000008:00000001:3.0:1769077232.229564:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077232.229570:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29747:29747:256:4294967295] 192.168.204.128@tcp LPNI seq info [29746:29746:8:4294967295]
00000100:00000001:3.0:1769077232.229572:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077232.229585:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000010:3.0:1769077232.229586:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769077232.229596:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077232.229600:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077232.229605:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077232.229612:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1769077232.229616:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1769077232.229617:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077232.229623:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077232.229630:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000800:00000200:0.0:1769077232.229631:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00000001:3.0:1769077232.229639:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769077232.229641:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000100:00100000:3.0:1769077232.229646:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948248064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1769077232.229656:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769077232.229666:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:0.0:1769077232.229669:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000100:00000001:3.0:1769077232.229669:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769077232.229680:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:3.0:1769077232.229687:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948248064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1769077232.229688:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000100:00000001:3.0:1769077232.229716:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077232.229719:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077232.229723:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:0.0:1769077232.229753:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077232.229756:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077232.229765:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077232.229771:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769077232.229773:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077232.229775:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1769077232.229776:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077232.229783:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:3.0:1769077232.229783:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077232.229791:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3923
00000100:00000001:0.0:1769077232.229793:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1769077232.229798:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000200:0.0:1769077232.229805:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e3800 x1855007948247808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077232.229805:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077232.229811:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077232.229821:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077232.229826:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077232.229829:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077232.229837:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077232.229845:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077232.229848:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769077232.229852:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077232.229854:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769077232.229856:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:0.0:1769077232.229857:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1769077232.229862:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:0.0:1769077232.229868:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e3800 x1855007948247808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077257 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077232.229870:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077232.229879:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077232.229888:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077232.229896:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077232.229900:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077232.229901:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00000001:0.0:1769077232.229903:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1769077232.229908:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077232.229910:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077232.229913:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077232.229913:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077232.229917:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077232.229920:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077232.229923:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077232.229924:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077232.229928:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1769077232.229931:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298597648
00000008:00000001:3.0:1769077232.229932:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077232.229936:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077232.229945:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000100:00000010:0.0:1769077232.229947:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470900.
00000020:00000040:3.0:1769077232.229947:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769077232.229952:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077232.229954:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077232.229955:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077232.229957:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769077232.229960:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1769077232.229960:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077232.229971:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:0.0:1769077232.229973:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298597648
00000100:00000001:3.0:1769077232.229979:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077232.229981:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470f00.
00000100:00000001:0.0:1769077232.229989:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769077232.229993:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1769077232.229994:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948248192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077232.229997:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077232.230002:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077232.230011:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077232/real 1769077232]  req@ffff8c58078e3800 x1855007948247808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077232.230029:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077232.230039:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077232.230056:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948248192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077232.230059:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077232.230064:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077232.230071:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000100:00000001:3.0:1769077232.230072:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077232.230076:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000100:00080000:3.0:1769077232.230077:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1769077232.230081:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00080000:3.0:1769077232.230084:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077232.230087:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1769077232.230087:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077232.230095:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1769077232.230099:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e3800 x1855007948247808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077232.230101:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077232.230111:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3923
00000400:00000200:3.0:1769077232.230122:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000200:0.0:1769077232.230127:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e3800 x1855007948247808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077232.230134:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077232.230145:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077232.230156:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077232.230158:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077232.230163:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077232.230164:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077232.230169:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1769077232.230170:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077232.230176:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077232.230177:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1769077232.230182:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077232.230183:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000100:00100000:0.0:1769077232.230186:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e3800 x1855007948247808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769077232.230188:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077232.230194:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769077232.230203:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769077232.230211:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:0.0:1769077232.230213:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077232.230221:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000040:0.0:1769077232.230227:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e3800 x1855007948247808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077232.230227:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077232.230237:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077232.230245:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077232.230260:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1769077232.230260:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000001:0.0:1769077232.230268:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077232.230270:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077232.230275:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077232.230276:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077232.230277:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769077232.230280:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769077232.230282:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077232.230285:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1769077232.230286:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769077232.230294:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1769077232.230294:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077232.230307:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00080000:0.0:1769077232.230311:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000008:00100000:3.0:1769077232.230312:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1769077232.230317:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00000001:3.0:1769077232.230319:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077232.230322:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077232.230327:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e3800 x1855007948247808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769077232.230329:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769077232.230337:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769077232.230349:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00100000:0.0:1769077232.230350:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948247808:192.168.204.128@tcp:250:kworker.0
02000000:00000001:3.0:1769077232.230355:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077232.230360:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077232.230362:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769077232.230363:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769077232.230372:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077232.230373:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1769077232.230384:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000040:0.0:1769077232.230385:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e3800 x1855007948247808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077232.230392:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077232.230406:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00100000:3.0:1769077232.230413:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948248320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1769077232.230414:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077232.230419:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769077232.230426:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1769077232.230431:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000020:00000001:0.0:1769077232.230432:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000001:3.0:1769077232.230437:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077232.230439:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:0.0:1769077232.230445:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000040:3.0:1769077232.230445:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948248320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769077232.230450:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769077232.230462:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077232.230463:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077232.230470:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:3.0:1769077232.230473:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3934)
00000100:00000010:0.0:1769077232.230474:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e3800.
00000100:00000001:0.0:1769077232.230481:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077232.230483:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077232.230486:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077232.230494:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077232.230495:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077232.230499:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077232.230501:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077232.230502:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077232.230509:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1f80 x1855007948247936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077232.230515:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077232.230517:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077232.230519:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077232.230520:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077232.230522:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077232.230525:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948247936:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077232.230527:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077232.230529:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077232.230530:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077232.230532:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077232.230534:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769077232.230535:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077232.230539:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077232.230541:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077232.230544:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077232.230546:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948247936, portal 10
00000100:00000001:0.0:1769077232.230548:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077232.230549:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444606336 : -127165264945280 : ffff8c58078e1f80)
00000100:00000040:0.0:1769077232.230554:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1f80 x1855007948247936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077232.230559:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077232.230561:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077232.230562:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077232.230564:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948247936, offset 0
00000400:00000200:0.0:1769077232.230566:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077232.230569:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077232.230572:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077232.230574:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077232.230576:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077232.230578:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077232.230580:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077232.230582:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29748:29748:256:4294967295] 192.168.204.128@tcp LPNI seq info [29747:29747:8:4294967295]
00000400:00000200:0.0:1769077232.230586:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077232.230590:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077232.230593:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077232.230595:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077232.230598:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077232.230600:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769077232.230604:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077232.230606:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1769077232.230608:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077232.230610:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077232.230612:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077232.230614:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077232.230617:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077232.230618:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077232.230619:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077232.230621:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1f80 x1855007948247936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077232.230627:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077232.230629:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1f80 x1855007948247936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077257 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077232.230633:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077232.230634:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077232.230636:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077232.230640:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:0.0:1769077232.230642:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077232.230643:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298596366
00000100:00000001:0.0:1769077232.230646:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298597648
00000100:00000001:0.0:1769077232.230648:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298596366
00000100:00000001:0.0:1769077232.230649:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298597648
00000100:00000001:0.0:1769077232.230650:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077232.230651:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077232.230653:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077232.230655:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077232/real 1769077232]  req@ffff8c58078e1f80 x1855007948247936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077232.230659:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077232.230660:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077232.230662:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077232.230663:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077232.230664:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077232.230666:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077232.230668:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1f80 x1855007948247936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077232.230673:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1f80 x1855007948247936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077232.230677:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077232.230678:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077232.230679:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077232.230680:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077232.230682:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1f80 x1855007948247936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077232.230686:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077232.230688:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1f80 x1855007948247936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077232.230692:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077232.230711:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077232.230713:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077232.230714:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077232.230715:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077232.230717:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077232.230719:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077232.230723:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077232.230724:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077232.230727:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1f80 x1855007948247936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077232.230750:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948247936:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077232.230753:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077232.230756:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1880 x1855007948248064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077232.230761:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077232.230762:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077232.230764:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077232.230765:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077232.230767:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077232.230768:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948248064:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077232.230770:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077232.230772:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077232.230773:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077232.230774:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077232.230777:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769077232.230778:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077232.230781:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077232.230783:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077232.230785:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077232.230787:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948248064, portal 10
00000100:00000001:0.0:1769077232.230789:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077232.230790:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444604544 : -127165264947072 : ffff8c58078e1880)
00000100:00000040:0.0:1769077232.230795:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1880 x1855007948248064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077232.230802:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077232.230804:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077232.230807:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077232.230809:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948248064, offset 0
00000400:00000200:0.0:1769077232.230813:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077232.230817:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077232.230821:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077232.230824:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077232.230828:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077232.230831:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077232.230833:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077232.230836:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29749:29749:256:4294967295] 192.168.204.128@tcp LPNI seq info [29748:29748:8:4294967295]
00000400:00000200:0.0:1769077232.230841:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077232.230848:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077232.230853:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077232.230857:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077232.230860:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077232.230862:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769077232.230865:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077232.230866:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1769077232.230870:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077232.230871:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077232.230874:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077232.230876:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077232.230878:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077232.230880:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077232.230882:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077232.230884:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1880 x1855007948248064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077232.230890:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077232.230892:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1880 x1855007948248064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077257 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077232.230897:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077232.230898:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077232.230900:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077232.230903:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769077232.230905:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077232.230906:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298596366
00000100:00000001:0.0:1769077232.230908:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298597648
00000100:00000001:0.0:1769077232.230910:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298596366
00000100:00000001:0.0:1769077232.230912:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298597648
00000100:00000001:0.0:1769077232.230913:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077232.230915:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077232.230916:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077232.230919:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077232/real 1769077232]  req@ffff8c58078e1880 x1855007948248064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077232.230925:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077232.230926:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077232.230928:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077232.230930:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077232.230932:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077232.230934:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077232.230937:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1880 x1855007948248064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077232.230946:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1880 x1855007948248064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077232.230954:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077232.230955:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077232.230958:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077232.230959:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077232.230964:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1880 x1855007948248064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077232.230972:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077232.230976:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1880 x1855007948248064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077232.230982:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077232.230984:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077232.230985:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077232.230986:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077232.230988:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077232.230989:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077232.230991:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077232.230994:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077232.230996:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077232.230998:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1880 x1855007948248064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077232.231003:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948248064:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077232.231006:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077232.231009:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0700 x1855007948248192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077232.231013:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077232.231014:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077232.231016:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077232.231017:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077232.231018:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077232.231020:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948248192:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077232.231022:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077232.231023:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077232.231025:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077232.231026:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077232.231028:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f17800.
02000000:00000001:0.0:1769077232.231030:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077232.231034:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077232.231035:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077232.231038:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077232.231040:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948248192, portal 4
00000100:00000001:0.0:1769077232.231042:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077232.231043:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444600064 : -127165264951552 : ffff8c58078e0700)
00000100:00000040:0.0:1769077232.231047:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0700 x1855007948248192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077232.231052:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077232.231054:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077232.231055:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077232.231057:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948248192, offset 0
00000400:00000200:0.0:1769077232.231059:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077232.231062:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077232.231064:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077232.231066:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077232.231068:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077232.231070:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077232.231071:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077232.231074:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29750:29750:256:4294967295] 192.168.204.128@tcp LPNI seq info [29749:29749:8:4294967295]
00000400:00000200:0.0:1769077232.231077:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077232.231081:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077232.231084:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077232.231086:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077232.231088:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077232.231090:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769077232.231093:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077232.231095:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1769077232.231098:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077232.231099:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077232.231101:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077232.231103:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077232.231105:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077232.231107:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077232.231108:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077232.231111:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0700 x1855007948248192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077232.231116:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077232.231118:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0700 x1855007948248192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077257 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077232.231127:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077232.231128:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077232.231130:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077232.231132:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769077232.231135:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077232.231136:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298596431
00000100:00000001:0.0:1769077232.231138:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298597648
00000100:00000001:0.0:1769077232.231139:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298596431
00000100:00000001:0.0:1769077232.231141:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298597648
00000100:00000001:0.0:1769077232.231143:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077232.231144:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077232.231145:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077232.231147:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077232/real 1769077232]  req@ffff8c58078e0700 x1855007948248192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077232.231152:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077232.231152:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077232.231153:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077232.231155:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077232.231156:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077232.231157:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077232.231159:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0700 x1855007948248192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077232.231165:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0700 x1855007948248192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077232.231168:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077232.231169:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077232.231170:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077232.231171:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077232.231173:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0700 x1855007948248192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077232.231178:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077232.231181:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0700 x1855007948248192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077232.231185:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077232.231187:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077232.231188:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077232.231189:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077232.231190:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077232.231191:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077232.231192:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077232.231194:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077232.231195:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077232.231198:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0700 x1855007948248192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077232.231202:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948248192:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077232.231204:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077232.231207:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0a80 x1855007948248320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077232.231210:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077232.231211:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077232.231213:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077232.231214:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077232.231216:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077232.231218:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948248320:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077232.231220:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077232.231221:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077232.231223:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077232.231224:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077232.231226:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16400.
02000000:00000001:0.0:1769077232.231228:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077232.231230:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077232.231231:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077232.231233:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077232.231235:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948248320, portal 4
00000100:00000001:0.0:1769077232.231236:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077232.231237:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444600960 : -127165264950656 : ffff8c58078e0a80)
00000100:00000040:0.0:1769077232.231241:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0a80 x1855007948248320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077232.231245:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077232.231246:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077232.231248:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077232.231249:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948248320, offset 0
00000400:00000200:0.0:1769077232.231252:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077232.231254:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077232.231255:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077232.231257:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077232.231259:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077232.231260:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077232.231262:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077232.231264:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29751:29751:256:4294967295] 192.168.204.128@tcp LPNI seq info [29750:29750:8:4294967295]
00000400:00000200:0.0:1769077232.231267:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077232.231271:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077232.231273:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077232.231275:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077232.231277:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077232.231278:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769077232.231281:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077232.231283:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1769077232.231285:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077232.231287:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077232.231288:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077232.231291:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077232.231293:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077232.231294:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077232.231295:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077232.231297:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0a80 x1855007948248320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077232.231302:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077232.231304:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0a80 x1855007948248320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077257 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077232.231308:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077232.231309:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077232.231311:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077232.231313:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769077232.231315:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077232.231316:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298596378
00000100:00000001:0.0:1769077232.231318:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298597648
00000100:00000001:0.0:1769077232.231319:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298596378
00000100:00000001:0.0:1769077232.231321:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298597648
00000100:00000001:0.0:1769077232.231322:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077232.231323:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077232.231324:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077232.231326:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077232/real 1769077232]  req@ffff8c58078e0a80 x1855007948248320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077232.231331:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077232.231332:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077232.231333:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077232.231334:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077232.231335:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077232.231336:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077232.231339:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0a80 x1855007948248320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077232.231344:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0a80 x1855007948248320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077232.231348:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077232.231349:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077232.231350:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077232.231351:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077232.231353:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0a80 x1855007948248320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077232.231357:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077232.231359:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0a80 x1855007948248320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077232.231363:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077232.231364:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077232.231365:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077232.231366:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077232.231367:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077232.231368:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077232.231370:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077232.231372:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077232.231373:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077232.231375:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0a80 x1855007948248320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077232.231380:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948248320:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077232.231382:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077232.231384:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077232.231386:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1f80 x1855007948247936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077232.231391:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077232.231392:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077232.231393:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f17000.
02000000:00000001:0.0:1769077232.231394:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077232.231395:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077232.231396:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077232.231398:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077232.231399:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e400.
02000000:00000001:0.0:1769077232.231401:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077232.231402:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077232.231403:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1f80.
00000100:00000001:0.0:1769077232.231405:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077232.231406:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077232.231408:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077232.231410:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1880 x1855007948248064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077232.231414:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077232.231415:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077232.231415:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769077232.231417:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077232.231417:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077232.231418:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077232.231419:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077232.231420:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d400.
02000000:00000001:0.0:1769077232.231422:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077232.231422:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077232.231423:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1880.
00000100:00000001:0.0:1769077232.231424:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077232.231425:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077232.231426:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077232.231428:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0700 x1855007948248192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077232.231431:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077232.231433:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077232.231434:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f17800.
02000000:00000001:0.0:1769077232.231435:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077232.231436:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077232.231437:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769077232.231438:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077232.231439:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d000.
02000000:00000001:0.0:1769077232.231440:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077232.231441:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077232.231442:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0700.
00000100:00000001:0.0:1769077232.231443:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077232.231444:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077232.231445:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077232.231447:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0a80 x1855007948248320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077232.231450:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077232.231451:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077232.231452:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16400.
02000000:00000001:0.0:1769077232.231453:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077232.231454:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077232.231454:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769077232.231456:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077232.231456:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f000.
02000000:00000001:0.0:1769077232.231458:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077232.231458:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077232.231459:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0a80.
00000100:00000001:0.0:1769077232.231460:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077232.231461:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077232.231462:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077232.231465:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077232.231465:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077232.231467:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077232.231468:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077232.548835:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077232.548842:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077232.548844:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077232.548846:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077232.548849:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077232.548851:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077232.548852:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077232.548855:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077232.548924:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077232.548927:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077232.548930:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077233.252815:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077233.252820:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077233.252822:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077233.252826:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077233.252829:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077233.252832:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077233.252834:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077233.252836:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077233.252838:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077233.572859:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077233.572866:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077233.572873:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298597648, at 4298597696
00000100:00000040:0.0:1769077233.572879:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298597648, at 4298597696
00000100:00000010:1.0:1769077233.572891:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470f00.
00000020:00000001:2.0:1769077233.572893:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000010:0.0:1769077233.572895:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470900.
00000020:00000001:2.0:1769077233.572898:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077233.572902:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077234.276837:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077234.276844:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077234.276846:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077234.276850:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077234.276853:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077234.276857:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077234.276859:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077234.276861:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077234.276863:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077234.596805:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077234.596810:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077234.596829:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077234.596831:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077234.596833:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077235.300811:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077235.300817:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077235.300819:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077235.300823:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077235.300826:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077235.300829:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077235.300831:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077235.300833:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077235.300835:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077235.620834:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077235.620840:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077235.620914:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077235.620919:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077235.620923:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077236.324881:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077236.324889:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077236.324891:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077236.324898:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077236.324902:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077236.324906:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077236.324909:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077236.324911:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077236.324914:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077236.644888:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077236.644896:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077236.644977:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077236.645002:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077236.645007:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077237.348799:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077237.348808:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077237.348811:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077237.348814:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077237.348818:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077237.348824:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3929
00000400:00000200:3.0:1769077237.348833:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077237.348838:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077237.348841:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077237.348845:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077237.348847:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077237.348848:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077237.348859:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1769077237.348860:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077237.348865:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077237.348866:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077237.348881:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000100:00100000:2.0:1769077237.348882:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000020:00000040:3.0:1769077237.348887:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000100:00000001:2.0:1769077237.348889:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769077237.348891:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077237.348894:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1769077237.348895:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769077237.348906:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000001:2.0:1769077237.348907:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1769077237.348914:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000001:2.0:1769077237.348916:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077237.348920:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077237.348923:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077237.348924:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077237.348926:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077237.348931:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077237.348934:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769077237.348937:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077237.348939:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077237.348941:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077237.348944:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077237.348946:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077237.348947:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077237.348949:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077237.348957:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769077237.348959:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077237.348963:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077237.348964:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077237.348966:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077237.348968:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077237.348972:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077237.348978:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769077237.348983:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077237.348990:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948248448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077237.348997:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077237.349000:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077237.349004:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948248448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077237.349022:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077237.349024:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077237.349027:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077237.349028:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077237.349029:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077237.349031:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077237.349033:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3929
00000400:00000200:3.0:1769077237.349035:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077237.349038:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077237.349039:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077237.349042:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077237.349044:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077237.349046:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077237.349048:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077237.349050:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077237.349051:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769077237.349053:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077237.349054:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769077237.349055:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:0.0:1769077237.349057:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769077237.349057:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769077237.349062:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077237.349063:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077237.349064:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077237.349066:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077237.349068:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077237.349071:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077237.349073:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00000040:0.0:1769077237.349075:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1180 x1855007948248448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077237.349078:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077237.349083:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077237.349087:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769077237.349093:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769077237.349093:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077237.349095:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077237.349097:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077237.349100:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769077237.349100:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077237.349103:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769077237.349104:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077237.349109:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769077237.349109:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077237.349113:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077237.349114:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948248448:192.168.204.128@tcp:250:kworker.0
00000100:00000010:3.0:1769077237.349117:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000100:00000001:0.0:1769077237.349119:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1769077237.349120:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077237.349123:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077237.349124:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077237.349127:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077237.349128:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077237.349133:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769077237.349133:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077237.349136:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077237.349138:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077237.349139:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16400.
02000000:00000001:0.0:1769077237.349142:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077237.349145:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769077237.349148:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077237.349149:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077237.349154:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000100:00100000:3.0:1769077237.349155:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948248576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1769077237.349160:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000001:3.0:1769077237.349164:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077237.349167:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769077237.349169:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948248448, portal 25
00000100:00000040:3.0:1769077237.349170:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948248576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077237.349174:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077237.349177:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444602752 : -127165264948864 : ffff8c58078e1180)
00000100:00000001:3.0:1769077237.349185:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077237.349187:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1180 x1855007948248448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077237.349189:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077237.349200:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077237.349203:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769077237.349204:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:0.0:1769077237.349209:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00080000:3.0:1769077237.349210:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1769077237.349211:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077237.349217:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948248448, offset 0
00000100:00000001:3.0:1769077237.349217:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077237.349225:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3929
00000400:00000200:0.0:1769077237.349226:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:3.0:1769077237.349235:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077237.349236:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077237.349244:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:3.0:1769077237.349245:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:0.0:1769077237.349250:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1769077237.349250:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077237.349257:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:0.0:1769077237.349258:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000001:3.0:1769077237.349264:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769077237.349265:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1769077237.349270:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:0.0:1769077237.349271:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077237.349276:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29752:29752:256:4294967295] 192.168.204.128@tcp LPNI seq info [29751:29751:8:4294967295]
00000400:00000200:0.0:1769077237.349279:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077237.349285:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:0.0:1769077237.349288:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1769077237.349291:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077237.349294:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000800:00000200:0.0:1769077237.349295:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000020:00000001:3.0:1769077237.349298:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000010:0.0:1769077237.349300:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000020:00000040:3.0:1769077237.349303:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769077237.349307:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000800:00000200:0.0:1769077237.349309:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:3.0:1769077237.349311:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000800:00000200:0.0:1769077237.349313:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000100:00000040:3.0:1769077237.349320:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000200:0.1:1769077237.349323:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769077237.349325:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1769077237.349327:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000100:00000040:3.0:1769077237.349332:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000100:0.0:1769077237.349333:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077237.349338:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000100:00000001:3.0:1769077237.349339:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:0.0:1769077237.349344:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1769077237.349344:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000400:00000200:0.0:1769077237.349352:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1769077237.349353:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000200:0.0:1769077237.349357:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000100:00000001:3.0:1769077237.349359:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769077237.349360:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
02000000:00000001:3.0:1769077237.349364:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769077237.349365:0:2431:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1769077237.349369:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1769077237.349370:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1180 x1855007948248448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077237.349376:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077237.349383:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077237.349384:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000008:00100000:3.0:1769077237.349387:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1769077237.349388:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1180 x1855007948248448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077262 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1769077237.349394:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077237.349400:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077237.349400:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077237.349405:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000100:00000001:0.0:1769077237.349411:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1769077237.349411:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000100:00000001:0.0:1769077237.349416:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077237.349416:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077237.349420:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077237.349423:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077237.349425:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769077237.349427:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298602767
02000000:00000001:3.0:1769077237.349428:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077237.349433:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077237.349435:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470900.
02000000:00000010:3.0:1769077237.349440:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:0.0:1769077237.349443:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077237.349448:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077237.349451:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298602767
00000100:00000010:0.0:1769077237.349456:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470000.
00000100:00100000:3.0:1769077237.349457:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948248704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077237.349459:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769077237.349464:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077237.349469:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077237.349473:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1769077237.349477:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1769077237.349480:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077237/real 1769077237]  req@ffff8c58078e1180 x1855007948248448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077237.349482:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077237.349492:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948248704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077237.349505:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077237.349508:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1769077237.349508:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769077237.349511:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000100:00080000:3.0:1769077237.349514:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769077237.349515:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077237.349518:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077237.349523:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1769077237.349524:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077237.349527:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:0.0:1769077237.349528:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1180 x1855007948248448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077237.349530:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077237.349537:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077237.349543:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3929
00000100:00000200:0.0:1769077237.349544:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1180 x1855007948248448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077237.349553:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077237.349555:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077237.349558:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077237.349561:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:3.0:1769077237.349561:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:0.0:1769077237.349564:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077237.349567:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1769077237.349570:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1180 x1855007948248448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077237.349575:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077237.349581:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077237.349582:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077237.349587:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1180 x1855007948248448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077237.349588:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077237.349595:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077237.349599:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1769077237.349601:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769077237.349602:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1769077237.349605:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000100:00000001:0.0:1769077237.349606:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1769077237.349625:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077237.349627:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769077237.349630:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769077237.349632:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769077237.349635:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077237.349638:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077237.349638:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077237.349643:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077237.349644:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077237.349647:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077237.349649:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1769077237.349653:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:0.0:1769077237.349655:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077237.349661:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00080000:0.0:1769077237.349663:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077237.349666:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077237.349670:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1180 x1855007948248448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077237.349673:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077237.349678:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1769077237.349682:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948248448:192.168.204.128@tcp:250:kworker.0
02000000:00000001:3.0:1769077237.349684:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077237.349687:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769077237.349689:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077237.349690:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077237.349694:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1180 x1855007948248448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077237.349695:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077237.349700:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1769077237.349703:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000008:00000001:3.0:1769077237.349706:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077237.349707:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077237.349710:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16400.
00000100:00000001:3.0:1769077237.349711:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077237.349714:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077237.349716:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077237.349719:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000100:00000010:3.0:1769077237.349719:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000001:0.0:1769077237.349724:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
00000020:00000040:3.0:1769077237.349726:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000010:0.0:1769077237.349727:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312cc00.
02000000:00000001:0.0:1769077237.349764:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077237.349766:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:3.0:1769077237.349766:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000010:0.0:1769077237.349771:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1180.
02000000:00000001:3.0:1769077237.349771:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077237.349776:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077237.349777:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769077237.349778:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769077237.349781:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769077237.349782:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769077237.349787:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077237.349791:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077237.349793:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077237.349795:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:0.0:1769077237.349796:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077237.349798:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077237.349800:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077237.349802:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077237.349804:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e2680 x1855007948248576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077237.349814:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948248832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077237.349818:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077237.349821:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077237.349825:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077237.349827:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077237.349832:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077237.349836:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1769077237.349837:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948248576:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077237.349843:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769077237.349844:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077237.349845:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077237.349849:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077237.349850:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077237.349854:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16400.
00000100:00000040:3.0:1769077237.349855:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948248832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077237.349856:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077237.349863:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077237.349866:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077237.349871:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077237.349876:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948248576, portal 10
00000100:00000001:0.0:1769077237.349879:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077237.349879:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077237.349882:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444608128 : -127165264943488 : ffff8c58078e2680)
00000100:00080000:3.0:1769077237.349886:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077237.349890:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e2680 x1855007948248576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077237.349894:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077237.349898:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077237.349899:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1769077237.349903:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077237.349907:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077237.349913:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3929
00000100:00000040:0.0:1769077237.349914:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077237.349917:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077237.349920:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948248576, offset 0
00000400:00000200:3.0:1769077237.349922:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077237.349927:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077237.349933:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077237.349933:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077237.349940:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769077237.349941:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077237.349948:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769077237.349950:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:0.0:1769077237.349952:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077237.349957:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769077237.349958:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769077237.349960:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077237.349966:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29753:29753:256:4294967295] 192.168.204.128@tcp LPNI seq info [29752:29752:8:4294967295]
00000100:00000040:3.0:1769077237.349966:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:0.0:1769077237.349974:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077237.349974:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077237.349981:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1769077237.349982:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1769077237.349985:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000800:00000200:0.0:1769077237.349988:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000020:00000001:3.0:1769077237.349991:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000010:0.0:1769077237.349992:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000020:00000040:3.0:1769077237.349996:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000800:00000200:0.0:1769077237.349997:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077237.350003:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000020:00000001:3.0:1769077237.350003:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000800:00000200:0.1:1769077237.350010:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:3.0:1769077237.350011:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000800:00000200:0.1:1769077237.350013:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1769077237.350020:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00000040:3.0:1769077237.350020:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000010:0.0:1769077237.350023:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000100:00000001:3.0:1769077237.350027:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769077237.350028:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077237.350037:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1769077237.350037:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:0.0:1769077237.350041:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000100:00000001:3.0:1769077237.350043:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000010:0.0:1769077237.350044:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077237.350047:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1769077237.350051:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000200:0.0:1769077237.350052:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e2680 x1855007948248576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077237.350061:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077237.350063:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077237.350068:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e2680 x1855007948248576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077262 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077237.350069:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077237.350076:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769077237.350078:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077237.350081:0:2431:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1769077237.350082:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077237.350083:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077237.350089:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
02000000:00000001:3.0:1769077237.350090:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077237.350094:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077237.350094:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077237.350098:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298601486
00000008:00100000:3.0:1769077237.350099:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1769077237.350102:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298602767
00000008:00000001:3.0:1769077237.350103:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077237.350108:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298601486
00000100:00000001:3.0:1769077237.350108:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077237.350114:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298602767
00000100:00000010:3.0:1769077237.350116:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000100:00000001:0.0:1769077237.350117:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077237.350122:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077237.350122:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000001:0.0:1769077237.350127:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1769077237.350128:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00100000:0.0:1769077237.350132:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077237/real 1769077237]  req@ffff8c58078e2680 x1855007948248576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077237.350132:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077237.350137:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077237.350141:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077237.350144:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1769077237.350145:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077237.350147:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
02000000:00000010:3.0:1769077237.350148:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000400:00000010:0.0:1769077237.350149:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077237.350154:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077237.350156:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:3.0:1769077237.350156:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077237.350160:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:3.0:1769077237.350167:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948248960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1769077237.350168:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e2680 x1855007948248576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077237.350200:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e2680 x1855007948248576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077237.350226:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077237.350228:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077237.350228:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077237.350232:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077237.350234:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077237.350235:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077237.350241:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e2680 x1855007948248576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077237.350245:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948248960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077237.350250:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077237.350259:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e2680 x1855007948248576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077237.350260:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077237.350267:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3939)
00000100:00000001:0.0:1769077237.350269:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077237.350272:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077237.350273:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077237.350274:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077237.350276:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077237.350278:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077237.350280:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077237.350283:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077237.350285:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077237.350288:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e2680 x1855007948248576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077237.350294:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948248576:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077237.350297:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077237.350299:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0a80 x1855007948248704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077237.350303:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077237.350304:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077237.350306:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077237.350307:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077237.350309:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077237.350310:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948248704:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077237.350312:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077237.350313:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077237.350314:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077237.350315:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077237.350318:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f17800.
02000000:00000001:0.0:1769077237.350319:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077237.350321:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077237.350322:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077237.350324:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077237.350326:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948248704, portal 10
00000100:00000001:0.0:1769077237.350327:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077237.350328:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444600960 : -127165264950656 : ffff8c58078e0a80)
00000100:00000040:0.0:1769077237.350332:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0a80 x1855007948248704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077237.350336:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077237.350338:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077237.350339:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077237.350341:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948248704, offset 0
00000400:00000200:0.0:1769077237.350343:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077237.350346:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077237.350348:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077237.350350:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077237.350352:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077237.350354:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077237.350355:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077237.350357:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29754:29754:256:4294967295] 192.168.204.128@tcp LPNI seq info [29753:29753:8:4294967295]
00000400:00000200:0.0:1769077237.350360:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077237.350364:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077237.350367:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077237.350369:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077237.350371:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077237.350373:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769077237.350375:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077237.350377:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1769077237.350379:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077237.350381:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077237.350382:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077237.350385:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077237.350386:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077237.350388:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077237.350389:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077237.350391:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0a80 x1855007948248704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077237.350396:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077237.350398:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0a80 x1855007948248704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077262 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077237.350403:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077237.350404:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077237.350406:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077237.350408:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769077237.350410:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077237.350411:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298601485
00000100:00000001:0.0:1769077237.350413:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298602767
00000100:00000001:0.0:1769077237.350415:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298601485
00000100:00000001:0.0:1769077237.350416:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298602767
00000100:00000001:0.0:1769077237.350417:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077237.350419:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077237.350420:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077237.350422:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077237/real 1769077237]  req@ffff8c58078e0a80 x1855007948248704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077237.350426:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077237.350427:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077237.350428:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077237.350430:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077237.350431:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077237.350432:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077237.350434:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0a80 x1855007948248704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077237.350439:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0a80 x1855007948248704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077237.350443:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077237.350444:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077237.350445:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077237.350445:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077237.350447:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0a80 x1855007948248704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077237.350452:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077237.350454:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0a80 x1855007948248704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077237.350459:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077237.350461:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077237.350462:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077237.350463:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077237.350464:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077237.350465:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077237.350466:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077237.350468:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077237.350469:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077237.350471:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0a80 x1855007948248704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077237.350476:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948248704:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077237.350478:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077237.350479:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077237.350481:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e2680 x1855007948248576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077237.350485:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077237.350486:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077237.350487:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16400.
02000000:00000001:0.0:1769077237.350488:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077237.350489:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077237.350490:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077237.350491:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077237.350493:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f000.
02000000:00000001:0.0:1769077237.350494:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077237.350495:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077237.350496:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e2680.
00000100:00000001:0.0:1769077237.350498:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077237.350499:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077237.350500:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077237.350502:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0a80 x1855007948248704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077237.350506:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077237.350507:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077237.350508:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f17800.
02000000:00000001:0.0:1769077237.350509:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077237.350510:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077237.350511:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077237.350512:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077237.350513:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d000.
02000000:00000001:0.0:1769077237.350514:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077237.350514:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077237.350515:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0a80.
00000100:00000001:0.0:1769077237.350516:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077237.350517:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077237.350518:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077237.350520:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077237.350521:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077237.350522:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077237.350523:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077237.350524:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077237.350526:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0700 x1855007948248832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077237.350530:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077237.350531:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077237.350532:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077237.350533:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077237.350534:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077237.350536:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948248832:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077237.350538:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077237.350539:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077237.350540:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077237.350541:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077237.350543:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f17800.
02000000:00000001:0.0:1769077237.350545:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077237.350547:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077237.350549:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077237.350551:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077237.350553:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948248832, portal 4
00000100:00000001:0.0:1769077237.350554:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077237.350555:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444600064 : -127165264951552 : ffff8c58078e0700)
00000100:00000040:0.0:1769077237.350559:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0700 x1855007948248832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077237.350563:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077237.350564:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077237.350566:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077237.350567:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948248832, offset 0
00000400:00000200:0.0:1769077237.350570:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077237.350572:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077237.350574:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077237.350575:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077237.350577:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077237.350579:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077237.350581:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077237.350583:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29755:29755:256:4294967295] 192.168.204.128@tcp LPNI seq info [29754:29754:8:4294967295]
00000400:00000200:0.0:1769077237.350586:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077237.350590:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077237.350592:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077237.350594:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077237.350596:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077237.350598:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769077237.350600:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077237.350602:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1769077237.350605:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077237.350606:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077237.350622:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077237.350627:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077237.350630:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077237.350632:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077237.350635:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077237.350638:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0700 x1855007948248832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077237.350647:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077237.350650:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0700 x1855007948248832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077262 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077237.350655:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077237.350656:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077237.350658:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077237.350660:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769077237.350663:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077237.350665:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298601550
00000100:00000001:0.0:1769077237.350666:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298602767
00000100:00000001:0.0:1769077237.350668:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298601550
00000100:00000001:0.0:1769077237.350670:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298602767
00000100:00000001:0.0:1769077237.350671:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077237.350672:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077237.350673:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077237.350676:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077237/real 1769077237]  req@ffff8c58078e0700 x1855007948248832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077237.350681:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077237.350681:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077237.350682:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077237.350684:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077237.350685:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077237.350686:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077237.350688:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0700 x1855007948248832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077237.350698:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0700 x1855007948248832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077237.350702:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077237.350703:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077237.350704:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077237.350705:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077237.350707:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0700 x1855007948248832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077237.350711:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077237.350713:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0700 x1855007948248832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077237.350717:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077237.350718:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077237.350719:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077237.350720:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077237.350721:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077237.350722:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077237.350724:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077237.350726:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077237.350727:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077237.350729:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0700 x1855007948248832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077237.350749:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948248832:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077237.350752:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077237.350754:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1880 x1855007948248960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077237.350763:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077237.350764:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077237.350766:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077237.350767:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077237.350769:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077237.350770:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948248960:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077237.350772:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077237.350774:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077237.350775:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077237.350776:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077237.350778:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16400.
02000000:00000001:0.0:1769077237.350780:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077237.350782:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077237.350784:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077237.350786:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077237.350788:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948248960, portal 4
00000100:00000001:0.0:1769077237.350789:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077237.350790:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444604544 : -127165264947072 : ffff8c58078e1880)
00000100:00000040:0.0:1769077237.350794:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1880 x1855007948248960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077237.350798:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077237.350800:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077237.350801:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077237.350803:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948248960, offset 0
00000400:00000200:0.0:1769077237.350805:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077237.350807:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077237.350810:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077237.350812:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077237.350813:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077237.350815:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077237.350817:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077237.350819:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29756:29756:256:4294967295] 192.168.204.128@tcp LPNI seq info [29755:29755:8:4294967295]
00000400:00000200:0.0:1769077237.350822:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077237.350826:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077237.350829:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077237.350831:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077237.350834:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077237.350836:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769077237.350839:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077237.350841:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1769077237.350843:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077237.350844:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077237.350846:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077237.350849:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077237.350851:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077237.350852:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077237.350853:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077237.350855:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1880 x1855007948248960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077237.350860:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077237.350862:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1880 x1855007948248960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077262 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077237.350867:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077237.350868:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077237.350869:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077237.350871:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769077237.350873:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077237.350875:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298601498
00000100:00000001:0.0:1769077237.350877:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298602767
00000100:00000001:0.0:1769077237.350878:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298601498
00000100:00000001:0.0:1769077237.350880:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298602767
00000100:00000001:0.0:1769077237.350881:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077237.350883:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077237.350884:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077237.350886:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077237/real 1769077237]  req@ffff8c58078e1880 x1855007948248960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077237.350891:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077237.350892:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077237.350893:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077237.350894:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077237.350895:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077237.350896:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077237.350898:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1880 x1855007948248960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077237.350904:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1880 x1855007948248960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077237.350907:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077237.350908:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077237.350909:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077237.350910:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077237.350912:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1880 x1855007948248960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077237.350916:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077237.350918:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1880 x1855007948248960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077237.350922:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077237.350924:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077237.350925:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077237.350925:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077237.350926:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077237.350927:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077237.350929:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077237.350931:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077237.350933:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077237.350935:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1880 x1855007948248960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077237.350940:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948248960:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077237.350942:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077237.350943:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077237.350945:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0700 x1855007948248832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077237.350949:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077237.350950:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077237.350951:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f17800.
02000000:00000001:0.0:1769077237.350952:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077237.350953:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077237.350954:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769077237.350955:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077237.350957:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d400.
02000000:00000001:0.0:1769077237.350958:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077237.350959:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077237.350960:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0700.
00000100:00000001:0.0:1769077237.350962:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077237.350963:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077237.350964:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077237.350966:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1880 x1855007948248960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077237.350969:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077237.350970:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077237.350971:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16400.
02000000:00000001:0.0:1769077237.350972:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077237.350973:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077237.350973:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769077237.350974:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077237.350976:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e400.
02000000:00000001:0.0:1769077237.350977:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077237.350978:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077237.350979:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1880.
00000100:00000001:0.0:1769077237.350981:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077237.350981:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077237.350982:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077237.350985:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077237.350985:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077237.350987:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077237.350988:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077237.668842:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077237.668849:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077237.668877:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077237.668880:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077237.668883:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077238.372814:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077238.372823:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077238.372825:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077238.372830:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077238.372834:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077238.372838:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077238.372840:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077238.372843:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077238.372845:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077238.692833:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298602767, at 4298602816
00010000:00000001:2.0:1769077238.692837:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077238.692843:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077238.692848:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470000.
00000020:00000001:2.0:1769077238.692868:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000040:0.0:1769077238.692874:0:46493:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298602767, at 4298602816
00000020:00000001:2.0:1769077238.692874:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077238.692882:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000010:0.0:1769077238.692892:0:46493:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470900.
00000100:00000001:2.0:1769077239.396781:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077239.396788:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077239.396789:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077239.396794:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077239.396797:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077239.396799:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077239.396801:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077239.396803:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077239.396805:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077239.716829:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077239.716836:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077239.716892:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077239.716895:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077239.716898:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077240.420849:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077240.420858:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077240.420860:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077240.420867:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077240.420872:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077240.420875:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077240.420878:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077240.420881:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077240.420885:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077240.740806:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077240.740812:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077240.740878:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077240.740882:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077240.740884:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077241.444844:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077241.444851:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077241.444853:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077241.444857:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077241.444860:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077241.444864:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077241.444866:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077241.444868:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077241.444870:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077241.764849:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077241.764854:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077241.764876:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077241.764878:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077241.764880:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077242.468905:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077242.468917:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1769077242.468918:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077242.468921:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077242.468945:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077242.468947:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077242.468951:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1769077242.468952:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077242.468956:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077242.468962:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077242.468966:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3934
00000100:00000001:2.0:1769077242.468970:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769077242.468976:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077242.468977:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077242.468982:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769077242.468987:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077242.468989:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077242.468993:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077242.468999:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077242.469002:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077242.469004:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077242.469006:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077242.469009:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077242.469010:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077242.469012:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077242.469015:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077242.469017:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077242.469019:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077242.469024:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077242.469026:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077242.469028:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077242.469029:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077242.469032:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077242.469034:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077242.469036:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077242.469037:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077242.469040:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077242.469042:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077242.469043:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077242.469045:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077242.469053:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c700.
00000020:00000040:0.0:1769077242.469056:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077242.469059:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077242.469060:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077242.469062:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077242.469064:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077242.469067:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077242.469073:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16400.
00000100:00000001:0.0:1769077242.469078:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077242.469085:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c700 x1855007948249088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077242.469093:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077242.469096:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077242.469099:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000435b0902] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c700 x1855007948249088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077242.469134:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077242.469137:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077242.469139:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077242.469140:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077242.469141:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077242.469143:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077242.469145:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3934
00000400:00000200:0.0:1769077242.469148:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077242.469151:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077242.469153:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077242.469155:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077242.469157:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077242.469159:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077242.469161:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077242.469163:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077242.469164:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077242.469165:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077242.469166:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077242.469168:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077242.469169:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077242.469171:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769077242.469173:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077242.469176:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077242.469178:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077242.469178:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077242.469182:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077242.469183:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:0.0:1769077242.469195:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077242.469196:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077242.469201:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077242.469203:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1769077242.469206:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077242.469209:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077242.469210:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077242.469213:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077242.469218:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077242.469220:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077242.469220:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c700 x1855007948249088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1769077242.469228:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9f480.
00000020:00000040:0.0:1769077242.469232:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077242.469240:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077242.469245:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077242.469251:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077242.469252:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077242.469264:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077242.469267:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17800.
00000100:00000001:0.0:1769077242.469276:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077242.469277:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077242.469282:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077242.469287:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9f480 x1855007948249216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077242.469291:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077242.469299:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1769077242.469300:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077242.469307:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077242.469309:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077242.469315:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1a89039] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9f480 x1855007948249216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077242.469318:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948249088:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077242.469335:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077242.469343:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077242.469344:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1769077242.469347:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1769077242.469349:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077242.469360:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:2.0:1769077242.469360:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077242.469368:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077242.469369:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077242.469371:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077242.469375:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3934
02000000:00000010:2.0:1769077242.469376:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077242.469382:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077242.469384:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077242.469398:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077242.469401:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077242.469406:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077242.469408:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077242.469415:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077242.469415:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077242.469426:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000010:2.0:1769077242.469431:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000020:00000001:0.0:1769077242.469432:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077242.469435:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769077242.469440:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077242.469442:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077242.469444:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000010:2.0:1769077242.469445:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000020:00000001:0.0:1769077242.469448:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:0.0:1769077242.469464:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077242.469466:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077242.469468:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077242.469469:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077242.469471:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:0.0:1769077242.469473:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000200:2.0:1769077242.469474:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948249088, portal 25
00000100:00000001:0.0:1769077242.469477:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077242.469479:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1769077242.469481:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077242.469483:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104265472 : -127169605286144 : ffff8c5704d9c700)
02000000:00000001:0.0:1769077242.469486:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077242.469490:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077242.469491:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077242.469496:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1769077242.469496:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c700 x1855007948249088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1769077242.469509:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077242.469518:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077242.469539:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000020:00000040:0.0:1769077242.469544:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077242.469548:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077242.469549:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077242.469562:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077242.469563:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077242.469567:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077242.469577:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14000.
00000100:00000001:0.0:1769077242.469583:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077242.469583:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077242.469599:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00100000:0.0:1769077242.469600:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948249344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769077242.469604:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077242.469614:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948249088, offset 0
00000100:00000001:0.0:1769077242.469615:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077242.469619:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077242.469627:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948249344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077242.469628:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077242.469648:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077242.469652:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077242.469655:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077242.469656:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077242.469657:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077242.469659:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077242.469661:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:0.0:1769077242.469666:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3934
00000400:00000200:0.0:1769077242.469673:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077242.469678:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077242.469685:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077242.469688:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077242.469691:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1769077242.469692:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077242.469699:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077242.469703:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000040:0.0:1769077242.469704:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077242.469709:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077242.469711:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1769077242.469715:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1769077242.469717:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000400:00000200:2.0:1769077242.469722:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000020:00000001:0.0:1769077242.469723:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077242.469735:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29757:29757:256:4294967295] 192.168.204.128@tcp LPNI seq info [29756:29756:8:4294967295]
00000400:00000200:2.0:1769077242.469742:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077242.469758:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1769077242.469814:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000800:00000200:2.0:1769077242.469816:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000020:00000001:0.0:1769077242.469819:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769077242.469824:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000800:00000010:2.0:1769077242.469824:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000100:00000040:0.0:1769077242.469831:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077242.469835:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077242.469841:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000200:2.0:1769077242.469841:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:0.0:1769077242.469851:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:2.0:1769077242.469852:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000020:00000040:0.0:1769077242.469865:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000800:00000200:2.1:1769077242.469874:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:0.0:1769077242.469876:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077242.469883:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077242.469884:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
02000000:00000001:0.0:1769077242.469892:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077242.469895:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:2.0:1769077242.469897:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
02000000:00000001:0.0:1769077242.469899:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077242.469903:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077242.469905:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000800:00000010:2.0:1769077242.469905:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000008:00000001:0.0:1769077242.469916:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077242.469917:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077242.469922:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:0.0:1769077242.469923:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000020:00000040:0.0:1769077242.469932:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:0.0:1769077242.469935:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077242.469939:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077242.469944:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769077242.469945:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1769077242.469947:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077242.469950:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077242.469955:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17000.
00000400:00000200:2.0:1769077242.469958:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000100:00000001:0.0:1769077242.469959:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077242.469966:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948249472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769077242.469981:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:0.0:1769077242.469995:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077242.469998:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077242.470001:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1769077242.470002:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948249472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077242.470011:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077242.470015:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c700 x1855007948249088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077242.470016:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077242.470033:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077242.470037:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077242.470041:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077242.470049:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077242.470062:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3934
00000400:00000200:0.0:1769077242.470077:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077242.470085:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077242.470087:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1769077242.470088:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077242.470093:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077242.470097:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077242.470098:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c700 x1855007948249088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077267 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077242.470103:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077242.470110:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077242.470114:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077242.470126:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769077242.470127:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077242.470129:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:0.0:1769077242.470135:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769077242.470142:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:0.0:1769077242.470153:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077242.470157:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077242.470162:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077242.470168:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077242.470175:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:0.0:1769077242.470184:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077242.470191:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077242.470196:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077242.470203:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077242.470205:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077242.470206:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077242.470214:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077242.470215:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077242.470220:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077242.470222:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077242.470223:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077242.470233:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d500.
00000020:00000040:0.0:1769077242.470234:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:0.0:1769077242.470237:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077242.470238:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077242.470239:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077242.470240:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077242.470241:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077242.470245:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14c00.
00000100:00000001:2.0:1769077242.470245:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077242.470251:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077242.470256:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00100000:0.0:1769077242.470261:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d500 x1855007948249600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077242.470262:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298607888
00000100:00000010:2.0:1769077242.470276:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a2272a0.
00000100:00000001:0.0:1769077242.470285:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077242.470287:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077242.470291:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1769077242.470292:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c2d91c4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d500 x1855007948249600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.470303:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298607888
00000100:00000001:0.0:1769077242.470304:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077242.470309:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227600.
00000100:00000040:0.0:1769077242.470312:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3944)
00000100:00000001:2.0:1769077242.470314:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077242.470322:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077242.470325:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077242.470328:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077242.470333:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077242/real 1769077242]  req@ffff8c5704d9c700 x1855007948249088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077242.470342:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077242.470343:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077242.470345:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077242.470349:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077242.470351:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077242.470354:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077242.470358:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c700 x1855007948249088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077242.470367:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c700 x1855007948249088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.470374:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077242.470376:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077242.470377:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077242.470379:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077242.470382:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c700 x1855007948249088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.470388:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077242.470391:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c700 x1855007948249088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.470396:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077242.470398:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077242.470399:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077242.470400:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077242.470402:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077242.470420:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077242.470423:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077242.470427:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077242.470428:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077242.470432:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c700 x1855007948249088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077242.470438:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948249088:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077242.470441:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077242.470443:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077242.470445:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c700 x1855007948249088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.470451:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077242.470454:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077242.470456:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077242.470459:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077242.470461:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077242.470462:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077242.470464:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077242.470467:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16400.
02000000:00000001:2.0:1769077242.470470:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077242.470473:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077242.470475:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c700.
00000100:00000001:2.0:1769077242.470477:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077242.470478:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077242.470480:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077242.470487:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077242.470489:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077242.470490:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077242.470492:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077242.470493:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077242.470496:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9f480 x1855007948249216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.470503:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077242.470504:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077242.470506:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077242.470508:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077242.470509:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077242.470511:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948249216:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077242.470514:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077242.470515:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077242.470517:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077242.470518:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077242.470521:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077242.470538:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077242.470542:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077242.470545:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077242.470548:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077242.470551:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948249216, portal 10
00000100:00000001:2.0:1769077242.470552:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077242.470554:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104277120 : -127169605274496 : ffff8c5704d9f480)
00000100:00000040:2.0:1769077242.470560:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9f480 x1855007948249216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.470565:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077242.470567:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077242.470569:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077242.470571:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948249216, offset 0
00000400:00000200:2.0:1769077242.470575:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077242.470578:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077242.470582:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077242.470585:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077242.470587:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077242.470606:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077242.470608:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077242.470611:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29758:29758:256:4294967295] 192.168.204.128@tcp LPNI seq info [29757:29757:8:4294967295]
00000400:00000200:2.0:1769077242.470614:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077242.470620:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077242.470624:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077242.470627:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077242.470630:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077242.470632:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077242.470637:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077242.470639:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769077242.470643:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077242.470645:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077242.470655:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077242.470659:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077242.470662:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077242.470663:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077242.470666:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077242.470688:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9f480 x1855007948249216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.470695:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077242.470698:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9f480 x1855007948249216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077267 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.470703:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077242.470705:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077242.470708:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077242.470712:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077242.470714:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077242.470716:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298606606
00000100:00000001:2.0:1769077242.470718:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298607888
00000100:00000001:2.0:1769077242.470721:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298606606
00000100:00000001:2.0:1769077242.470722:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298607888
00000100:00000001:2.0:1769077242.470724:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077242.470725:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077242.470727:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077242.470729:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077242/real 1769077242]  req@ffff8c5704d9f480 x1855007948249216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077242.470769:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077242.470770:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077242.470771:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077242.470773:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077242.470774:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077242.470776:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077242.470779:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9f480 x1855007948249216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077242.470785:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9f480 x1855007948249216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.470789:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077242.470790:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077242.470791:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077242.470792:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077242.470794:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9f480 x1855007948249216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.470798:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077242.470801:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9f480 x1855007948249216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.470806:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077242.470808:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077242.470809:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077242.470810:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077242.470811:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077242.470813:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077242.470814:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077242.470816:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077242.470818:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077242.470820:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9f480 x1855007948249216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077242.470825:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948249216:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077242.470828:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077242.470831:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948249344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.470836:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077242.470837:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077242.470839:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077242.470840:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077242.470841:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077242.470843:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948249344:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077242.470845:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077242.470847:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077242.470849:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077242.470851:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077242.470855:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077242.470857:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077242.470861:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077242.470864:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077242.470867:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077242.470870:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948249344, portal 10
00000100:00000001:2.0:1769077242.470872:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077242.470874:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
00000100:00000040:2.0:1769077242.470880:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948249344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.470887:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077242.470890:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077242.470893:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077242.470895:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948249344, offset 0
00000400:00000200:2.0:1769077242.470900:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077242.470904:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077242.470908:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077242.470912:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077242.470915:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077242.470917:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077242.470920:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077242.470923:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29759:29759:256:4294967295] 192.168.204.128@tcp LPNI seq info [29758:29758:8:4294967295]
00000400:00000200:2.0:1769077242.470928:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077242.470933:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077242.470936:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077242.470939:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077242.470942:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077242.470944:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077242.470947:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077242.470949:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769077242.470952:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077242.470953:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077242.470955:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077242.470958:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077242.470960:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077242.470961:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077242.470963:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077242.470966:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c380 x1855007948249344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.470972:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077242.470974:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948249344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077267 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.470979:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077242.470980:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077242.470982:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077242.470985:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077242.470987:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077242.470989:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298606606
00000100:00000001:2.0:1769077242.470990:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298607888
00000100:00000001:2.0:1769077242.470992:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298606606
00000100:00000001:2.0:1769077242.470994:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298607888
00000100:00000001:2.0:1769077242.470995:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077242.470996:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077242.470998:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077242.471000:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077242/real 1769077242]  req@ffff8c5704d9c380 x1855007948249344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077242.471005:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077242.471006:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077242.471007:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077242.471009:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077242.471010:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077242.471012:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077242.471014:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948249344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077242.471019:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948249344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.471024:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077242.471025:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077242.471027:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077242.471028:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077242.471030:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948249344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.471034:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077242.471036:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948249344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.471040:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077242.471041:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077242.471042:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077242.471043:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077242.471044:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077242.471045:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077242.471047:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077242.471049:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077242.471050:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077242.471052:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948249344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077242.471057:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948249344:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077242.471060:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077242.471062:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9dc00 x1855007948249472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.471067:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077242.471068:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077242.471070:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077242.471071:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077242.471073:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077242.471075:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948249472:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077242.471078:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077242.471079:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077242.471080:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077242.471081:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077242.471084:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077242.471086:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077242.471088:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077242.471090:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077242.471093:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077242.471095:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948249472, portal 4
00000100:00000001:2.0:1769077242.471096:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077242.471097:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104270848 : -127169605280768 : ffff8c5704d9dc00)
00000100:00000040:2.0:1769077242.471113:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9dc00 x1855007948249472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.471117:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077242.471118:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077242.471120:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077242.471121:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948249472, offset 0
00000400:00000200:2.0:1769077242.471124:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077242.471126:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077242.471128:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077242.471130:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077242.471132:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077242.471133:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077242.471135:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077242.471137:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29760:29760:256:4294967295] 192.168.204.128@tcp LPNI seq info [29759:29759:8:4294967295]
00000400:00000200:2.0:1769077242.471140:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077242.471144:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077242.471148:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077242.471150:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077242.471152:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077242.471154:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077242.471157:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077242.471159:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769077242.471161:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077242.471163:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077242.471164:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077242.471166:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077242.471168:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077242.471169:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077242.471171:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077242.471173:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9dc00 x1855007948249472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.471178:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077242.471180:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948249472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077267 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.471193:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077242.471194:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077242.471196:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077242.471198:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077242.471200:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077242.471202:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298606671
00000100:00000001:2.0:1769077242.471204:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298607888
00000100:00000001:2.0:1769077242.471205:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298606671
00000100:00000001:2.0:1769077242.471207:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298607888
00000100:00000001:2.0:1769077242.471208:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077242.471209:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077242.471210:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077242.471212:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077242/real 1769077242]  req@ffff8c5704d9dc00 x1855007948249472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077242.471219:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077242.471221:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077242.471223:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077242.471225:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077242.471227:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077242.471229:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077242.471232:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9dc00 x1855007948249472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077242.471241:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9dc00 x1855007948249472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.471249:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077242.471250:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077242.471252:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077242.471254:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077242.471258:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9dc00 x1855007948249472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.471265:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077242.471269:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9dc00 x1855007948249472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.471277:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077242.471280:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077242.471282:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077242.471283:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077242.471286:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077242.471287:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077242.471290:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077242.471294:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077242.471297:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077242.471302:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9dc00 x1855007948249472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077242.471311:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948249472:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077242.471316:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077242.471319:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d500 x1855007948249600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.471326:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077242.471328:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077242.471330:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077242.471332:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077242.471334:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077242.471338:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948249600:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077242.471342:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077242.471344:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077242.471345:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077242.471347:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077242.471351:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077242.471353:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077242.471358:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077242.471361:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077242.471364:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077242.471367:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948249600, portal 4
00000100:00000001:2.0:1769077242.471369:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077242.471371:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104269056 : -127169605282560 : ffff8c5704d9d500)
00000100:00000040:2.0:1769077242.471376:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d500 x1855007948249600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.471380:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077242.471382:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077242.471384:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077242.471386:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948249600, offset 0
00000400:00000200:2.0:1769077242.471389:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077242.471392:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077242.471394:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077242.471396:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077242.471398:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077242.471400:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077242.471402:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077242.471404:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29761:29761:256:4294967295] 192.168.204.128@tcp LPNI seq info [29760:29760:8:4294967295]
00000400:00000200:2.0:1769077242.471407:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077242.471411:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077242.471414:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077242.471416:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077242.471418:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077242.471420:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077242.471423:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077242.471425:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769077242.471428:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077242.471429:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077242.471431:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077242.471434:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077242.471436:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077242.471437:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077242.471439:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077242.471441:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d500 x1855007948249600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.471464:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077242.471467:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d500 x1855007948249600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077267 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.471472:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077242.471473:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077242.471475:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077242.471478:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077242.471480:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077242.471483:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298606618
00000100:00000001:2.0:1769077242.471485:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298607888
00000100:00000001:2.0:1769077242.471487:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298606618
00000100:00000001:2.0:1769077242.471488:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298607888
00000100:00000001:2.0:1769077242.471490:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077242.471491:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077242.471493:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077242.471495:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077242/real 1769077242]  req@ffff8c5704d9d500 x1855007948249600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077242.471501:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077242.471502:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077242.471504:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077242.471506:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077242.471507:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077242.471509:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077242.471512:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d500 x1855007948249600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077242.471518:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d500 x1855007948249600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.471556:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077242.471557:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077242.471558:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077242.471560:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077242.471563:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d500 x1855007948249600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.471569:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077242.471572:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d500 x1855007948249600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.471577:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077242.471579:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077242.471580:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077242.471582:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077242.471583:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077242.471585:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077242.471587:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077242.471589:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077242.471591:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077242.471593:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d500 x1855007948249600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077242.471599:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948249600:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077242.471602:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077242.471603:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077242.471606:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9f480 x1855007948249216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.471610:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077242.471612:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077242.471613:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077242.471615:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077242.471616:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077242.471617:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077242.471618:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077242.471619:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17800.
02000000:00000001:2.0:1769077242.471622:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077242.471623:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077242.471624:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9f480.
00000100:00000001:2.0:1769077242.471644:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077242.471645:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077242.471646:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077242.471649:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948249344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.471659:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077242.471660:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077242.471662:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077242.471664:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077242.471665:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077242.471665:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077242.471667:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077242.471668:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14000.
02000000:00000001:2.0:1769077242.471669:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077242.471670:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077242.471671:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077242.471673:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077242.471673:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077242.471675:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077242.471677:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9dc00 x1855007948249472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.471681:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077242.471682:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077242.471683:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077242.471685:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077242.471685:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077242.471686:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077242.471687:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077242.471688:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17000.
02000000:00000001:2.0:1769077242.471690:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077242.471691:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077242.471691:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077242.471693:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077242.471694:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077242.471695:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077242.471697:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d500 x1855007948249600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077242.471701:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077242.471702:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077242.471704:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077242.471705:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077242.471706:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077242.471707:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077242.471709:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077242.471710:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14c00.
02000000:00000001:2.0:1769077242.471711:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077242.471712:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077242.471713:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d500.
00000100:00000001:2.0:1769077242.471714:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077242.471715:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077242.471717:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077242.471720:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077242.471721:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077242.471722:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077242.471723:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077242.789806:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077242.789819:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077242.789823:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077242.789826:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077242.789833:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077242.789836:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077242.789838:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077242.789841:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077242.789867:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077242.789870:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077242.789874:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077243.492844:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077243.492852:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077243.492854:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077243.492859:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077243.492863:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077243.492867:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077243.492869:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077243.492872:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077243.492875:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077243.812823:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298607888, at 4298607936
00010000:00000001:2.0:1769077243.812823:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077243.812828:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077243.812837:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227600.
00000020:00000001:3.0:1769077243.812871:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077243.812876:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077243.812880:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077243.812908:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298607888, at 4298607936
00000100:00000010:0.0:1769077243.812920:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2272a0.
00000100:00000001:2.0:1769077244.516849:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077244.516857:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077244.516860:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077244.516866:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077244.516871:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077244.516875:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077244.516879:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077244.516881:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077244.516884:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077244.836815:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077244.836821:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077244.836863:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077244.836866:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077244.836869:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077245.540796:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077245.540802:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077245.540804:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077245.540808:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077245.540811:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077245.540814:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077245.540815:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077245.540817:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077245.540819:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077245.860827:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077245.860836:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077245.860866:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077245.860869:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077245.860873:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077246.564841:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077246.564848:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077246.564849:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077246.564854:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077246.564857:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077246.564861:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077246.564863:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077246.564865:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077246.564867:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077246.884828:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077246.884843:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077246.884867:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077246.884869:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077246.884873:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077247.588862:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077247.588875:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077247.588878:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077247.588888:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:3.0:1769077247.588889:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077247.588898:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769077247.588903:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077247.588905:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077247.588910:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077247.588912:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769077247.588917:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077247.588918:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077247.588931:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077247.588931:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077247.588943:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3939
00000400:00000200:3.0:1769077247.588953:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077247.588974:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077247.588979:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077247.588985:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077247.588989:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077247.588994:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077247.588999:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077247.589004:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077247.589006:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769077247.589009:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077247.589012:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769077247.589015:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769077247.589018:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769077247.589022:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077247.589024:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077247.589026:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077247.589029:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077247.589032:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769077247.589035:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077247.589038:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077247.589041:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077247.589045:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077247.589047:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077247.589050:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077247.589052:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077247.589061:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769077247.589066:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077247.589070:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077247.589072:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077247.589075:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077247.589078:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077247.589082:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077247.589090:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769077247.589096:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077247.589105:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948249728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077247.589116:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077247.589120:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077247.589126:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948249728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077247.589150:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077247.589153:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077247.589157:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077247.589159:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077247.589161:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077247.589164:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077247.589167:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3939
00000400:00000200:3.0:1769077247.589171:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077247.589173:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077247.589175:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077247.589178:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077247.589179:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077247.589181:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077247.589182:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077247.589184:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077247.589185:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769077247.589186:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077247.589187:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769077247.589188:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769077247.589190:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769077247.589192:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077247.589193:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077247.589194:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077247.589195:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077247.589197:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769077247.589200:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077247.589201:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077247.589203:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077247.589207:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077247.589209:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077247.589210:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077247.589213:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077247.589216:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077247.589219:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077247.589224:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769077247.589226:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077247.589229:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077247.589231:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077247.589234:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077247.589236:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077247.589238:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077247.589242:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:2.0:1769077247.589249:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077247.589249:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077247.589255:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077247.589259:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00100000:3.0:1769077247.589264:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948249856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077247.589274:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1f80 x1855007948249728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077247.589286:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077247.589290:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077247.589305:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948249856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.589306:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077247.589312:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077247.589322:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077247.589327:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077247.589331:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077247.589334:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077247.589338:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1769077247.589346:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948249728:192.168.204.128@tcp:250:kworker.0
00000100:00080000:3.0:1769077247.589347:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077247.589352:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077247.589360:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1769077247.589361:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077247.589367:0:44394:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:2.0:1769077247.589368:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077247.589373:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077247.589374:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3939
02000000:00000001:2.0:1769077247.589382:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:3.0:1769077247.589387:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077247.589393:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
02000000:00000010:2.0:1769077247.589394:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077247.589400:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077247.589401:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077247.589418:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:3.0:1769077247.589419:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000010:2.0:1769077247.589426:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000100:00000001:3.0:1769077247.589427:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077247.589435:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077247.589449:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000010:2.0:1769077247.589451:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000020:00000001:3.0:1769077247.589452:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077247.589460:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769077247.589465:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:2.0:1769077247.589467:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948249728, portal 25
00000020:00000040:3.0:1769077247.589468:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000100:00000001:2.0:1769077247.589471:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077247.589473:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444606336 : -127165264945280 : ffff8c58078e1f80)
00000020:00000001:3.0:1769077247.589480:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:2.0:1769077247.589481:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1f80 x1855007948249728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769077247.589493:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000001:2.0:1769077247.589510:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077247.589511:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000040:2.0:1769077247.589519:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000001:3.0:1769077247.589522:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1769077247.589523:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000040:3.0:1769077247.589527:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000200:2.0:1769077247.589528:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948249728, offset 0
00000100:00000001:3.0:1769077247.589534:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077247.589538:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000400:00000200:2.0:1769077247.589544:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00080000:3.0:1769077247.589546:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077247.589555:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077247.589559:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077247.589569:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077247.589570:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:3.0:1769077247.589577:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077247.589582:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000001:3.0:1769077247.589583:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077247.589593:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077247.589596:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077247.589603:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000008:00000001:3.0:1769077247.589604:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077247.589608:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077247.589609:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077247.589614:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000010:3.0:1769077247.589614:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769077247.589620:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000400:00000200:2.0:1769077247.589621:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29762:29762:256:4294967295] 192.168.204.128@tcp LPNI seq info [29761:29761:8:4294967295]
02000000:00000001:3.0:1769077247.589631:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077247.589633:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077247.589642:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077247.589643:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077247.589646:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077247.589650:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077247.589659:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
02000000:00000010:3.0:1769077247.589660:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769077247.589672:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077247.589681:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948249984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1769077247.589682:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077247.589695:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000100:00000001:3.0:1769077247.589696:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077247.589702:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077247.589707:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948249984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1769077247.589708:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077247.589717:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077247.589768:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077247.589773:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769077247.589778:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077247.589781:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000100:00000001:3.0:1769077247.589797:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077247.589798:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1769077247.589803:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077247.589808:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1769077247.589811:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769077247.589812:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077247.589816:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077247.589820:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000100:00000001:3.0:1769077247.589820:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:2.0:1769077247.589830:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00080000:3.0:1769077247.589832:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3939
00000100:00000001:2.0:1769077247.589839:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1769077247.589840:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000200:2.0:1769077247.589847:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1f80 x1855007948249728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077247.589847:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077247.589855:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077247.589869:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077247.589881:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077247.589889:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077247.589898:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077247.589902:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1769077247.589903:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077247.589914:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000100:00000040:2.0:1769077247.589920:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1f80 x1855007948249728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077272 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769077247.589920:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077247.589928:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769077247.589938:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769077247.589951:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769077247.589966:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077247.589982:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077247.589983:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077247.589990:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1769077247.589997:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077247.590000:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077247.590004:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077247.590005:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769077247.590022:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000200:2.0:1769077247.590029:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077247.590031:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077247.590035:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298613008
02000000:00000001:3.0:1769077247.590035:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077247.590042:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1769077247.590044:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227720.
02000000:00000001:3.0:1769077247.590048:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077247.590052:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077247.590054:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077247.590056:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000008:00000001:3.0:1769077247.590059:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077247.590063:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077247.590068:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000020:00000040:3.0:1769077247.590071:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769077247.590074:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077247.590077:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298613008
02000000:00000001:3.0:1769077247.590077:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077247.590089:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077247.590091:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:2.0:1769077247.590092:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a2275a0.
02000000:00000001:3.0:1769077247.590095:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077247.590101:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
02000000:00000010:3.0:1769077247.590104:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:2.0:1769077247.590109:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077247.590111:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077247.590120:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077247.590126:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948250112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077247.590129:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1769077247.590137:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077247.590140:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077247.590147:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948250112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077247.590154:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077247.590155:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077247.590158:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077247.590159:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077247.590161:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077247.590163:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077247.590164:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3939
00000400:00000200:3.0:1769077247.590168:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077247.590171:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077247.590172:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077247.590174:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077247.590176:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077247.590177:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077247.590179:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077247.590180:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077247.590181:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769077247.590182:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077247.590184:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769077247.590185:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769077247.590186:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769077247.590188:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077247.590189:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077247.590190:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077247.590191:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077247.590193:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769077247.590194:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077247.590196:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077247.590197:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077247.590200:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077247.590201:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077247.590202:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077247.590204:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077247.590205:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077247.590206:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077247.590209:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769077247.590211:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769077247.590212:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077247.590213:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077247.590215:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077247.590216:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077247.590218:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077247.590221:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00100000:2.0:1769077247.590226:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077247/real 1769077247]  req@ffff8c58078e1f80 x1855007948249728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077247.590226:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077247.590240:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948250240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1769077247.590264:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1769077247.590267:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000001:2.0:1769077247.590269:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1769077247.590275:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077247.590276:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000100:00000040:3.0:1769077247.590283:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948250240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077247.590287:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077247.590294:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:3.0:1769077247.590295:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077247.590304:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1769077247.590305:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3949)
00000100:00000200:2.0:1769077247.590316:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1f80 x1855007948249728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077247.590331:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1f80 x1855007948249728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.590338:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077247.590340:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077247.590343:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077247.590345:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077247.590350:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1f80 x1855007948249728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.590358:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077247.590363:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1f80 x1855007948249728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.590371:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077247.590375:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077247.590377:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077247.590378:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077247.590381:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077247.590383:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077247.590387:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077247.590392:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077247.590395:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077247.590400:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1f80 x1855007948249728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077247.590409:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948249728:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077247.590414:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077247.590416:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077247.590419:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1f80 x1855007948249728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.590426:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077247.590429:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077247.590433:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077247.590451:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077247.590454:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077247.590457:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077247.590459:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077247.590462:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312ec00.
02000000:00000001:2.0:1769077247.590468:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077247.590470:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077247.590473:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1f80.
00000100:00000001:2.0:1769077247.590477:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077247.590479:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077247.590482:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077247.590490:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077247.590491:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077247.590494:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077247.590496:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077247.590497:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077247.590502:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e3800 x1855007948249856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.590511:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077247.590512:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077247.590515:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077247.590517:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077247.590520:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077247.590524:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948249856:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077247.590528:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077247.590529:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077247.590531:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077247.590533:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077247.590537:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077247.590539:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077247.590544:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077247.590547:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077247.590551:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077247.590554:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948249856, portal 10
00000100:00000001:2.0:1769077247.590557:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077247.590558:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444612608 : -127165264939008 : ffff8c58078e3800)
00000100:00000040:2.0:1769077247.590566:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e3800 x1855007948249856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.590573:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077247.590575:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077247.590578:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077247.590581:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948249856, offset 0
00000400:00000200:2.0:1769077247.590586:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077247.590590:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077247.590595:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077247.590600:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077247.590603:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077247.590606:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077247.590608:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077247.590612:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29763:29763:256:4294967295] 192.168.204.128@tcp LPNI seq info [29762:29762:8:4294967295]
00000400:00000200:2.0:1769077247.590617:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077247.590624:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077247.590629:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077247.590633:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077247.590638:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077247.590641:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077247.590647:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077247.590651:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769077247.590655:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077247.590657:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077247.590661:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077247.590665:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077247.590668:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077247.590671:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077247.590673:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077247.590678:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e3800 x1855007948249856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.590687:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077247.590690:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e3800 x1855007948249856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077272 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.590698:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077247.590700:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077247.590703:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077247.590708:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077247.590711:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077247.590714:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298611726
00000100:00000001:2.0:1769077247.590717:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298613008
00000100:00000001:2.0:1769077247.590720:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298611726
00000100:00000001:2.0:1769077247.590722:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298613008
00000100:00000001:2.0:1769077247.590724:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077247.590727:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077247.590729:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077247.590760:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077247/real 1769077247]  req@ffff8c58078e3800 x1855007948249856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077247.590770:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077247.590771:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077247.590774:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077247.590777:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077247.590779:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077247.590781:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077247.590785:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e3800 x1855007948249856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077247.590794:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e3800 x1855007948249856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.590802:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077247.590803:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077247.590805:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077247.590807:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077247.590810:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e3800 x1855007948249856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.590817:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077247.590821:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e3800 x1855007948249856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.590829:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077247.590831:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077247.590833:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077247.590835:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077247.590837:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077247.590839:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077247.590842:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077247.590846:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077247.590848:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077247.590852:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e3800 x1855007948249856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077247.590861:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948249856:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077247.590865:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077247.590870:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1500 x1855007948249984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.590877:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077247.590878:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077247.590880:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077247.590882:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077247.590885:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077247.590889:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948249984:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077247.590893:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077247.590896:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077247.590897:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077247.590899:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077247.590903:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077247.590905:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077247.590910:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077247.590913:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077247.590916:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077247.590920:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948249984, portal 10
00000100:00000001:2.0:1769077247.590922:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077247.590923:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444603648 : -127165264947968 : ffff8c58078e1500)
00000100:00000040:2.0:1769077247.590930:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1500 x1855007948249984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.590937:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077247.590940:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077247.590942:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077247.590945:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948249984, offset 0
00000400:00000200:2.0:1769077247.590949:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077247.590953:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077247.590957:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077247.590961:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077247.590964:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077247.590966:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077247.590969:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077247.590972:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29764:29764:256:4294967295] 192.168.204.128@tcp LPNI seq info [29763:29763:8:4294967295]
00000400:00000200:2.0:1769077247.590977:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077247.590984:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077247.590990:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077247.590994:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077247.590999:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077247.591002:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077247.591007:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077247.591010:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769077247.591014:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077247.591016:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077247.591020:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077247.591024:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077247.591027:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077247.591029:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077247.591033:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077247.591037:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1500 x1855007948249984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.591045:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077247.591048:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1500 x1855007948249984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077272 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.591055:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077247.591056:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077247.591060:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077247.591063:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077247.591066:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077247.591068:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298611726
00000100:00000001:2.0:1769077247.591071:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298613008
00000100:00000001:2.0:1769077247.591073:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298611726
00000100:00000001:2.0:1769077247.591076:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298613008
00000100:00000001:2.0:1769077247.591078:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077247.591080:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077247.591082:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077247.591086:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077247/real 1769077247]  req@ffff8c58078e1500 x1855007948249984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077247.591094:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077247.591095:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077247.591098:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077247.591100:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077247.591102:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077247.591105:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077247.591109:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1500 x1855007948249984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077247.591118:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1500 x1855007948249984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.591127:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077247.591128:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077247.591130:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077247.591132:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077247.591136:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1500 x1855007948249984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.591143:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077247.591159:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1500 x1855007948249984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.591167:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077247.591170:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077247.591172:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077247.591173:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077247.591177:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077247.591178:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077247.591181:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077247.591185:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077247.591188:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077247.591193:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1500 x1855007948249984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077247.591201:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948249984:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077247.591206:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077247.591211:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e2a00 x1855007948250112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.591218:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077247.591220:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077247.591223:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077247.591225:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077247.591227:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077247.591230:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948250112:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077247.591234:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077247.591236:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077247.591238:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077247.591240:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077247.591244:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077247.591246:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077247.591251:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077247.591254:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077247.591258:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077247.591262:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948250112, portal 4
00000100:00000001:2.0:1769077247.591264:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077247.591266:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444609024 : -127165264942592 : ffff8c58078e2a00)
00000100:00000040:2.0:1769077247.591272:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e2a00 x1855007948250112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.591279:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077247.591282:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077247.591285:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077247.591288:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948250112, offset 0
00000400:00000200:2.0:1769077247.591293:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077247.591297:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077247.591301:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077247.591304:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077247.591307:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077247.591310:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077247.591312:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077247.591316:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29765:29765:256:4294967295] 192.168.204.128@tcp LPNI seq info [29764:29764:8:4294967295]
00000400:00000200:2.0:1769077247.591320:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077247.591328:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077247.591333:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077247.591337:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077247.591341:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077247.591344:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077247.591349:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077247.591352:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769077247.591356:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077247.591358:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077247.591362:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077247.591365:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077247.591368:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077247.591370:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077247.591374:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077247.591378:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e2a00 x1855007948250112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.591387:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077247.591390:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e2a00 x1855007948250112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077272 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.591398:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077247.591400:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077247.591403:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077247.591406:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077247.591410:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077247.591412:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298611791
00000100:00000001:2.0:1769077247.591414:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298613008
00000100:00000001:2.0:1769077247.591416:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298611791
00000100:00000001:2.0:1769077247.591417:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298613008
00000100:00000001:2.0:1769077247.591419:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077247.591421:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077247.591422:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077247.591425:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077247/real 1769077247]  req@ffff8c58078e2a00 x1855007948250112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077247.591432:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077247.591433:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077247.591435:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077247.591451:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077247.591453:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077247.591455:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077247.591457:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e2a00 x1855007948250112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077247.591464:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e2a00 x1855007948250112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.591468:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077247.591469:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077247.591471:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077247.591471:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077247.591474:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e2a00 x1855007948250112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.591478:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077247.591481:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e2a00 x1855007948250112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.591486:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077247.591487:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077247.591488:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077247.591489:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077247.591490:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077247.591491:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077247.591493:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077247.591495:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077247.591496:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077247.591499:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e2a00 x1855007948250112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077247.591505:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948250112:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077247.591508:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077247.591510:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0380 x1855007948250240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.591514:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077247.591515:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077247.591517:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077247.591519:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077247.591520:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077247.591522:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948250240:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077247.591524:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077247.591526:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077247.591527:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077247.591528:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077247.591530:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077247.591532:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077247.591534:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077247.591536:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077247.591538:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077247.591541:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948250240, portal 4
00000100:00000001:2.0:1769077247.591542:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077247.591543:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444599168 : -127165264952448 : ffff8c58078e0380)
00000100:00000040:2.0:1769077247.591548:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0380 x1855007948250240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.591552:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077247.591554:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077247.591555:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077247.591557:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948250240, offset 0
00000400:00000200:2.0:1769077247.591560:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077247.591563:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077247.591565:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077247.591567:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077247.591569:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077247.591571:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077247.591573:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077247.591575:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29766:29766:256:4294967295] 192.168.204.128@tcp LPNI seq info [29765:29765:8:4294967295]
00000400:00000200:2.0:1769077247.591580:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077247.591587:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077247.591592:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077247.591595:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077247.591600:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077247.591602:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077247.591606:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077247.591609:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769077247.591612:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077247.591614:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077247.591616:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077247.591620:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077247.591624:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077247.591625:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077247.591628:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077247.591631:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0380 x1855007948250240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.591639:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077247.591642:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0380 x1855007948250240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077272 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.591648:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077247.591650:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077247.591654:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077247.591657:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077247.591660:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077247.591663:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298611738
00000100:00000001:2.0:1769077247.591666:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298613008
00000100:00000001:2.0:1769077247.591668:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298611738
00000100:00000001:2.0:1769077247.591670:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298613008
00000100:00000001:2.0:1769077247.591672:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077247.591674:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077247.591676:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077247.591680:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077247/real 1769077247]  req@ffff8c58078e0380 x1855007948250240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077247.591687:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077247.591688:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077247.591690:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077247.591692:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077247.591694:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077247.591696:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077247.591698:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0380 x1855007948250240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077247.591706:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0380 x1855007948250240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.591712:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077247.591714:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077247.591716:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077247.591717:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077247.591721:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0380 x1855007948250240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.591728:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077247.591751:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0380 x1855007948250240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.591759:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077247.591763:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077247.591764:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077247.591765:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077247.591766:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077247.591768:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077247.591770:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077247.591773:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077247.591774:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077247.591777:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0380 x1855007948250240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077247.591782:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948250240:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077247.591785:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077247.591786:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077247.591788:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e3800 x1855007948249856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.591793:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077247.591795:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077247.591796:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077247.591798:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077247.591800:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077247.591801:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077247.591802:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077247.591804:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d800.
02000000:00000001:2.0:1769077247.591806:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077247.591807:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077247.591808:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e3800.
00000100:00000001:2.0:1769077247.591810:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077247.591811:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077247.591812:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077247.591814:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1500 x1855007948249984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.591823:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077247.591824:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077247.591825:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077247.591827:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077247.591828:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077247.591829:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077247.591830:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077247.591830:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e000.
02000000:00000001:2.0:1769077247.591832:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077247.591833:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077247.591833:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1500.
00000100:00000001:2.0:1769077247.591835:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077247.591835:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077247.591836:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077247.591838:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e2a00 x1855007948250112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.591842:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077247.591842:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077247.591843:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077247.591844:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077247.591845:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077247.591846:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077247.591847:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077247.591848:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f400.
02000000:00000001:2.0:1769077247.591849:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077247.591850:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077247.591850:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e2a00.
00000100:00000001:2.0:1769077247.591852:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077247.591852:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077247.591853:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077247.591855:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0380 x1855007948250240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077247.591859:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077247.591859:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077247.591861:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077247.591862:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077247.591863:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077247.591864:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077247.591865:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077247.591866:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e800.
02000000:00000001:2.0:1769077247.591868:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077247.591868:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077247.591869:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0380.
00000100:00000001:2.0:1769077247.591870:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077247.591871:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077247.591872:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077247.591875:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077247.591876:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077247.591877:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077247.591878:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077247.908844:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077247.908854:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077247.908909:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077247.908915:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077247.908919:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077248.612846:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077248.612855:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077248.612858:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077248.612864:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077248.612867:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077248.612871:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077248.612873:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077248.612876:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077248.612879:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077248.932874:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298613008, at 4298613056
00000100:00000040:1.0:1769077248.932874:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298613008, at 4298613056
00000100:00000010:0.0:1769077248.932888:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227720.
00010000:00000001:2.0:1769077248.932893:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077248.932900:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077248.932908:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2275a0.
00000020:00000001:1.0:1769077248.932954:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077248.932957:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077248.932960:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077249.636833:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077249.636841:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077249.636843:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077249.636848:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077249.636852:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077249.636855:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077249.636858:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077249.636861:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077249.636863:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077249.956909:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077249.956919:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077249.956950:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077249.956952:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077249.956955:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077250.660870:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077250.660879:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077250.660881:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077250.660887:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077250.660891:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077250.660895:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077250.660897:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077250.660900:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077250.660903:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077250.980870:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077250.980878:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077250.980912:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077250.980914:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077250.980917:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077251.684854:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077251.684863:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077251.684865:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077251.684870:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077251.684874:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077251.684878:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077251.684880:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077251.684883:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077251.684885:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077252.004886:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077252.004893:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077252.004988:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077252.004996:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077252.005001:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077252.708819:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077252.708829:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077252.708831:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077252.708838:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:3.0:1769077252.708841:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077252.708843:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077252.708849:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077252.708852:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077252.708855:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077252.708863:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077252.708867:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077252.708872:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077252.708876:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077252.708881:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077252.708889:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3944
00000400:00000200:3.0:1769077252.708898:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077252.708903:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077252.708906:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077252.708909:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077252.708912:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077252.708915:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077252.708918:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077252.708934:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077252.708936:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769077252.708939:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077252.708942:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769077252.708944:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769077252.708947:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769077252.708950:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077252.708953:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077252.708955:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077252.708957:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077252.708961:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769077252.708965:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077252.708968:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077252.708971:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077252.708974:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077252.708977:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077252.708980:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077252.708982:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077252.709002:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769077252.709006:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077252.709010:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077252.709012:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077252.709015:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077252.709018:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077252.709022:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077252.709031:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769077252.709038:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077252.709045:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948250368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077252.709064:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077252.709068:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077252.709071:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948250368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077252.709091:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077252.709093:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077252.709096:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077252.709097:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077252.709099:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077252.709101:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077252.709103:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3944
00000400:00000200:3.0:1769077252.709113:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077252.709116:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077252.709118:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077252.709120:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077252.709121:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077252.709124:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077252.709125:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077252.709130:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077252.709131:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769077252.709136:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077252.709137:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1769077252.709138:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769077252.709142:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077252.709143:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769077252.709144:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769077252.709147:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769077252.709163:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077252.709164:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077252.709168:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000040:2.0:1769077252.709170:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0e00 x1855007948250368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077252.709171:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077252.709176:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769077252.709180:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077252.709182:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077252.709183:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077252.709188:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077252.709194:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077252.709202:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077252.709212:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1769077252.709214:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077252.709215:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769077252.709228:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077252.709242:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077252.709245:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1769077252.709246:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3480.
00000020:00000040:3.0:1769077252.709254:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:2.0:1769077252.709255:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077252.709266:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077252.709266:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077252.709273:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077252.709281:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948250368:192.168.204.128@tcp:250:kworker.0
00000100:00000001:3.0:1769077252.709281:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077252.709288:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077252.709308:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077252.709314:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1769077252.709317:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769077252.709321:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077252.709325:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:3.0:1769077252.709327:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3480 x1855007948250496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077252.709332:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077252.709347:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077252.709390:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077252.709394:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077252.709405:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077252.709412:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077252.709419:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000001:3.0:1769077252.709425:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077252.709428:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077252.709429:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948250368, portal 25
00000100:00000040:3.0:1769077252.709446:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb7685cc] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3480 x1855007948250496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.709454:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077252.709458:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444601856 : -127165264949760 : ffff8c58078e0e00)
00000100:00000001:3.0:1769077252.709471:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077252.709475:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0e00 x1855007948250368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077252.709476:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077252.709497:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077252.709504:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077252.709508:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1769077252.709509:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077252.709513:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:2.0:1769077252.709514:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00080000:3.0:1769077252.709519:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3944
00000400:00000010:2.0:1769077252.709520:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077252.709535:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948250368, offset 0
00000400:00000200:3.0:1769077252.709536:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077252.709547:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077252.709555:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00080000:3.0:1769077252.709555:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077252.709568:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077252.709570:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077252.709572:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077252.709579:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077252.709581:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077252.709585:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077252.709588:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769077252.709589:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077252.709603:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769077252.709605:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077252.709610:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000020:00000001:3.0:1769077252.709610:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769077252.709620:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077252.709622:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077252.709624:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077252.709626:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077252.709628:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1769077252.709629:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769077252.709636:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077252.709638:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077252.709643:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
02000000:00000001:3.0:1769077252.709644:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077252.709669:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077252.709673:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077252.709674:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077252.709675:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077252.709677:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077252.709679:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769077252.709680:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077252.709689:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000010:3.0:1769077252.709690:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769077252.709702:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000400:00000200:2.0:1769077252.709711:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29767:29767:256:4294967295] 192.168.204.128@tcp LPNI seq info [29766:29766:8:4294967295]
02000000:00000001:3.0:1769077252.709712:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077252.709720:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077252.709738:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077252.709769:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077252.709771:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077252.709774:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077252.709781:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
02000000:00000010:3.0:1769077252.709781:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769077252.709792:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077252.709797:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077252.709806:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000100:00100000:3.0:1769077252.709809:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948250624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1769077252.709819:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077252.709831:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1769077252.709844:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1769077252.709845:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077252.709853:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1769077252.709855:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769077252.709863:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077252.709865:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000100:00000040:3.0:1769077252.709872:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948250624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077252.709875:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077252.709886:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077252.709894:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077252.709897:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:3.0:1769077252.709901:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077252.709904:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1769077252.709908:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769077252.709911:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0e00 x1855007948250368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077252.709921:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077252.709927:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077252.709943:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077252.709946:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769077252.709947:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:2.0:1769077252.709957:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0e00 x1855007948250368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077277 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077252.709958:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3944
00000400:00000200:3.0:1769077252.709974:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077252.709988:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077252.709990:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077252.709993:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077252.710011:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1769077252.710013:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077252.710019:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077252.710021:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077252.710022:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077252.710026:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077252.710033:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000001:3.0:1769077252.710035:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077252.710037:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298618128
00000020:00000040:3.0:1769077252.710039:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000100:00000010:2.0:1769077252.710045:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a2275a0.
00000020:00000001:3.0:1769077252.710045:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077252.710053:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000100:00000001:2.0:1769077252.710056:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000020:00000001:3.0:1769077252.710070:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769077252.710079:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077252.710086:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298618128
00000100:00000040:3.0:1769077252.710086:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077252.710096:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1769077252.710098:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227720.
00000100:00000001:2.0:1769077252.710105:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1769077252.710106:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077252.710116:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077252.710117:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077252.710126:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077252.710126:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00000001:2.0:1769077252.710140:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1769077252.710140:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077252.710147:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077252.710150:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077252.710166:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077252.710171:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077252.710172:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077252/real 1769077252]  req@ffff8c58078e0e00 x1855007948250368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077252.710173:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077252.710176:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077252.710184:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077252.710190:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077252.710199:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000020:00000040:3.0:1769077252.710204:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769077252.710207:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077252.710209:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769077252.710210:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1769077252.710210:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:2.0:1769077252.710221:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1769077252.710222:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1769077252.710233:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
02000000:00000001:3.0:1769077252.710233:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077252.710260:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000400:00000200:2.0:1769077252.710264:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000100:00000001:3.0:1769077252.710266:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077252.710269:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077252.710273:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:3.0:1769077252.710275:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948250752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769077252.710285:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0e00 x1855007948250368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077252.710290:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077252.710297:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077252.710314:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948250752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077252.710324:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077252.710328:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769077252.710329:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0e00 x1855007948250368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077252.710331:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077252.710338:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077252.710341:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077252.710347:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077252.710365:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3944
00000400:00000200:3.0:1769077252.710369:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077252.710376:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077252.710380:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077252.710397:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077252.710406:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077252.710411:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077252.710413:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077252.710414:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077252.710417:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077252.710419:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1769077252.710420:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000100:00000001:2.0:1769077252.710430:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1769077252.710430:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077252.710435:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1769077252.710436:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769077252.710445:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769077252.710458:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769077252.710463:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00100000:2.0:1769077252.710467:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0e00 x1855007948250368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077252.710468:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077252.710477:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077252.710487:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077252.710495:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1769077252.710497:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769077252.710503:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000040:2.0:1769077252.710505:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0e00 x1855007948250368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077252.710508:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077252.710516:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077252.710522:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077252.710526:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1769077252.710527:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077252.710538:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077252.710538:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077252.710546:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:3.0:1769077252.710547:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077252.710553:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1769077252.710554:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077252.710566:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077252.710567:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077252.710577:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:3.0:1769077252.710578:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769077252.710591:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00080000:2.0:1769077252.710609:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1769077252.710610:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077252.710615:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077252.710619:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077252.710621:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:2.0:1769077252.710627:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
02000000:00000001:3.0:1769077252.710627:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077252.710635:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:2.0:1769077252.710642:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1769077252.710642:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077252.710652:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948250880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077252.710670:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1769077252.710674:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0e00 x1855007948250368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077252.710674:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077252.710681:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948250880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077252.710747:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948250368:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077252.710752:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077252.710755:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769077252.710755:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077252.710763:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3954)
00000100:00000040:2.0:1769077252.710764:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0e00 x1855007948250368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.710778:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077252.710781:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077252.710785:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077252.710789:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077252.710791:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077252.710793:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077252.710795:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077252.710797:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f800.
02000000:00000001:2.0:1769077252.710801:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077252.710803:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077252.710805:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0e00.
00000100:00000001:2.0:1769077252.710827:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077252.710828:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077252.710831:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077252.710841:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077252.710843:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077252.710846:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077252.710848:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077252.710850:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077252.710872:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e3480 x1855007948250496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.710879:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077252.710881:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077252.710883:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077252.710885:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077252.710887:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077252.710890:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948250496:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077252.710893:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077252.710897:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077252.710899:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077252.710901:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077252.710905:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077252.710907:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077252.710913:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077252.710916:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077252.710921:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077252.710924:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948250496, portal 10
00000100:00000001:2.0:1769077252.710926:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077252.710928:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444611712 : -127165264939904 : ffff8c58078e3480)
00000100:00000040:2.0:1769077252.710935:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e3480 x1855007948250496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.710941:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077252.710944:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077252.710946:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077252.710948:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948250496, offset 0
00000400:00000200:2.0:1769077252.710953:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077252.710957:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077252.710962:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077252.710965:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077252.710968:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077252.710970:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077252.710972:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077252.710976:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29768:29768:256:4294967295] 192.168.204.128@tcp LPNI seq info [29767:29767:8:4294967295]
00000400:00000200:2.0:1769077252.710980:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077252.710986:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077252.710990:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077252.710994:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077252.710998:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077252.711001:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077252.711006:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077252.711009:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077252.711013:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077252.711015:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077252.711018:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077252.711022:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077252.711025:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077252.711026:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077252.711029:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077252.711047:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e3480 x1855007948250496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.711055:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077252.711058:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e3480 x1855007948250496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077277 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.711066:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077252.711067:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077252.711071:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077252.711076:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077252.711079:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077252.711081:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298616847
00000100:00000001:2.0:1769077252.711085:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298618128
00000100:00000001:2.0:1769077252.711088:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298616847
00000100:00000001:2.0:1769077252.711090:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298618128
00000100:00000001:2.0:1769077252.711092:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077252.711095:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077252.711097:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077252.711101:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077252/real 1769077252]  req@ffff8c58078e3480 x1855007948250496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077252.711110:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077252.711112:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077252.711114:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077252.711117:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077252.711118:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077252.711121:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077252.711125:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e3480 x1855007948250496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077252.711131:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e3480 x1855007948250496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.711139:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077252.711140:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077252.711143:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077252.711144:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077252.711148:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e3480 x1855007948250496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.711155:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077252.711160:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e3480 x1855007948250496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.711167:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077252.711171:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077252.711172:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077252.711176:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077252.711178:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077252.711180:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077252.711183:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077252.711188:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077252.711191:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077252.711196:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e3480 x1855007948250496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077252.711202:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948250496:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077252.711205:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077252.711208:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0380 x1855007948250624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.711212:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077252.711214:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077252.711215:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077252.711232:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077252.711234:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077252.711237:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948250624:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077252.711240:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077252.711242:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077252.711244:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077252.711246:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077252.711250:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077252.711252:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077252.711255:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077252.711258:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077252.711261:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077252.711264:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948250624, portal 10
00000100:00000001:2.0:1769077252.711266:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077252.711267:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444599168 : -127165264952448 : ffff8c58078e0380)
00000100:00000040:2.0:1769077252.711272:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0380 x1855007948250624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.711278:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077252.711280:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077252.711299:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077252.711302:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948250624, offset 0
00000400:00000200:2.0:1769077252.711306:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077252.711311:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077252.711318:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077252.711323:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077252.711327:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077252.711332:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077252.711336:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077252.711340:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29769:29769:256:4294967295] 192.168.204.128@tcp LPNI seq info [29768:29768:8:4294967295]
00000400:00000200:2.0:1769077252.711347:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077252.711389:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077252.711395:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077252.711399:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077252.711403:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077252.711407:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077252.711411:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077252.711414:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077252.711418:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077252.711419:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077252.711422:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077252.711424:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077252.711427:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077252.711428:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077252.711430:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077252.711433:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0380 x1855007948250624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.711439:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077252.711441:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0380 x1855007948250624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077277 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.711462:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077252.711464:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077252.711467:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077252.711471:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077252.711474:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077252.711475:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298616846
00000100:00000001:2.0:1769077252.711478:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298618128
00000100:00000001:2.0:1769077252.711480:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298616846
00000100:00000001:2.0:1769077252.711482:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298618128
00000100:00000001:2.0:1769077252.711483:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077252.711485:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077252.711486:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077252.711489:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077252/real 1769077252]  req@ffff8c58078e0380 x1855007948250624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077252.711495:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077252.711497:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077252.711498:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077252.711500:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077252.711502:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077252.711503:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077252.711506:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0380 x1855007948250624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077252.711513:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0380 x1855007948250624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.711517:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077252.711518:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077252.711519:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077252.711520:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077252.711523:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0380 x1855007948250624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.711528:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077252.711530:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0380 x1855007948250624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.711536:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077252.711539:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077252.711540:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077252.711541:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077252.711542:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077252.711543:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077252.711545:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077252.711548:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077252.711549:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077252.711552:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0380 x1855007948250624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077252.711558:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948250624:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077252.711561:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077252.711563:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e2a00 x1855007948250752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.711569:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077252.711570:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077252.711572:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077252.711574:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077252.711575:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077252.711578:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948250752:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077252.711580:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077252.711582:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077252.711584:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077252.711585:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077252.711588:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077252.711590:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077252.711593:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077252.711596:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077252.711599:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077252.711602:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948250752, portal 4
00000100:00000001:2.0:1769077252.711605:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077252.711606:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444609024 : -127165264942592 : ffff8c58078e2a00)
00000100:00000040:2.0:1769077252.711613:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e2a00 x1855007948250752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.711622:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077252.711625:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077252.711644:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077252.711646:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948250752, offset 0
00000400:00000200:2.0:1769077252.711651:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077252.711655:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077252.711659:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077252.711662:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077252.711665:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077252.711668:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077252.711671:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077252.711674:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29770:29770:256:4294967295] 192.168.204.128@tcp LPNI seq info [29769:29769:8:4294967295]
00000400:00000200:2.0:1769077252.711679:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077252.711685:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077252.711689:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077252.711692:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077252.711694:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077252.711696:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077252.711700:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077252.711701:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077252.711705:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077252.711707:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077252.711709:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077252.711711:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077252.711713:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077252.711715:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077252.711717:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077252.711719:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e2a00 x1855007948250752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.711725:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077252.711727:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e2a00 x1855007948250752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077277 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.711732:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077252.711733:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077252.711735:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077252.711738:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077252.711740:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077252.711742:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298616911
00000100:00000001:2.0:1769077252.711744:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298618128
00000100:00000001:2.0:1769077252.711745:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298616911
00000100:00000001:2.0:1769077252.711747:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298618128
00000100:00000001:2.0:1769077252.711748:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077252.711750:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077252.711751:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077252.711753:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077252/real 1769077252]  req@ffff8c58078e2a00 x1855007948250752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077252.711758:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077252.711759:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077252.711776:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077252.711778:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077252.711780:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077252.711781:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077252.711784:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e2a00 x1855007948250752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077252.711789:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e2a00 x1855007948250752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.711798:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077252.711799:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077252.711801:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077252.711802:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077252.711804:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e2a00 x1855007948250752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.711808:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077252.711811:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e2a00 x1855007948250752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.711816:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077252.711817:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077252.711818:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077252.711819:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077252.711820:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077252.711821:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077252.711823:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077252.711825:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077252.711826:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077252.711828:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e2a00 x1855007948250752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077252.711833:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948250752:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077252.711835:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077252.711838:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1500 x1855007948250880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.711842:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077252.711843:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077252.711845:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077252.711847:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077252.711848:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077252.711850:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948250880:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077252.711853:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077252.711854:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077252.711855:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077252.711856:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077252.711859:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077252.711860:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077252.711863:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077252.711864:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077252.711867:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077252.711869:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948250880, portal 4
00000100:00000001:2.0:1769077252.711870:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077252.711871:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444603648 : -127165264947968 : ffff8c58078e1500)
00000100:00000040:2.0:1769077252.711875:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1500 x1855007948250880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.711880:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077252.711882:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077252.711883:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077252.711885:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948250880, offset 0
00000400:00000200:2.0:1769077252.711887:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077252.711890:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077252.711892:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077252.711894:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077252.711895:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077252.711898:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077252.711899:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077252.711901:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29771:29771:256:4294967295] 192.168.204.128@tcp LPNI seq info [29770:29770:8:4294967295]
00000400:00000200:2.0:1769077252.711904:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077252.711909:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077252.711912:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077252.711914:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077252.711917:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077252.711919:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077252.711922:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077252.711924:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077252.711926:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077252.711928:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077252.711930:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077252.711932:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077252.711934:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077252.711935:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077252.711937:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077252.711939:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1500 x1855007948250880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.711944:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077252.711946:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1500 x1855007948250880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077277 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.711950:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077252.711951:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077252.711953:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077252.711955:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077252.711957:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077252.711958:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298616859
00000100:00000001:2.0:1769077252.711960:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298618128
00000100:00000001:2.0:1769077252.711962:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298616859
00000100:00000001:2.0:1769077252.711964:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298618128
00000100:00000001:2.0:1769077252.711965:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077252.711967:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077252.711968:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077252.711970:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077252/real 1769077252]  req@ffff8c58078e1500 x1855007948250880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077252.711976:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077252.711977:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077252.711978:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077252.711979:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077252.711980:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077252.711982:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077252.711983:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1500 x1855007948250880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077252.711988:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1500 x1855007948250880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.711992:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077252.711993:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077252.711994:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077252.711995:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077252.711997:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1500 x1855007948250880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.712001:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077252.712004:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1500 x1855007948250880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.712008:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077252.712010:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077252.712011:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077252.712012:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077252.712013:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077252.712014:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077252.712016:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077252.712018:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077252.712019:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077252.712022:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1500 x1855007948250880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077252.712027:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948250880:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077252.712029:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077252.712030:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077252.712032:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e3480 x1855007948250496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.712036:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077252.712037:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077252.712038:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077252.712040:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077252.712041:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077252.712042:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077252.712043:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077252.712044:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e800.
02000000:00000001:2.0:1769077252.712047:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077252.712048:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077252.712049:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e3480.
00000100:00000001:2.0:1769077252.712051:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077252.712052:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077252.712053:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077252.712055:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0380 x1855007948250624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.712059:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077252.712060:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077252.712061:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077252.712062:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077252.712063:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077252.712064:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077252.712065:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077252.712066:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f400.
02000000:00000001:2.0:1769077252.712067:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077252.712068:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077252.712069:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0380.
00000100:00000001:2.0:1769077252.712070:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077252.712071:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077252.712072:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077252.712075:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e2a00 x1855007948250752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.712078:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077252.712079:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077252.712080:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077252.712081:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077252.712082:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077252.712082:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077252.712083:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077252.712084:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e000.
02000000:00000001:2.0:1769077252.712085:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077252.712086:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077252.712087:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e2a00.
00000100:00000001:2.0:1769077252.712088:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077252.712089:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077252.712090:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077252.712092:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1500 x1855007948250880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.712095:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077252.712096:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077252.712097:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077252.712098:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077252.712099:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077252.712099:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077252.712100:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077252.712101:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d800.
02000000:00000001:2.0:1769077252.712102:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077252.712103:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077252.712104:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1500.
00000100:00000001:2.0:1769077252.712105:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077252.712106:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077252.712107:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077252.712110:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077252.712111:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077252.712113:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077252.712114:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077253.028890:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077253.028903:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077253.028907:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077253.028910:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077253.028917:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077253.028920:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077253.028922:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077253.028925:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077253.029002:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077253.029008:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077253.029012:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077253.732869:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077253.732877:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077253.732879:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077253.732885:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077253.732889:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077253.732893:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077253.732896:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077253.732898:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077253.732901:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077254.052863:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298618128, at 4298618176
00010000:00000001:2.0:1769077254.052868:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:1.0:1769077254.052871:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298618128, at 4298618176
00010000:00000001:2.0:1769077254.052876:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077254.052882:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2275a0.
00000100:00000010:1.0:1769077254.052893:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227720.
00000020:00000001:2.0:1769077254.052923:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077254.052927:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077254.052933:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077254.756850:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077254.756859:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077254.756860:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077254.756866:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077254.756869:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077254.756873:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077254.756876:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077254.756879:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077254.756881:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077255.076900:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077255.076909:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077255.076943:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077255.076947:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077255.076951:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077255.780868:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077255.780877:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077255.780879:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077255.780885:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077255.780888:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077255.780892:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077255.780894:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077255.780897:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077255.780900:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077256.100879:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077256.100886:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077256.100948:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077256.100954:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077256.100958:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077256.804904:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077256.804927:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077256.804929:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077256.804938:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077256.804944:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077256.804950:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077256.804954:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077256.804958:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077256.804962:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077257.124869:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077257.124876:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077257.124980:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077257.124988:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077257.124994:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077257.828871:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077257.828879:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769077257.828882:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077257.828888:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077257.828889:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077257.828891:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077257.828896:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1769077257.828897:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077257.828903:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077257.828906:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077257.828907:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077257.828921:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077257.828924:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077257.828928:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077257.828936:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3949
00000400:00000200:3.0:1769077257.828951:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077257.828961:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077257.828967:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077257.828972:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077257.828976:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077257.828979:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077257.828981:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077257.828986:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077257.828987:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769077257.828990:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077257.828993:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769077257.828995:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769077257.828998:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769077257.829001:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077257.829003:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077257.829005:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077257.829006:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077257.829009:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769077257.829012:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077257.829015:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077257.829017:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077257.829032:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077257.829035:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077257.829037:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077257.829039:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077257.829049:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769077257.829053:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077257.829057:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077257.829059:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077257.829061:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077257.829064:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077257.829067:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077257.829076:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769077257.829083:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077257.829092:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948251008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077257.829121:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077257.829125:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077257.829130:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948251008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077257.829179:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077257.829181:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077257.829184:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077257.829185:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077257.829186:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077257.829188:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077257.829191:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3949
00000400:00000200:3.0:1769077257.829194:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077257.829197:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077257.829200:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077257.829202:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077257.829204:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077257.829206:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077257.829208:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077257.829209:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077257.829211:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769077257.829212:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077257.829213:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000100:00000001:2.0:1769077257.829215:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769077257.829215:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769077257.829221:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077257.829223:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769077257.829225:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077257.829228:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077257.829229:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077257.829235:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077257.829237:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077257.829239:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769077257.829247:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000040:2.0:1769077257.829248:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e3800 x1855007948251008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077257.829250:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077257.829253:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077257.829259:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077257.829278:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077257.829285:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077257.829286:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077257.829292:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1769077257.829294:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077257.829299:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077257.829300:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077257.829301:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1769077257.829304:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
02000000:00000001:2.0:1769077257.829307:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1769077257.829308:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077257.829317:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077257.829318:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077257.829319:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077257.829326:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077257.829328:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077257.829330:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077257.829333:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948251008:192.168.204.128@tcp:250:kworker.0
02000000:00000010:3.0:1769077257.829335:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769077257.829340:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077257.829344:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1769077257.829349:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948251136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077257.829353:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077257.829359:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077257.829360:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1769077257.829365:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769077257.829370:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077257.829375:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948251136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769077257.829377:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077257.829383:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077257.829397:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077257.829400:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077257.829405:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:3.0:1769077257.829406:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077257.829412:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077257.829414:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1769077257.829416:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000100:00000001:3.0:1769077257.829417:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077257.829423:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3949
00000400:00000010:2.0:1769077257.829441:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000400:00000200:3.0:1769077257.829450:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077257.829455:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000200:2.0:1769077257.829458:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948251008, portal 25
00000100:00080000:3.0:1769077257.829458:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077257.829470:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1769077257.829471:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077257.829482:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444612608 : -127165264939008 : ffff8c58078e3800)
00000100:00000001:3.0:1769077257.829482:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077257.829489:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077257.829496:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077257.829499:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077257.829502:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000100:00000040:2.0:1769077257.829505:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e3800 x1855007948251008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.829530:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077257.829535:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000020:00000001:3.0:1769077257.829536:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077257.829542:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000400:00000010:2.0:1769077257.829544:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000020:00000001:3.0:1769077257.829545:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769077257.829555:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000200:2.0:1769077257.829558:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948251008, offset 0
00000100:00000040:3.0:1769077257.829562:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077257.829571:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077257.829574:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077257.829576:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077257.829583:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000400:00000200:2.0:1769077257.829588:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00080000:3.0:1769077257.829590:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077257.829594:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077257.829596:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077257.829599:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077257.829601:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077257.829604:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769077257.829606:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000008:00100000:3.0:1769077257.829608:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077257.829613:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077257.829615:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077257.829618:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000400:00000200:2.0:1769077257.829622:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000020:00000040:3.0:1769077257.829622:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077257.829633:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077257.829636:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077257.829638:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769077257.829641:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1769077257.829642:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077257.829646:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077257.829651:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000400:00000200:2.0:1769077257.829656:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000001:3.0:1769077257.829658:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077257.829667:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948251264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077257.829668:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077257.829686:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000001:3.0:1769077257.829695:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077257.829703:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077257.829707:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29772:29772:256:4294967295] 192.168.204.128@tcp LPNI seq info [29771:29771:8:4294967295]
00000100:00000040:3.0:1769077257.829713:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948251264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077257.829761:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077257.829772:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077257.829777:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077257.829786:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1769077257.829794:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769077257.829795:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077257.829803:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077257.829810:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077257.829814:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3949
00000800:00000200:2.0:1769077257.829822:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000400:00000200:3.0:1769077257.829824:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000800:00000010:2.0:1769077257.829849:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000400:00000200:3.0:1769077257.829850:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077257.829857:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077257.829860:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077257.829862:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1769077257.829871:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:3.0:1769077257.829871:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077257.829880:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:2.0:1769077257.829882:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1769077257.829884:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077257.829889:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769077257.829895:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.1:1769077257.829897:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000040:3.0:1769077257.829900:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000800:00000200:2.1:1769077257.829904:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1769077257.829905:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000800:00000100:2.0:1769077257.829931:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000020:00000001:3.0:1769077257.829933:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000800:00000010:2.0:1769077257.829938:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000100:00000040:3.0:1769077257.829945:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077257.829953:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077257.829954:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1769077257.829961:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077257.829965:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077257.829971:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000400:00000200:2.0:1769077257.829973:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1769077257.829985:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077257.829988:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077257.829989:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
02000000:00000001:3.0:1769077257.829990:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1769077257.829999:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
02000000:00000001:3.0:1769077257.829999:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077257.830011:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077257.830014:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077257.830018:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077257.830019:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:3.0:1769077257.830021:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077257.830024:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077257.830028:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000100:00000200:2.0:1769077257.830030:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e3800 x1855007948251008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769077257.830032:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769077257.830040:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077257.830043:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077257.830053:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077257.830056:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077257.830060:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077257.830070:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:2.0:1769077257.830072:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769077257.830076:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077257.830083:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e3800 x1855007948251008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077282 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077257.830085:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948251392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077257.830160:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077257.830163:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077257.830165:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077257.830167:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077257.830172:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948251392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.830178:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077257.830179:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077257.830191:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077257.830203:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:3.0:1769077257.830203:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077257.830223:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298623248
00000100:00000001:3.0:1769077257.830228:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077257.830231:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:2.0:1769077257.830232:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a2272a0.
00000100:00000001:3.0:1769077257.830243:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077257.830247:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1769077257.830248:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3949
00000400:00000200:3.0:1769077257.830260:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077257.830281:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298623248
00000400:00000200:3.0:1769077257.830283:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000010:2.0:1769077257.830287:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227600.
00000100:00080000:3.0:1769077257.830288:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077257.830294:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077257.830315:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769077257.830315:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077257.830328:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077257.830328:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077257.830336:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1769077257.830337:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077257.830341:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077257.830343:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077257.830347:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000100:00100000:2.0:1769077257.830348:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077257/real 1769077257]  req@ffff8c58078e3800 x1855007948251008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769077257.830349:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077257.830355:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769077257.830365:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769077257.830374:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769077257.830387:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000001:2.0:1769077257.830388:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077257.830396:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1769077257.830396:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1769077257.830407:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000100:00000040:3.0:1769077257.830408:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077257.830416:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077257.830418:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000020:00000040:3.0:1769077257.830420:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000400:00000010:2.0:1769077257.830422:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077257.830431:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1769077257.830432:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077257.830438:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077257.830442:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e3800 x1855007948251008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077257.830458:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077257.830465:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1769077257.830466:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e3800 x1855007948251008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077257.830475:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077257.830485:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077257.830488:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00100000:3.0:1769077257.830490:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077257.830491:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1769077257.830504:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077257.830505:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077257.830510:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077257.830511:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077257.830517:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000100:00100000:2.0:1769077257.830518:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e3800 x1855007948251008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769077257.830528:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000001:2.0:1769077257.830532:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769077257.830535:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077257.830537:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077257.830539:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e3800 x1855007948251008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077257.830541:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077257.830545:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077257.830551:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077257.830560:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:2.0:1769077257.830563:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077257.830565:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077257.830577:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077257.830581:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948251520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077257.830583:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077257.830589:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077257.830598:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077257.830601:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077257.830604:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077257.830604:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077257.830616:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1769077257.830617:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948251520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769077257.830634:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:3.0:1769077257.830636:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077257.830647:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3959)
00000100:00000001:2.0:1769077257.830648:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077257.830665:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e3800 x1855007948251008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077257.830674:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948251008:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077257.830679:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077257.830681:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077257.830684:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e3800 x1855007948251008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.830689:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077257.830692:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077257.830695:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077257.830698:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077257.830700:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077257.830701:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077257.830703:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077257.830706:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312ec00.
02000000:00000001:2.0:1769077257.830710:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077257.830712:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077257.830714:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e3800.
00000100:00000001:2.0:1769077257.830717:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077257.830717:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077257.830719:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077257.830727:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077257.830728:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077257.830749:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077257.830751:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077257.830752:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077257.830755:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1f80 x1855007948251136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.830761:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077257.830763:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077257.830765:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077257.830766:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077257.830768:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077257.830771:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948251136:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077257.830774:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077257.830775:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077257.830777:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077257.830778:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077257.830781:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077257.830782:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077257.830786:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077257.830788:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077257.830791:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077257.830794:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948251136, portal 10
00000100:00000001:2.0:1769077257.830795:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077257.830797:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444606336 : -127165264945280 : ffff8c58078e1f80)
00000100:00000040:2.0:1769077257.830802:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1f80 x1855007948251136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.830807:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077257.830809:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077257.830810:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077257.830812:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948251136, offset 0
00000400:00000200:2.0:1769077257.830814:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077257.830817:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077257.830820:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077257.830822:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077257.830825:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077257.830826:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077257.830828:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077257.830831:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29773:29773:256:4294967295] 192.168.204.128@tcp LPNI seq info [29772:29772:8:4294967295]
00000400:00000200:2.0:1769077257.830834:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077257.830851:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077257.830854:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077257.830857:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077257.830859:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077257.830862:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077257.830865:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077257.830867:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077257.830870:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077257.830872:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077257.830874:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077257.830876:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077257.830879:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077257.830880:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077257.830882:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077257.830884:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1f80 x1855007948251136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.830890:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077257.830892:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1f80 x1855007948251136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077282 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.830897:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077257.830898:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077257.830900:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077257.830903:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077257.830905:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077257.830906:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298621967
00000100:00000001:2.0:1769077257.830908:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298623248
00000100:00000001:2.0:1769077257.830910:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298621967
00000100:00000001:2.0:1769077257.830923:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298623248
00000100:00000001:2.0:1769077257.830925:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077257.830926:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077257.830927:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077257.830929:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077257/real 1769077257]  req@ffff8c58078e1f80 x1855007948251136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077257.830939:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077257.830940:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077257.830942:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077257.830944:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077257.830945:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077257.830946:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077257.830948:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1f80 x1855007948251136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077257.830954:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1f80 x1855007948251136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.830958:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077257.830959:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077257.830960:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077257.830961:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077257.830963:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1f80 x1855007948251136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.830967:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077257.830970:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1f80 x1855007948251136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.830974:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077257.830975:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077257.830976:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077257.830977:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077257.830978:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077257.830980:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077257.830981:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077257.830983:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077257.830985:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077257.830988:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1f80 x1855007948251136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077257.830993:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948251136:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077257.830996:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077257.830999:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1880 x1855007948251264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.831003:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077257.831004:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077257.831005:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077257.831006:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077257.831008:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077257.831009:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948251264:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077257.831011:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077257.831013:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077257.831014:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077257.831015:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077257.831017:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077257.831018:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077257.831021:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077257.831022:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077257.831024:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077257.831026:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948251264, portal 10
00000100:00000001:2.0:1769077257.831028:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077257.831029:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444604544 : -127165264947072 : ffff8c58078e1880)
00000100:00000040:2.0:1769077257.831033:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1880 x1855007948251264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.831038:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077257.831039:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077257.831041:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077257.831042:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948251264, offset 0
00000400:00000200:2.0:1769077257.831046:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077257.831048:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077257.831050:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077257.831052:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077257.831054:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077257.831056:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077257.831058:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077257.831060:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29774:29774:256:4294967295] 192.168.204.128@tcp LPNI seq info [29773:29773:8:4294967295]
00000400:00000200:2.0:1769077257.831063:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077257.831067:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077257.831070:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077257.831071:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077257.831074:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077257.831076:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077257.831079:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077257.831081:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077257.831083:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077257.831085:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077257.831087:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077257.831089:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077257.831091:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077257.831092:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077257.831094:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077257.831096:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1880 x1855007948251264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.831101:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077257.831102:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1880 x1855007948251264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077282 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.831106:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077257.831107:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077257.831109:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077257.831111:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077257.831113:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077257.831115:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298621966
00000100:00000001:2.0:1769077257.831118:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298623248
00000100:00000001:2.0:1769077257.831120:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298621966
00000100:00000001:2.0:1769077257.831123:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298623248
00000100:00000001:2.0:1769077257.831125:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077257.831128:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077257.831129:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077257.831134:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077257/real 1769077257]  req@ffff8c58078e1880 x1855007948251264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077257.831142:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077257.831155:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077257.831157:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077257.831160:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077257.831162:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077257.831164:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077257.831168:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1880 x1855007948251264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077257.831177:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1880 x1855007948251264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.831184:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077257.831186:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077257.831187:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077257.831189:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077257.831192:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1880 x1855007948251264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.831199:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077257.831203:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1880 x1855007948251264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.831220:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077257.831223:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077257.831225:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077257.831227:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077257.831229:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077257.831230:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077257.831233:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077257.831237:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077257.831239:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077257.831242:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1880 x1855007948251264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077257.831250:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948251264:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077257.831255:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077257.831259:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0700 x1855007948251392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.831282:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077257.831284:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077257.831287:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077257.831289:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077257.831291:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077257.831294:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948251392:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077257.831299:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077257.831313:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077257.831315:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077257.831317:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077257.831320:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077257.831322:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077257.831327:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077257.831330:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077257.831334:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077257.831337:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948251392, portal 4
00000100:00000001:2.0:1769077257.831339:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077257.831341:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444600064 : -127165264951552 : ffff8c58078e0700)
00000100:00000040:2.0:1769077257.831346:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0700 x1855007948251392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.831353:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077257.831355:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077257.831358:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077257.831360:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948251392, offset 0
00000400:00000200:2.0:1769077257.831364:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077257.831369:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077257.831373:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077257.831376:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077257.831378:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077257.831381:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077257.831383:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077257.831387:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29775:29775:256:4294967295] 192.168.204.128@tcp LPNI seq info [29774:29774:8:4294967295]
00000400:00000200:2.0:1769077257.831392:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077257.831397:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077257.831401:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077257.831403:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077257.831406:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077257.831409:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077257.831411:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077257.831413:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077257.831416:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077257.831418:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077257.831420:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077257.831422:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077257.831424:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077257.831426:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077257.831428:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077257.831442:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0700 x1855007948251392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.831452:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077257.831454:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0700 x1855007948251392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077282 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.831459:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077257.831460:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077257.831462:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077257.831465:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077257.831467:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077257.831468:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298622031
00000100:00000001:2.0:1769077257.831470:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298623248
00000100:00000001:2.0:1769077257.831472:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298622031
00000100:00000001:2.0:1769077257.831474:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298623248
00000100:00000001:2.0:1769077257.831475:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077257.831477:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077257.831478:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077257.831480:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077257/real 1769077257]  req@ffff8c58078e0700 x1855007948251392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077257.831485:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077257.831486:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077257.831487:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077257.831489:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077257.831490:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077257.831492:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077257.831494:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0700 x1855007948251392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077257.831500:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0700 x1855007948251392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.831503:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077257.831505:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077257.831506:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077257.831507:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077257.831510:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0700 x1855007948251392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.831526:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077257.831528:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0700 x1855007948251392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.831532:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077257.831533:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077257.831534:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077257.831535:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077257.831536:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077257.831537:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077257.831539:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077257.831541:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077257.831543:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077257.831545:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0700 x1855007948251392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077257.831550:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948251392:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077257.831552:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077257.831555:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0a80 x1855007948251520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.831559:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077257.831561:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077257.831563:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077257.831564:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077257.831565:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077257.831567:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948251520:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077257.831570:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077257.831571:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077257.831572:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077257.831574:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077257.831576:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077257.831577:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077257.831579:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077257.831580:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077257.831583:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077257.831585:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948251520, portal 4
00000100:00000001:2.0:1769077257.831586:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077257.831587:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444600960 : -127165264950656 : ffff8c58078e0a80)
00000100:00000040:2.0:1769077257.831592:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0a80 x1855007948251520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.831596:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077257.831598:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077257.831599:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077257.831600:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948251520, offset 0
00000400:00000200:2.0:1769077257.831603:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077257.831605:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077257.831608:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077257.831610:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077257.831612:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077257.831613:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077257.831615:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077257.831617:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29776:29776:256:4294967295] 192.168.204.128@tcp LPNI seq info [29775:29775:8:4294967295]
00000400:00000200:2.0:1769077257.831620:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077257.831624:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077257.831626:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077257.831628:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077257.831631:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077257.831633:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077257.831635:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077257.831637:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077257.831640:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077257.831642:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077257.831644:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077257.831646:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077257.831647:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077257.831649:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077257.831650:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077257.831652:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0a80 x1855007948251520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.831658:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077257.831660:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0a80 x1855007948251520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077282 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.831664:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077257.831665:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077257.831667:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077257.831669:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077257.831671:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077257.831673:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298621978
00000100:00000001:2.0:1769077257.831675:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298623248
00000100:00000001:2.0:1769077257.831676:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298621978
00000100:00000001:2.0:1769077257.831678:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298623248
00000100:00000001:2.0:1769077257.831679:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077257.831680:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077257.831681:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077257.831683:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077257/real 1769077257]  req@ffff8c58078e0a80 x1855007948251520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077257.831687:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077257.831689:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077257.831690:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077257.831692:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077257.831693:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077257.831694:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077257.831696:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0a80 x1855007948251520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077257.831701:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0a80 x1855007948251520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.831705:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077257.831705:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077257.831706:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077257.831707:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077257.831709:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0a80 x1855007948251520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.831713:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077257.831715:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0a80 x1855007948251520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.831719:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077257.831721:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077257.831722:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077257.831722:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077257.831724:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077257.831725:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077257.831727:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077257.831745:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077257.831747:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077257.831750:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0a80 x1855007948251520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077257.831760:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948251520:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077257.831763:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077257.831765:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077257.831767:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1f80 x1855007948251136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.831771:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077257.831772:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077257.831774:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077257.831776:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077257.831777:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077257.831778:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077257.831780:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077257.831781:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e400.
02000000:00000001:2.0:1769077257.831783:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077257.831784:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077257.831785:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1f80.
00000100:00000001:2.0:1769077257.831787:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077257.831788:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077257.831790:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077257.831792:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1880 x1855007948251264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.831796:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077257.831797:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077257.831798:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077257.831800:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077257.831801:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077257.831801:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077257.831803:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077257.831803:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d400.
02000000:00000001:2.0:1769077257.831805:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077257.831806:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077257.831806:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1880.
00000100:00000001:2.0:1769077257.831818:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077257.831819:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077257.831820:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077257.831822:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0700 x1855007948251392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.831826:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077257.831827:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077257.831828:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077257.831829:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077257.831830:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077257.831831:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077257.831832:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077257.831833:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d000.
02000000:00000001:2.0:1769077257.831834:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077257.831834:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077257.831835:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0700.
00000100:00000001:2.0:1769077257.831836:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077257.831837:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077257.831838:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077257.831840:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0a80 x1855007948251520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077257.831844:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077257.831844:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077257.831845:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077257.831846:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077257.831847:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077257.831848:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077257.831849:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077257.831850:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f000.
02000000:00000001:2.0:1769077257.831851:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077257.831852:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077257.831852:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0a80.
00000100:00000001:2.0:1769077257.831853:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077257.831854:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077257.831855:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077257.831858:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077257.831859:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077257.831861:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077257.831862:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077258.148881:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077258.148888:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077258.148927:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077258.148929:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077258.148932:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077258.852908:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077258.852920:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077258.852923:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077258.852930:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077258.852935:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077258.852941:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077258.852944:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077258.852947:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077258.852951:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077259.172864:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298623248, at 4298623296
00000100:00000040:0.0:1769077259.172871:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298623248, at 4298623296
00000100:00000010:1.0:1769077259.172878:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227600.
00010000:00000001:2.0:1769077259.172878:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:0.0:1769077259.172882:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2272a0.
00010000:00000001:2.0:1769077259.172885:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077259.172932:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077259.172937:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077259.172942:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077259.876878:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077259.876887:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077259.876889:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077259.876895:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077259.876900:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077259.876905:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077259.876908:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077259.876912:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077259.876915:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077260.196840:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077260.196849:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077260.196926:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077260.196933:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077260.196938:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077260.900862:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077260.900874:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077260.900877:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077260.900885:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077260.900891:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077260.900897:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077260.900901:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077260.900903:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077260.900906:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077261.220877:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077261.220885:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077261.220979:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077261.220985:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077261.220988:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077261.924887:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077261.924895:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077261.924897:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077261.924903:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077261.924907:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077261.924911:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077261.924913:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077261.924917:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077261.924919:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077262.244881:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077262.244891:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077262.244894:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077262.244897:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077262.244902:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077262.244904:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077262.244907:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077262.244909:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077262.244937:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077262.244939:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077262.244942:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077262.948862:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077262.948868:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769077262.948872:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077262.948878:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077262.948880:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769077262.948881:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077262.948885:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077262.948887:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077262.948894:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3954
00000100:00100000:2.0:1769077262.948895:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077262.948900:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1769077262.948904:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077262.948905:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077262.948909:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1769077262.948913:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077262.948916:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077262.948917:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077262.948921:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077262.948925:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077262.948929:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077262.948932:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077262.948934:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077262.948937:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077262.948938:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769077262.948940:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077262.948943:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769077262.948945:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769077262.948946:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769077262.948949:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077262.948950:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077262.948951:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077262.948953:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077262.948956:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769077262.948958:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077262.948961:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077262.948963:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077262.948966:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077262.948968:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077262.948969:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077262.948971:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077262.948979:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769077262.948981:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077262.948984:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077262.948986:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077262.948988:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077262.948990:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077262.948993:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077262.948999:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769077262.949005:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077262.949011:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948251648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077262.949019:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077262.949022:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077262.949026:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948251648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077262.949045:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077262.949048:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077262.949050:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077262.949051:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077262.949053:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077262.949055:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077262.949057:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3954
00000400:00000200:3.0:1769077262.949060:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077262.949063:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077262.949065:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077262.949068:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077262.949070:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077262.949071:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769077262.949076:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077262.949077:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077262.949085:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077262.949085:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077262.949094:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077262.949095:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769077262.949097:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077262.949099:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000100:00000040:2.0:1769077262.949105:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e2680 x1855007948251648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769077262.949106:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769077262.949114:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769077262.949127:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077262.949139:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077262.949141:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077262.949145:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077262.949145:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077262.949156:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:2.0:1769077262.949158:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1769077262.949161:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769077262.949165:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
02000000:00000001:2.0:1769077262.949166:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077262.949168:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077262.949191:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077262.949193:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077262.949200:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1769077262.949202:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948251648:192.168.204.128@tcp:250:kworker.0
02000000:00000001:3.0:1769077262.949212:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077262.949216:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769077262.949217:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077262.949224:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1769077262.949224:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077262.949229:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769077262.949232:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077262.949236:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769077262.949238:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077262.949246:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
00000100:00000010:3.0:1769077262.949247:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
02000000:00000001:2.0:1769077262.949251:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077262.949256:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077262.949260:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077262.949262:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077262.949268:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077262.949269:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077262.949278:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1769077262.949282:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
02000000:00000001:3.0:1769077262.949282:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077262.949303:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
02000000:00000010:3.0:1769077262.949304:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769077262.949316:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077262.949321:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948251648, portal 25
00000100:00100000:3.0:1769077262.949323:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948251776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077262.949326:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077262.949331:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444608128 : -127165264943488 : ffff8c58078e2680)
00000100:00000001:3.0:1769077262.949343:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1769077262.949348:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e2680 x1855007948251648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077262.949349:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077262.949363:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948251776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.949373:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077262.949386:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077262.949391:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000001:3.0:1769077262.949393:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077262.949396:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948251648, offset 0
00000100:00080000:3.0:1769077262.949397:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077262.949402:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1769077262.949412:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:3.0:1769077262.949412:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077262.949421:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077262.949425:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077262.949429:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:3.0:1769077262.949434:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3954
00000400:00000200:2.0:1769077262.949442:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077262.949449:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077262.949453:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077262.949457:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077262.949459:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077262.949463:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29777:29777:256:4294967295] 192.168.204.128@tcp LPNI seq info [29776:29776:8:4294967295]
00000400:00000200:2.0:1769077262.949466:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077262.949473:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077262.949488:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077262.949494:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1769077262.949494:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077262.949506:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077262.949510:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077262.949513:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077262.949517:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:2.0:1769077262.949520:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000020:00000001:3.0:1769077262.949521:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077262.949524:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769077262.949528:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077262.949529:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769077262.949530:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000800:00000010:2.0:1769077262.949532:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000020:00000001:3.0:1769077262.949533:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769077262.949546:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000200:2.0:1769077262.949552:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769077262.949560:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077262.949563:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077262.949564:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077262.949566:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000800:00000200:2.0:1769077262.949571:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1769077262.949571:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077262.949578:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077262.949581:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1769077262.949586:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:3.0:1769077262.949588:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077262.949600:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077262.949600:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1769077262.949611:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000100:2.0:1769077262.949616:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000008:00100000:3.0:1769077262.949633:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000010:2.0:1769077262.949635:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000008:00000001:3.0:1769077262.949638:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077262.949642:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077262.949647:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000400:00000200:2.0:1769077262.949649:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1769077262.949650:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077262.949661:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077262.949665:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077262.949668:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769077262.949671:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077262.949676:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077262.949679:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
02000000:00000001:3.0:1769077262.949680:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077262.949688:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
02000000:00000010:3.0:1769077262.949692:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:2.0:1769077262.949700:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769077262.949701:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077262.949711:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e2680 x1855007948251648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077262.949716:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948251904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077262.949744:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077262.949747:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077262.949756:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948251904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.949765:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077262.949772:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e2680 x1855007948251648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077287 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.949779:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077262.949781:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077262.949788:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077262.949792:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077262.949797:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298628368
00000100:00000010:2.0:1769077262.949802:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227360.
00000100:00000001:2.0:1769077262.949810:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077262.949818:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077262.949823:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077262.949826:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298628368
00000100:00080000:3.0:1769077262.949830:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000010:2.0:1769077262.949831:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227de0.
00000100:00000001:2.0:1769077262.949840:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077262.949847:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077262.949849:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077262.949854:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077262.949855:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077262.949860:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1769077262.949860:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077262.949868:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3954
00000100:00100000:2.0:1769077262.949874:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077262/real 1769077262]  req@ffff8c58078e2680 x1855007948251648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077262.949876:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077262.949884:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077262.949891:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077262.949902:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077262.949909:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077262.949922:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077262.949933:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000001:2.0:1769077262.949936:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1769077262.949937:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000001:2.0:1769077262.949939:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000020:00000040:3.0:1769077262.949941:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000400:00000010:2.0:1769077262.949944:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000020:00000001:3.0:1769077262.949944:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077262.949948:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000400:00000200:2.0:1769077262.949951:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000020:00000001:3.0:1769077262.949952:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000400:00000010:2.0:1769077262.949958:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000020:00000001:3.0:1769077262.949959:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077262.949975:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1769077262.949976:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077262.949981:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1769077262.949987:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e2680 x1855007948251648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077262.949989:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077262.949999:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077262.950009:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769077262.950022:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000200:2.0:1769077262.950030:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e2680 x1855007948251648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077262.950030:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077262.950043:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077262.950052:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1769077262.950052:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077262.950057:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769077262.950060:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077262.950064:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077262.950065:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077262.950067:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1769077262.950069:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1769077262.950075:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e2680 x1855007948251648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1769077262.950076:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077262.950085:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077262.950096:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000100:00000001:2.0:1769077262.950098:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1769077262.950105:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000040:2.0:1769077262.950110:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e2680 x1855007948251648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077262.950111:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077262.950117:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077262.950127:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077262.950134:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077262.950136:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1769077262.950139:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077262.950140:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077262.950143:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:3.0:1769077262.950144:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:2.0:1769077262.950146:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077262.950151:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077262.950151:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077262.950160:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:3.0:1769077262.950166:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948252032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1769077262.950170:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1769077262.950203:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077262.950207:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077262.950214:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948252032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769077262.950217:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077262.950227:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1769077262.950238:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077262.950240:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e2680 x1855007948251648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077262.950246:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077262.950264:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077262.950268:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077262.950282:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077262.950284:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:2.0:1769077262.950286:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948251648:192.168.204.128@tcp:250:kworker.0
00000100:00080000:3.0:1769077262.950290:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3954
00000400:00000200:3.0:1769077262.950306:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077262.950307:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077262.950319:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1769077262.950324:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000040:2.0:1769077262.950331:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e2680 x1855007948251648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077262.950331:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077262.950347:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077262.950355:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077262.950357:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000040:3.0:1769077262.950372:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077262.950378:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1769077262.950379:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000010:2.0:1769077262.950386:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
00000020:00000001:3.0:1769077262.950386:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077262.950393:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
02000000:00000001:2.0:1769077262.950395:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077262.950397:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000001:2.0:1769077262.950399:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077262.950400:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000040:2.0:1769077262.950402:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:3.0:1769077262.950406:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:2.0:1769077262.950408:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
00000020:00000001:3.0:1769077262.950409:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
02000000:00000010:2.0:1769077262.950412:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312cc00.
00000100:00000040:3.0:1769077262.950418:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077262.950419:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077262.950423:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1769077262.950424:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1769077262.950426:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e2680.
00000100:00000001:2.0:1769077262.950431:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000040:3.0:1769077262.950432:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077262.950434:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077262.950439:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077262.950441:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077262.950449:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:3.0:1769077262.950449:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000001:2.0:1769077262.950454:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077262.950459:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077262.950464:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769077262.950464:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077262.950467:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077262.950475:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077262.950477:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1180 x1855007948251776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077262.950480:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077262.950484:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077262.950493:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077262.950499:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077262.950502:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077262.950509:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077262.950510:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077262.950511:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077262.950516:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077262.950518:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769077262.950523:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:2.0:1769077262.950524:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077262.950526:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077262.950529:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077262.950529:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077262.950537:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077262.950540:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077262.950540:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077262.950547:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077262.950553:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948251776:192.168.204.128@tcp:38:kworker.0
02000000:00000010:3.0:1769077262.950556:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:2.0:1769077262.950560:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769077262.950562:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077262.950564:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077262.950567:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077262.950574:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1769077262.950574:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948252160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1769077262.950578:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077262.950587:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077262.950590:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077262.950593:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077262.950595:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077262.950601:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000100:00000040:3.0:1769077262.950602:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948252160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769077262.950611:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077262.950622:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948251776, portal 10
00000100:00000001:3.0:1769077262.950623:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077262.950633:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1769077262.950634:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3964)
00000100:00000001:2.0:1769077262.950637:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444602752 : -127165264948864 : ffff8c58078e1180)
00000100:00000040:2.0:1769077262.950653:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1180 x1855007948251776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.950661:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077262.950665:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077262.950668:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077262.950671:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948251776, offset 0
00000400:00000200:2.0:1769077262.950675:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077262.950681:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077262.950685:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077262.950689:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077262.950692:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077262.950694:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077262.950697:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077262.950700:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29778:29778:256:4294967295] 192.168.204.128@tcp LPNI seq info [29777:29777:8:4294967295]
00000400:00000200:2.0:1769077262.950705:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077262.950713:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077262.950719:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077262.950723:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077262.950728:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077262.950731:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077262.950736:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077262.950738:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077262.950741:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077262.950743:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077262.950745:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077262.950747:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077262.950750:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077262.950751:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077262.950769:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077262.950773:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1180 x1855007948251776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.950801:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077262.950803:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1180 x1855007948251776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077287 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.950809:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077262.950810:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077262.950813:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077262.950817:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077262.950820:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077262.950821:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298627087
00000100:00000001:2.0:1769077262.950824:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298628368
00000100:00000001:2.0:1769077262.950826:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298627087
00000100:00000001:2.0:1769077262.950828:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298628368
00000100:00000001:2.0:1769077262.950830:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077262.950832:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077262.950833:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077262.950837:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077262/real 1769077262]  req@ffff8c58078e1180 x1855007948251776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077262.950854:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077262.950856:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077262.950858:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077262.950877:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077262.950879:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077262.950881:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077262.950885:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1180 x1855007948251776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077262.950895:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1180 x1855007948251776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.950903:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077262.950904:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077262.950906:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077262.950908:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077262.950912:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1180 x1855007948251776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.950917:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077262.950921:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1180 x1855007948251776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.950925:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077262.950927:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077262.950928:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077262.950928:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077262.950929:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077262.950931:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077262.950933:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077262.950935:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077262.950936:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077262.950956:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1180 x1855007948251776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077262.950963:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948251776:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077262.950966:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077262.950968:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0a80 x1855007948251904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.950973:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077262.950975:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077262.950977:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077262.950979:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077262.950981:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077262.950983:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948251904:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077262.950986:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077262.950988:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077262.950989:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077262.950991:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077262.950994:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077262.950996:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077262.950999:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077262.951001:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077262.951003:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077262.951006:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948251904, portal 10
00000100:00000001:2.0:1769077262.951008:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077262.951009:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444600960 : -127165264950656 : ffff8c58078e0a80)
00000100:00000040:2.0:1769077262.951014:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0a80 x1855007948251904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.951019:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077262.951021:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077262.951023:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077262.951025:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948251904, offset 0
00000400:00000200:2.0:1769077262.951028:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077262.951032:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077262.951035:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077262.951037:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077262.951040:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077262.951042:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077262.951044:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077262.951046:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29779:29779:256:4294967295] 192.168.204.128@tcp LPNI seq info [29778:29778:8:4294967295]
00000400:00000200:2.0:1769077262.951049:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077262.951054:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077262.951057:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077262.951059:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077262.951062:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077262.951064:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077262.951068:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077262.951070:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077262.951073:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077262.951075:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077262.951077:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077262.951080:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077262.951082:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077262.951084:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077262.951086:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077262.951088:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0a80 x1855007948251904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.951094:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077262.951097:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0a80 x1855007948251904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077287 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.951102:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077262.951103:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077262.951105:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077262.951108:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077262.951110:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077262.951112:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298627086
00000100:00000001:2.0:1769077262.951115:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298628368
00000100:00000001:2.0:1769077262.951117:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298627086
00000100:00000001:2.0:1769077262.951118:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298628368
00000100:00000001:2.0:1769077262.951120:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077262.951121:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077262.951122:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077262.951125:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077262/real 1769077262]  req@ffff8c58078e0a80 x1855007948251904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077262.951130:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077262.951132:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077262.951133:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077262.951135:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077262.951136:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077262.951138:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077262.951141:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0a80 x1855007948251904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077262.951147:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0a80 x1855007948251904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.951151:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077262.951152:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077262.951154:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077262.951154:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077262.951157:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0a80 x1855007948251904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.951163:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077262.951168:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0a80 x1855007948251904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.951175:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077262.951207:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077262.951209:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077262.951210:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077262.951212:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077262.951214:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077262.951217:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077262.951221:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077262.951223:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077262.951228:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0a80 x1855007948251904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077262.951237:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948251904:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077262.951242:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077262.951246:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0700 x1855007948252032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.951253:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077262.951254:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077262.951256:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077262.951258:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077262.951259:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077262.951261:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948252032:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077262.951264:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077262.951266:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077262.951267:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077262.951268:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077262.951271:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077262.951272:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077262.951276:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077262.951278:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077262.951280:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077262.951283:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948252032, portal 4
00000100:00000001:2.0:1769077262.951285:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077262.951286:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444600064 : -127165264951552 : ffff8c58078e0700)
00000100:00000040:2.0:1769077262.951290:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0700 x1855007948252032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.951294:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077262.951296:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077262.951298:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077262.951299:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948252032, offset 0
00000400:00000200:2.0:1769077262.951302:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077262.951305:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077262.951307:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077262.951309:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077262.951311:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077262.951313:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077262.951315:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077262.951317:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29780:29780:256:4294967295] 192.168.204.128@tcp LPNI seq info [29779:29779:8:4294967295]
00000400:00000200:2.0:1769077262.951320:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077262.951324:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077262.951327:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077262.951329:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077262.951331:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077262.951333:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077262.951336:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077262.951338:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077262.951341:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077262.951342:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077262.951344:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077262.951347:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077262.951349:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077262.951350:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077262.951352:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077262.951354:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0700 x1855007948252032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.951364:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077262.951366:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0700 x1855007948252032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077287 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.951371:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077262.951372:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077262.951374:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077262.951376:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077262.951377:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077262.951379:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298627151
00000100:00000001:2.0:1769077262.951380:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298628368
00000100:00000001:2.0:1769077262.951382:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298627151
00000100:00000001:2.0:1769077262.951383:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298628368
00000100:00000001:2.0:1769077262.951385:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077262.951386:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077262.951388:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077262.951390:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077262/real 1769077262]  req@ffff8c58078e0700 x1855007948252032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077262.951394:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077262.951395:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077262.951396:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077262.951397:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077262.951398:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077262.951399:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077262.951401:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0700 x1855007948252032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077262.951406:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0700 x1855007948252032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.951411:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077262.951412:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077262.951414:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077262.951415:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077262.951417:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0700 x1855007948252032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.951421:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077262.951424:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0700 x1855007948252032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.951428:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077262.951429:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077262.951430:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077262.951431:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077262.951432:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077262.951433:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077262.951434:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077262.951436:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077262.951437:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077262.951440:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0700 x1855007948252032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077262.951445:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948252032:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077262.951448:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077262.951450:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077262.951452:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1180 x1855007948251776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.951456:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077262.951457:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077262.951458:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077262.951459:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077262.951460:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077262.951462:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077262.951464:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077262.951465:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f000.
02000000:00000001:2.0:1769077262.951467:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077262.951468:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077262.951469:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1180.
00000100:00000001:2.0:1769077262.951471:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077262.951472:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077262.951473:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077262.951475:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0a80 x1855007948251904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.951482:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077262.951483:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077262.951485:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077262.951487:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077262.951489:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077262.951490:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077262.951492:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077262.951493:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d000.
02000000:00000001:2.0:1769077262.951496:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077262.951497:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077262.951499:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0a80.
00000100:00000001:2.0:1769077262.951502:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077262.951503:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077262.951505:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077262.951509:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0700 x1855007948252032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.951517:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077262.951518:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077262.951520:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077262.951522:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077262.951523:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077262.951525:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077262.951527:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077262.951528:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d400.
02000000:00000001:2.0:1769077262.951531:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077262.951533:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077262.951534:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0700.
00000100:00000001:2.0:1769077262.951537:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077262.951538:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077262.951540:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077262.951543:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077262.951545:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077262.951546:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077262.951548:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077262.951549:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077262.951552:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1880 x1855007948252160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.951557:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077262.951559:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077262.951560:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077262.951562:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077262.951563:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077262.951565:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948252160:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077262.951567:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077262.951568:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077262.951570:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077262.951571:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077262.951573:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077262.951575:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077262.951577:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077262.951580:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077262.951582:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077262.951584:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948252160, portal 4
00000100:00000001:2.0:1769077262.951585:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077262.951586:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444604544 : -127165264947072 : ffff8c58078e1880)
00000100:00000040:2.0:1769077262.951591:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1880 x1855007948252160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.951596:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077262.951597:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077262.951599:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077262.951600:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948252160, offset 0
00000400:00000200:2.0:1769077262.951603:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077262.951606:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077262.951608:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077262.951611:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077262.951613:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077262.951614:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077262.951616:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077262.951619:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29781:29781:256:4294967295] 192.168.204.128@tcp LPNI seq info [29780:29780:8:4294967295]
00000400:00000200:2.0:1769077262.951624:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077262.951631:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077262.951636:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077262.951640:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077262.951643:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077262.951646:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077262.951651:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077262.951654:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077262.951658:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077262.951661:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077262.951664:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077262.951668:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077262.951671:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077262.951673:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077262.951676:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077262.951680:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1880 x1855007948252160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.951688:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077262.951691:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1880 x1855007948252160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077287 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.951698:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077262.951700:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077262.951704:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077262.951707:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077262.951711:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077262.951714:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298627098
00000100:00000001:2.0:1769077262.951716:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298628368
00000100:00000001:2.0:1769077262.951719:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298627098
00000100:00000001:2.0:1769077262.951722:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298628368
00000100:00000001:2.0:1769077262.951724:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077262.951727:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077262.951729:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077262.951748:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077262/real 1769077262]  req@ffff8c58078e1880 x1855007948252160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077262.951755:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077262.951756:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077262.951758:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077262.951760:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077262.951761:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077262.951763:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077262.951765:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1880 x1855007948252160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077262.951771:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1880 x1855007948252160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.951791:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077262.951792:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077262.951794:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077262.951795:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077262.951797:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1880 x1855007948252160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.951802:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077262.951804:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1880 x1855007948252160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.951810:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077262.951812:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077262.951813:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077262.951815:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077262.951816:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077262.951817:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077262.951819:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077262.951822:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077262.951823:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077262.951826:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1880 x1855007948252160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077262.951831:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948252160:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077262.951835:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077262.951837:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077262.951841:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1880 x1855007948252160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.951849:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077262.951851:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077262.951853:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077262.951856:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077262.951858:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077262.951874:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077262.951876:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077262.951877:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e400.
02000000:00000001:2.0:1769077262.951881:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077262.951882:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077262.951884:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1880.
00000100:00000001:2.0:1769077262.951887:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077262.951888:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077262.951891:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077262.951894:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077262.951896:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077262.951898:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077262.951900:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077263.268883:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077263.268890:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077263.268920:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077263.268922:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077263.268925:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077263.972908:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077263.972918:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077263.972919:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077263.972925:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077263.972929:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077263.972933:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077263.972936:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077263.972940:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077263.972942:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077264.292865:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298628368, at 4298628416
00000100:00000040:1.0:1769077264.292868:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298628368, at 4298628416
00000100:00000010:0.0:1769077264.292886:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227360.
00000100:00000010:1.0:1769077264.292891:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227de0.
00010000:00000001:2.0:1769077264.292898:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077264.292905:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077264.292991:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077264.292996:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077264.293001:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077264.996808:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077264.996816:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077264.996818:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077264.996824:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077264.996827:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077264.996831:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077264.996833:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077264.996835:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077264.996837:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077265.316920:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077265.316929:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077265.317031:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077265.317038:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077265.317044:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077266.020854:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077266.020880:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077266.020882:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077266.020889:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077266.020893:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077266.020898:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077266.020901:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077266.020905:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077266.020908:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077266.340889:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077266.340897:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077266.340954:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077266.340956:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077266.340959:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077267.044798:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077267.044807:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077267.044809:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077267.044815:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077267.044819:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077267.044823:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077267.044825:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077267.044827:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077267.044830:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077267.364830:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077267.364842:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077267.364877:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077267.364881:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077267.364886:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077268.068888:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077268.068901:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077268.068906:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077268.068915:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077268.068921:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077268.068931:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769077268.068933:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077268.068937:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077268.068946:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769077268.068950:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077268.068953:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077268.068955:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077268.068964:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077268.068980:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077268.068991:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3959
00000400:00000200:1.0:1769077268.069022:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077268.069031:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077268.069047:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077268.069052:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077268.069056:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077268.069059:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077268.069062:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077268.069067:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077268.069069:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769077268.069073:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077268.069076:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769077268.069079:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769077268.069082:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769077268.069086:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077268.069089:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077268.069117:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077268.069121:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077268.069125:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769077268.069130:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077268.069160:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077268.069164:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077268.069168:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077268.069171:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077268.069173:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077268.069175:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077268.069183:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769077268.069188:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769077268.069192:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077268.069194:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077268.069197:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077268.069200:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077268.069205:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077268.069215:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769077268.069226:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077268.069240:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948252288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077268.069269:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077268.069276:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077268.069284:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948252288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077268.069331:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077268.069335:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077268.069340:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077268.069342:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077268.069344:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077268.069348:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077268.069351:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3959
00000400:00000200:1.0:1769077268.069356:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077268.069360:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077268.069364:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077268.069368:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077268.069371:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077268.069374:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077268.069377:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077268.069380:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077268.069382:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1769077268.069383:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769077268.069389:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077268.069391:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1769077268.069393:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769077268.069399:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077268.069401:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1769077268.069404:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769077268.069410:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077268.069413:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077268.069426:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000040:2.0:1769077268.069427:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4380 x1855007948252288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077268.069430:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077268.069437:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769077268.069449:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077268.069457:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077268.069466:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077268.069480:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077268.069481:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1769077268.069487:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077268.069488:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077268.069499:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077268.069502:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:1.0:1769077268.069505:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077268.069509:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1769077268.069516:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077268.069519:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077268.069521:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077268.069528:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948252288:192.168.204.128@tcp:250:kworker.0
00000100:00000010:1.0:1769077268.069530:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000100:00000001:2.0:1769077268.069553:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1769077268.069559:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769077268.069564:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077268.069567:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077268.069567:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769077268.069578:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077268.069580:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077268.069582:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077268.069588:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077268.069592:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077268.069600:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4ec00.
02000000:00000010:2.0:1769077268.069612:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411c00.
00000100:00000001:1.0:1769077268.069614:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077268.069623:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077268.069653:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948252416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077268.069664:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077268.069676:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077268.069694:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000001:1.0:1769077268.069695:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1769077268.069726:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948252288, portal 25
00000100:00000001:1.0:1769077268.069729:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077268.069737:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077268.069741:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198607232 : -127164510944384 : ffff8c58347f4380)
00000100:00000040:1.0:1769077268.069747:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948252416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077268.069818:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4380 x1855007948252288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077268.069821:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077268.069852:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1769077268.069855:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077268.069872:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00080000:1.0:1769077268.069874:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077268.069879:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1769077268.069881:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00080000:1.0:1769077268.069891:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1769077268.069896:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948252288, offset 0
00000100:00000001:1.0:1769077268.069897:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077268.069908:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3959
00000400:00000200:2.0:1769077268.069918:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:1.0:1769077268.069925:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077268.069936:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077268.069939:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077268.069944:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:1.0:1769077268.069954:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077268.069960:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077268.069969:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077268.069972:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000001:1.0:1769077268.069975:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077268.069980:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077268.069982:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769077268.069984:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077268.069993:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769077268.070002:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769077268.070009:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077268.070012:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1769077268.070020:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077268.070024:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077268.070037:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077268.070038:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000001:1.0:1769077268.070043:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077268.070048:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000400:00000200:2.0:1769077268.070057:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1769077268.070058:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077268.070073:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077268.070079:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
02000000:00000001:1.0:1769077268.070080:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769077268.070112:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29782:29782:256:4294967295] 192.168.204.128@tcp LPNI seq info [29781:29781:8:4294967295]
02000000:00000001:1.0:1769077268.070117:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077268.070131:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077268.070148:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077268.070152:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077268.070157:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077268.070163:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077268.070169:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077268.070185:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000010:1.0:1769077268.070187:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769077268.070201:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000800:00000200:2.0:1769077268.070214:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
02000000:00000001:1.0:1769077268.070215:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077268.070229:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077268.070231:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000100:00000001:1.0:1769077268.070244:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1769077268.070256:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:1.0:1769077268.070257:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077268.070266:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077268.070270:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
02000000:00000010:1.0:1769077268.070294:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:1.0:1769077268.070305:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077268.070307:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077268.070317:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000100:00100000:1.0:1769077268.070324:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948252544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077268.070336:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077268.070340:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077268.070345:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948252544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077268.070373:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077268.070376:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077268.070379:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077268.070381:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077268.070383:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077268.070386:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077268.070397:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3959
00000400:00000200:1.0:1769077268.070410:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000800:00000100:2.0:1769077268.070416:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000400:00000200:1.0:1769077268.070421:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077268.070433:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1769077268.070434:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077268.070449:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1769077268.070474:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077268.070481:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769077268.070482:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077268.070490:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077268.070493:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000100:00000001:1.0:1769077268.070494:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000010:2.0:1769077268.070503:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000020:00000001:1.0:1769077268.070504:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077268.070514:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000100:00000001:2.0:1769077268.070520:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1769077268.070521:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077268.070531:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769077268.070538:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000200:2.0:1769077268.070540:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4380 x1855007948252288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769077268.070542:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769077268.070553:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077268.070561:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077268.070567:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077268.070577:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077268.070584:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769077268.070594:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077268.070601:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077268.070602:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1769077268.070611:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1769077268.070615:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4380 x1855007948252288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077293 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077268.070620:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077268.070646:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077268.070656:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077268.070659:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077268.070662:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000008:00100000:1.0:1769077268.070671:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077268.070675:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769077268.070687:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077268.070698:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077268.070700:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077268.070705:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298633488
00000100:00000010:1.0:1769077268.070709:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769077268.070715:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000010:2.0:1769077268.070716:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227c00.
02000000:00000001:1.0:1769077268.070720:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077268.070724:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077268.070728:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077268.070730:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
02000000:00000001:1.0:1769077268.070755:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077268.070759:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077268.070768:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:1.0:1769077268.070773:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077268.070787:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948252672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077268.070791:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298633489
00000100:00000010:2.0:1769077268.070810:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227b40.
00000100:00000001:1.0:1769077268.070812:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077268.070821:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077268.070822:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077268.070838:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1769077268.070840:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948252672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077268.070855:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077268.070857:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077268.070860:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077268.070864:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1769077268.070868:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769077268.070872:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077268.070875:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077268.070878:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:2.0:1769077268.070885:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077268/real 1769077268]  req@ffff8c58347f4380 x1855007948252288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077268.070887:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3959
00000400:00000200:1.0:1769077268.070915:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077268.070935:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077268.070949:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077268.070963:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077268.070970:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077268.070976:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077268.070989:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077268.070994:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077268.070996:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000400:00000001:2.0:1769077268.070998:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000020:00000001:1.0:1769077268.071000:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077268.071009:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000400:00000001:2.0:1769077268.071009:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000020:00000001:1.0:1769077268.071013:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000400:00000010:2.0:1769077268.071018:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000020:00000001:1.0:1769077268.071019:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769077268.071027:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077268.071030:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077268.071032:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000100:00000040:1.0:1769077268.071036:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000010:2.0:1769077268.071040:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:1.0:1769077268.071041:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077268.071058:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000001:2.0:1769077268.071062:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:1.0:1769077268.071065:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077268.071069:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077268.071076:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4380 x1855007948252288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077268.071077:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077268.071086:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077268.071118:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077268.071124:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4380 x1855007948252288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077268.071126:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077268.071131:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077268.071150:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077268.071151:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077268.071168:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000100:00000001:2.0:1769077268.071175:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:1.0:1769077268.071176:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000001:2.0:1769077268.071182:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1769077268.071185:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077268.071192:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077268.071192:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077268.071204:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077268.071206:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1769077268.071216:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1769077268.071222:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4380 x1855007948252288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077268.071226:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077268.071243:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1769077268.071246:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
00000100:00000040:2.0:1769077268.071253:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4380 x1855007948252288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077268.071258:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077268.071281:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948252800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077268.071298:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077268.071312:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077268.071316:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077268.071323:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077268.071323:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077268.071337:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077268.071343:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948252800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.071348:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077268.071352:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077268.071370:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1769077268.071378:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077268.071384:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000040:1.0:1769077268.071389:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3969)
00000100:00000001:2.0:1769077268.071390:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077268.071408:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4380 x1855007948252288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077268.071423:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948252288:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077268.071432:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077268.071435:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077268.071440:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4380 x1855007948252288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.071452:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077268.071457:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077268.071462:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077268.071467:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077268.071471:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077268.071473:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077268.071475:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077268.071479:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4e000.
02000000:00000001:2.0:1769077268.071484:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077268.071487:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077268.071489:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4380.
00000100:00000001:2.0:1769077268.071493:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077268.071494:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077268.071497:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077268.071518:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077268.071519:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077268.071522:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077268.071524:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077268.071526:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077268.071531:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4e00 x1855007948252416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.071543:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077268.071546:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077268.071550:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077268.071552:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077268.071556:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077268.071560:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948252416:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077268.071566:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077268.071570:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077268.071573:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077268.071575:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077268.071580:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077268.071583:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077268.071591:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077268.071596:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077268.071603:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077268.071608:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948252416, portal 10
00000100:00000001:2.0:1769077268.071611:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077268.071613:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198609920 : -127164510941696 : ffff8c58347f4e00)
00000100:00000040:2.0:1769077268.071621:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4e00 x1855007948252416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.071628:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077268.071647:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077268.071650:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077268.071653:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948252416, offset 0
00000400:00000200:2.0:1769077268.071659:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077268.071664:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077268.071669:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077268.071673:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077268.071677:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077268.071680:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077268.071683:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077268.071687:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29783:29783:256:4294967295] 192.168.204.128@tcp LPNI seq info [29782:29782:8:4294967295]
00000400:00000200:2.0:1769077268.071702:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077268.071710:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077268.071715:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077268.071719:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077268.071724:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077268.071728:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077268.071734:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077268.071738:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769077268.071742:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077268.071744:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077268.071748:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077268.071752:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077268.071756:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077268.071758:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077268.071762:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077268.071766:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4e00 x1855007948252416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.071803:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077268.071808:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4e00 x1855007948252416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077293 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.071816:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077268.071818:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077268.071823:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077268.071828:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077268.071832:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077268.071834:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298632208
00000100:00000001:2.0:1769077268.071838:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298633488
00000100:00000001:2.0:1769077268.071841:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298632208
00000100:00000001:2.0:1769077268.071844:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298633489
00000100:00000001:2.0:1769077268.071846:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077268.071848:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077268.071850:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077268.071854:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077268/real 1769077268]  req@ffff8c58347f4e00 x1855007948252416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077268.071863:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077268.071865:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077268.071868:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077268.071871:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077268.071873:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077268.071876:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077268.071879:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4e00 x1855007948252416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077268.071889:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4e00 x1855007948252416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.071896:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077268.071898:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077268.071900:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077268.071901:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077268.071905:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4e00 x1855007948252416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.071912:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077268.071916:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4e00 x1855007948252416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.071923:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077268.071927:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077268.071929:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077268.071930:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077268.071932:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077268.071935:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077268.071938:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077268.071941:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077268.071943:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077268.071947:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4e00 x1855007948252416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077268.071957:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948252416:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077268.071964:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077268.071997:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f5f80 x1855007948252544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.072007:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077268.072009:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077268.072013:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077268.072015:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077268.072019:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077268.072024:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948252544:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077268.072028:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077268.072032:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077268.072034:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077268.072037:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077268.072043:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077268.072046:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077268.072052:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077268.072056:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077268.072061:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077268.072065:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948252544, portal 10
00000100:00000001:2.0:1769077268.072069:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077268.072071:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198614400 : -127164510937216 : ffff8c58347f5f80)
00000100:00000040:2.0:1769077268.072079:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f5f80 x1855007948252544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.072086:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077268.072088:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077268.072091:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077268.072112:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948252544, offset 0
00000400:00000200:2.0:1769077268.072117:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077268.072121:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077268.072125:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077268.072128:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077268.072149:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077268.072152:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077268.072155:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077268.072159:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29784:29784:256:4294967295] 192.168.204.128@tcp LPNI seq info [29783:29783:8:4294967295]
00000400:00000200:2.0:1769077268.072163:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077268.072171:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077268.072176:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077268.072179:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077268.072184:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077268.072187:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077268.072192:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077268.072196:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769077268.072200:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077268.072202:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077268.072206:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077268.072210:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077268.072214:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077268.072216:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077268.072219:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077268.072224:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f5f80 x1855007948252544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.072233:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077268.072236:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f5f80 x1855007948252544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077293 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.072244:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077268.072246:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077268.072250:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077268.072254:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077268.072260:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077268.072264:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298632207
00000100:00000001:2.0:1769077268.072285:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298633488
00000100:00000001:2.0:1769077268.072288:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298632207
00000100:00000001:2.0:1769077268.072293:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298633489
00000100:00000001:2.0:1769077268.072296:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077268.072299:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077268.072301:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077268.072308:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077268/real 1769077268]  req@ffff8c58347f5f80 x1855007948252544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077268.072320:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077268.072323:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077268.072325:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077268.072329:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077268.072332:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077268.072335:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077268.072341:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f5f80 x1855007948252544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077268.072354:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f5f80 x1855007948252544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.072361:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077268.072363:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077268.072365:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077268.072366:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077268.072370:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f5f80 x1855007948252544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.072377:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077268.072380:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f5f80 x1855007948252544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.072386:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077268.072388:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077268.072389:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077268.072391:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077268.072393:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077268.072396:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077268.072400:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077268.072405:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077268.072408:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077268.072414:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f5f80 x1855007948252544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077268.072426:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948252544:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077268.072433:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077268.072440:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f7b80 x1855007948252672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.072451:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077268.072453:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077268.072457:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077268.072460:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077268.072463:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077268.072468:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948252672:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077268.072473:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077268.072476:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077268.072477:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077268.072479:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077268.072483:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077268.072485:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077268.072490:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077268.072493:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077268.072496:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077268.072500:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948252672, portal 4
00000100:00000001:2.0:1769077268.072502:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077268.072503:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198621568 : -127164510930048 : ffff8c58347f7b80)
00000100:00000040:2.0:1769077268.072509:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f7b80 x1855007948252672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.072516:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077268.072518:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077268.072520:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077268.072523:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948252672, offset 0
00000400:00000200:2.0:1769077268.072527:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077268.072530:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077268.072535:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077268.072540:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077268.072544:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077268.072547:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077268.072551:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077268.072555:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29785:29785:256:4294967295] 192.168.204.128@tcp LPNI seq info [29784:29784:8:4294967295]
00000400:00000200:2.0:1769077268.072561:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077268.072570:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077268.072577:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077268.072582:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077268.072589:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077268.072593:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077268.072600:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077268.072604:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769077268.072610:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077268.072613:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077268.072617:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077268.072620:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077268.072623:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077268.072625:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077268.072628:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077268.072632:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f7b80 x1855007948252672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.072657:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077268.072661:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f7b80 x1855007948252672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077293 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.072676:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077268.072678:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077268.072682:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077268.072686:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077268.072690:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077268.072693:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298632272
00000100:00000001:2.0:1769077268.072696:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298633488
00000100:00000001:2.0:1769077268.072699:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298632272
00000100:00000001:2.0:1769077268.072702:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298633489
00000100:00000001:2.0:1769077268.072704:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077268.072706:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077268.072709:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077268.072712:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077268/real 1769077268]  req@ffff8c58347f7b80 x1855007948252672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077268.072732:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077268.072733:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077268.072736:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077268.072738:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077268.072740:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077268.072742:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077268.072746:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f7b80 x1855007948252672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077268.072755:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f7b80 x1855007948252672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.072761:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077268.072763:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077268.072765:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077268.072766:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077268.072770:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f7b80 x1855007948252672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.072808:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077268.072814:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f7b80 x1855007948252672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.072822:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077268.072825:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077268.072827:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077268.072828:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077268.072830:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077268.072832:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077268.072835:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077268.072838:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077268.072840:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077268.072845:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f7b80 x1855007948252672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077268.072854:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948252672:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077268.072859:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077268.072863:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4700 x1855007948252800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.072869:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077268.072871:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077268.072874:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077268.072876:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077268.072878:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077268.072882:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948252800:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077268.072886:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077268.072888:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077268.072891:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077268.072893:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077268.072897:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077268.072900:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077268.072904:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077268.072907:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077268.072910:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077268.072914:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948252800, portal 4
00000100:00000001:2.0:1769077268.072916:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077268.072918:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198608128 : -127164510943488 : ffff8c58347f4700)
00000100:00000040:2.0:1769077268.072924:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4700 x1855007948252800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.072932:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077268.072934:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077268.072936:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077268.072939:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948252800, offset 0
00000400:00000200:2.0:1769077268.072944:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077268.072948:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077268.072953:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077268.072958:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077268.072962:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077268.072967:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077268.072971:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077268.072976:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29786:29786:256:4294967295] 192.168.204.128@tcp LPNI seq info [29785:29785:8:4294967295]
00000400:00000200:2.0:1769077268.072984:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077268.073008:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077268.073014:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077268.073019:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077268.073025:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077268.073029:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077268.073035:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077268.073039:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769077268.073046:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077268.073049:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077268.073053:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077268.073058:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077268.073062:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077268.073065:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077268.073068:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077268.073072:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4700 x1855007948252800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.073080:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077268.073083:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4700 x1855007948252800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077293 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.073089:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077268.073091:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077268.073112:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077268.073115:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077268.073119:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077268.073121:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298632220
00000100:00000001:2.0:1769077268.073123:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298633488
00000100:00000001:2.0:1769077268.073126:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298632220
00000100:00000001:2.0:1769077268.073128:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298633489
00000100:00000001:2.0:1769077268.073147:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077268.073149:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077268.073151:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077268.073156:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077268/real 1769077268]  req@ffff8c58347f4700 x1855007948252800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077268.073164:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077268.073166:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077268.073168:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077268.073171:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077268.073173:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077268.073176:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077268.073180:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4700 x1855007948252800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077268.073189:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4700 x1855007948252800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.073196:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077268.073197:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077268.073199:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077268.073201:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077268.073204:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4700 x1855007948252800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.073211:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077268.073215:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4700 x1855007948252800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.073225:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077268.073228:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077268.073230:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077268.073232:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077268.073234:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077268.073236:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077268.073238:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077268.073242:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077268.073244:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077268.073248:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4700 x1855007948252800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077268.073261:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948252800:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077268.073268:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077268.073272:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077268.073278:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4e00 x1855007948252416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.073305:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077268.073307:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077268.073311:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077268.073314:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077268.073317:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077268.073319:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077268.073322:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077268.073325:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4ec00.
02000000:00000001:2.0:1769077268.073329:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077268.073331:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077268.073333:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4e00.
00000100:00000001:2.0:1769077268.073338:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077268.073340:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077268.073343:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077268.073348:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f5f80 x1855007948252544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.073358:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077268.073359:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077268.073361:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077268.073363:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077268.073365:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077268.073366:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077268.073368:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077268.073369:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4f400.
02000000:00000001:2.0:1769077268.073372:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077268.073373:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077268.073374:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f5f80.
00000100:00000001:2.0:1769077268.073377:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077268.073378:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077268.073379:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077268.073382:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f7b80 x1855007948252672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.073388:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077268.073398:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077268.073400:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077268.073403:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077268.073405:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077268.073407:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077268.073410:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077268.073412:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4f000.
02000000:00000001:2.0:1769077268.073415:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077268.073417:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077268.073419:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f7b80.
00000100:00000001:2.0:1769077268.073422:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077268.073424:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077268.073427:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077268.073432:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4700 x1855007948252800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077268.073442:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077268.073445:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077268.073447:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077268.073451:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077268.073453:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077268.073455:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077268.073458:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077268.073460:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d800.
02000000:00000001:2.0:1769077268.073464:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077268.073465:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077268.073468:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4700.
00000100:00000001:2.0:1769077268.073471:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077268.073473:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077268.073476:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077268.073480:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077268.073482:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077268.073484:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077268.073486:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077268.388849:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077268.388860:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077268.388990:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077268.388998:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077268.389004:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077269.092810:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077269.092820:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077269.092823:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077269.092829:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077269.092833:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077269.092836:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077269.092839:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077269.092842:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077269.092845:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077269.412883:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298633488, at 4298633536
00010000:00000001:2.0:1769077269.412888:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077269.412895:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077269.412913:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227c00.
00000100:00000040:1.0:1769077269.412953:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298633489, at 4298633536
00000020:00000001:3.0:1769077269.412980:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077269.412988:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077269.412994:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227b40.
00010000:00010000:3.0:1769077269.412994:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077270.116913:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077270.116928:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077270.116932:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077270.116940:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077270.116946:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077270.116977:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077270.116980:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077270.116983:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077270.116986:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077270.436912:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077270.436921:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077270.436954:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077270.436957:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077270.436960:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077271.140885:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077271.140900:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077271.140901:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077271.140907:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077271.140914:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077271.140918:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077271.140920:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077271.140923:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077271.140926:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077271.460906:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077271.460931:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077271.460968:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077271.460971:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077271.460975:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077272.164873:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077272.164896:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077272.164898:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077272.164905:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077272.164910:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077272.164914:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077272.164916:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077272.164919:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077272.164923:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077272.484940:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077272.484958:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077272.484963:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077272.484969:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077272.484980:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077272.484985:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077272.484990:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077272.484995:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077272.485123:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077272.485132:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077272.485155:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:1.0:1769077273.188896:0:46511:0:(osc_request.c:735:osc_update_next_shrink()) next time 5170 to shrink grant
00000008:00000020:1.0:1769077273.188903:0:46511:0:(osc_request.c:735:osc_update_next_shrink()) next time 5170 to shrink grant
00000008:00000020:1.0:1769077273.188906:0:46511:0:(osc_request.c:735:osc_update_next_shrink()) next time 5170 to shrink grant
00000100:00000001:2.0:1769077273.188909:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077273.188920:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077273.188923:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077273.188931:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077273.188939:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077273.188944:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077273.188948:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077273.188952:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077273.188956:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077273.189090:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077273.189115:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077273.189121:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077273.189129:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077273.189136:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077273.189151:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3964
00000400:00000200:0.0:1769077273.189170:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077273.189182:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077273.189189:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077273.189198:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077273.189204:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077273.189210:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077273.189216:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077273.189225:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077273.189230:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077273.189234:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077273.189239:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077273.189242:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077273.189246:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077273.189251:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077273.189254:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077273.189256:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077273.189259:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077273.189264:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077273.189269:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077273.189272:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077273.189276:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077273.189292:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077273.189296:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077273.189299:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077273.189301:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077273.189318:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000020:00000040:0.0:1769077273.189325:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077273.189332:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077273.189336:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077273.189342:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077273.189347:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077273.189355:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077273.189383:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14000.
00000100:00000001:0.0:1769077273.189397:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077273.189417:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948252928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077273.189440:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077273.189448:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077273.189465:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948252928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077273.189501:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077273.189506:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077273.189510:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077273.189513:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077273.189527:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077273.189532:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077273.189538:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3964
00000400:00000200:0.0:1769077273.189545:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077273.189551:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077273.189553:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1769077273.189555:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077273.189562:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769077273.189565:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077273.189571:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077273.189574:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077273.189576:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077273.189580:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077273.189582:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769077273.189583:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077273.189591:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077273.189594:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077273.189601:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:2.0:1769077273.189603:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c000 x1855007948252928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077273.189605:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769077273.189622:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077273.189631:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077273.189641:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077273.189649:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077273.189650:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077273.189660:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077273.189661:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:2.0:1769077273.189669:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769077273.189671:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
02000000:00000001:2.0:1769077273.189681:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077273.189683:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077273.189692:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077273.189694:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948252928:192.168.204.128@tcp:250:kworker.0
02000000:00000001:0.0:1769077273.189698:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077273.189710:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077273.189711:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077273.189717:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077273.189718:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077273.189725:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077273.189771:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077273.189781:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077273.189785:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077273.189798:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077273.189811:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077273.189821:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000001:0.0:1769077273.189824:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000200:2.0:1769077273.189835:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948252928, portal 25
00000100:00000001:2.0:1769077273.189842:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077273.189845:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104263680 : -127169605287936 : ffff8c5704d9c000)
00000100:00000040:2.0:1769077273.189854:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c000 x1855007948252928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1769077273.189857:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077273.189875:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077273.189878:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769077273.189885:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077273.189887:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077273.189896:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000010:0.0:1769077273.189903:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d180.
00000100:00000200:2.0:1769077273.189903:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948252928, offset 0
00000020:00000040:0.0:1769077273.189918:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077273.189928:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077273.189931:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077273.189938:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769077273.189938:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
02000000:00000001:0.0:1769077273.189941:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077273.189948:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077273.189956:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000010:0.0:1769077273.189958:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17800.
00000100:00000001:0.0:1769077273.189968:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077273.189972:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00100000:0.0:1769077273.189984:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d180 x1855007948253056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077273.189984:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077273.189994:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000001:0.0:1769077273.190049:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077273.190049:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769077273.190060:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077273.190061:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000040:0.0:1769077273.190079:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad4bb1df] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d180 x1855007948253056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077273.190080:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29787:29787:256:4294967295] 192.168.204.128@tcp LPNI seq info [29786:29786:8:4294967295]
00000400:00000200:2.0:1769077273.190098:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077273.190128:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077273.190130:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1769077273.190143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1769077273.190149:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00080000:0.0:1769077273.190161:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000010:2.0:1769077273.190172:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000100:00000001:0.0:1769077273.190173:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077273.190182:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077273.190192:0:37:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:2.0:1769077273.190193:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:0.0:1769077273.190205:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3964
00000800:00000200:2.0:1769077273.190206:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000400:00000200:0.0:1769077273.190227:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000800:00000200:2.1:1769077273.190228:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077273.190238:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000400:00000200:0.0:1769077273.190243:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077273.190251:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1769077273.190254:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00000040:0.0:1769077273.190261:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000010:2.0:1769077273.190265:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000100:00000001:0.0:1769077273.190267:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077273.190275:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077273.190280:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077273.190284:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077273.190296:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000400:00000200:2.0:1769077273.190298:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1769077273.190299:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077273.190304:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077273.190311:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769077273.190314:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077273.190324:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1769077273.190327:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077273.190334:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077273.190338:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077273.190343:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077273.190353:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:0.0:1769077273.190366:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000200:2.0:1769077273.190368:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000100:00000001:0.0:1769077273.190375:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077273.190379:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
02000000:00000001:0.0:1769077273.190385:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077273.190396:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077273.190396:0:2431:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1769077273.190407:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077273.190416:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000200:2.0:1769077273.190417:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c000 x1855007948252928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1769077273.190421:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077273.190441:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077273.190448:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077273.190461:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9df80.
00000020:00000040:0.0:1769077273.190468:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000100:00000001:2.0:1769077273.190473:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1769077273.190474:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077273.190482:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077273.190487:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1769077273.190491:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c000 x1855007948252928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077298 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077273.190502:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077273.190509:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077273.190520:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16400.
00000100:00000001:2.0:1769077273.190525:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077273.190529:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077273.190531:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1769077273.190547:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9df80 x1855007948253184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077273.190548:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077273.190570:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077273.190576:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077273.190590:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298638608
00000100:00000001:0.0:1769077273.190593:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077273.190604:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bed851a] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9df80 x1855007948253184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1769077273.190607:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227ae0.
00000100:00000001:0.0:1769077273.190623:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077273.190627:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00080000:0.0:1769077273.190629:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077273.190638:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077273.190641:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298638608
00000100:00000001:0.0:1769077273.190642:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077273.190647:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:2.0:1769077273.190661:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227780.
00000100:00000001:0.0:1769077273.190662:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077273.190672:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00080000:0.0:1769077273.190673:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3964
00000100:00000001:2.0:1769077273.190684:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769077273.190689:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077273.190693:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077273.190700:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077273.190703:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1769077273.190710:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1769077273.190720:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077273/real 1769077273]  req@ffff8c5704d9c000 x1855007948252928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077273.190762:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077273.190768:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077273.190777:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077273.190786:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077273.190796:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000001:2.0:1769077273.190796:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000020:00000040:0.0:1769077273.190803:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000400:00000001:2.0:1769077273.190814:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000020:00000001:0.0:1769077273.190821:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:2.0:1769077273.190823:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000020:00000040:0.0:1769077273.190831:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000400:00000200:2.0:1769077273.190833:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000020:00000001:0.0:1769077273.190844:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000400:00000010:2.0:1769077273.190844:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077273.190851:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:0.0:1769077273.190859:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000200:2.0:1769077273.190864:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c000 x1855007948252928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077273.190875:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077273.190885:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1769077273.190888:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c000 x1855007948252928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077273.190899:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077273.190908:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077273.190912:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077273.190914:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1769077273.190920:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00000001:2.0:1769077273.190922:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077273.190929:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077273.190933:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00100000:2.0:1769077273.190951:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c000 x1855007948252928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077273.190952:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077273.190961:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077273.190969:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077273.190974:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769077273.190976:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077273.190983:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:2.0:1769077273.190990:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c000 x1855007948252928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1769077273.190991:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077273.191003:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077273.191030:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077273.191038:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d500.
00000020:00000040:0.0:1769077273.191047:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000001:2.0:1769077273.191053:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1769077273.191056:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077273.191061:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077273.191064:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077273.191067:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077273.191070:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1769077273.191072:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077273.191076:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769077273.191078:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077273.191084:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
02000000:00000010:0.0:1769077273.191089:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16800.
00000100:00000001:2.0:1769077273.191090:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077273.191102:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077273.191103:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077273.191119:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077273.191126:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1769077273.191128:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d500 x1855007948253312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077273.191138:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c000 x1855007948252928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077273.191183:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1769077273.191185:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948252928:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077273.191194:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077273.191210:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077273.191218:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077273.191222:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c2d91c4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d500 x1855007948253312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077273.191230:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c000 x1855007948252928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077273.191266:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077273.191274:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00080000:0.0:1769077273.191276:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1769077273.191297:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:0.0:1769077273.191298:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077273.191306:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:2.0:1769077273.191310:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
00000100:00080000:0.0:1769077273.191311:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077273.191320:0:37:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:2.0:1769077273.191326:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:0.0:1769077273.191332:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3964
00000020:00000001:2.0:1769077273.191336:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077273.191344:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000400:00000200:0.0:1769077273.191350:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000001:2.0:1769077273.191368:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
00000400:00000200:0.0:1769077273.191371:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
02000000:00000010:2.0:1769077273.191377:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14000.
00000100:00080000:0.0:1769077273.191381:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1769077273.191387:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:0.0:1769077273.191397:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077273.191397:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077273.191407:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c000.
00000100:00000001:0.0:1769077273.191409:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077273.191419:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077273.191421:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077273.191429:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077273.191431:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1769077273.191436:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077273.191445:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000100:00000001:2.0:1769077273.191445:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1769077273.191457:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077273.191464:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:0.0:1769077273.191467:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769077273.191470:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:0.0:1769077273.191475:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077273.191475:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077273.191485:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077273.191486:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077273.191492:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077273.191499:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077273.191500:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1769077273.191503:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000001:2.0:1769077273.191506:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077273.191512:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077273.191514:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077273.191517:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077273.191522:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1769077273.191528:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d180 x1855007948253056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077273.191530:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077273.191541:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077273.191551:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077273.191559:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077273.191560:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077273.191567:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769077273.191569:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077273.191574:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077273.191576:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077273.191582:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1769077273.191587:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
02000000:00000001:2.0:1769077273.191588:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077273.191598:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00100000:2.0:1769077273.191600:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948253056:192.168.204.128@tcp:38:kworker.0
02000000:00000001:0.0:1769077273.191607:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077273.191611:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077273.191612:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077273.191618:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769077273.191619:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077273.191636:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077273.191637:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077273.191645:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077273.191646:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077273.191657:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
02000000:00000010:0.0:1769077273.191660:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15c00.
02000000:00000001:2.0:1769077273.191661:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077273.191673:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077273.191676:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077273.191686:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000100:00100000:0.0:1769077273.191688:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948253440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769077273.191696:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077273.191718:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948253056, portal 10
00000100:00000001:0.0:1769077273.191720:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077273.191726:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077273.191728:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077273.191769:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104268160 : -127169605283456 : ffff8c5704d9d180)
00000100:00000040:0.0:1769077273.191770:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948253440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077273.191791:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d180 x1855007948253056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077273.191795:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077273.191818:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077273.191822:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3975)
00000100:00000040:2.0:1769077273.191824:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077273.191834:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077273.191839:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948253056, offset 0
00000400:00000200:2.0:1769077273.191847:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077273.191854:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077273.191861:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077273.191867:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077273.191872:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077273.191884:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077273.191887:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077273.191893:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29788:29788:256:4294967295] 192.168.204.128@tcp LPNI seq info [29787:29787:8:4294967295]
00000400:00000200:2.0:1769077273.191900:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077273.191909:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077273.191916:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077273.191921:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077273.191928:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077273.191933:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769077273.191953:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077273.191958:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1769077273.191963:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077273.191967:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077273.191974:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077273.191981:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077273.191986:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077273.191988:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077273.191993:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077273.191997:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d180 x1855007948253056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077273.192033:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077273.192040:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d180 x1855007948253056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077298 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077273.192050:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077273.192053:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077273.192060:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077273.192066:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077273.192072:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077273.192075:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298637328
00000100:00000001:2.0:1769077273.192079:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298638608
00000100:00000001:2.0:1769077273.192082:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298637328
00000100:00000001:2.0:1769077273.192085:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298638608
00000100:00000001:2.0:1769077273.192088:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077273.192091:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077273.192093:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077273.192098:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077273/real 1769077273]  req@ffff8c5704d9d180 x1855007948253056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077273.192109:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077273.192111:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077273.192113:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077273.192117:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077273.192119:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077273.192122:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077273.192126:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d180 x1855007948253056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077273.192137:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d180 x1855007948253056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077273.192145:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077273.192147:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077273.192149:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077273.192151:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077273.192155:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d180 x1855007948253056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077273.192164:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077273.192168:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d180 x1855007948253056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077273.192176:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077273.192179:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077273.192181:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077273.192183:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077273.192185:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077273.192188:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077273.192191:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077273.192196:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077273.192199:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077273.192204:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d180 x1855007948253056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077273.192213:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948253056:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077273.192218:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077273.192222:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9df80 x1855007948253184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077273.192239:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077273.192241:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077273.192244:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077273.192246:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077273.192249:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077273.192254:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948253184:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077273.192260:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077273.192263:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077273.192266:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077273.192270:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077273.192288:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077273.192292:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077273.192299:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077273.192304:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077273.192311:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077273.192316:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948253184, portal 10
00000100:00000001:2.0:1769077273.192320:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077273.192323:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104271744 : -127169605279872 : ffff8c5704d9df80)
00000100:00000040:2.0:1769077273.192334:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9df80 x1855007948253184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077273.192349:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077273.192355:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077273.192360:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077273.192373:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948253184, offset 0
00000400:00000200:2.0:1769077273.192381:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077273.192389:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077273.192396:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077273.192402:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077273.192408:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077273.192413:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077273.192418:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077273.192424:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29789:29789:256:4294967295] 192.168.204.128@tcp LPNI seq info [29788:29788:8:4294967295]
00000400:00000200:2.0:1769077273.192433:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077273.192447:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077273.192457:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077273.192465:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077273.192485:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077273.192491:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769077273.192500:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077273.192505:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1769077273.192511:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077273.192515:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077273.192519:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077273.192524:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077273.192529:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077273.192531:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077273.192535:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077273.192540:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9df80 x1855007948253184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077273.192552:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077273.192556:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9df80 x1855007948253184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077298 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077273.192564:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077273.192566:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077273.192571:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077273.192575:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077273.192580:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077273.192583:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298637327
00000100:00000001:2.0:1769077273.192586:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298638608
00000100:00000001:2.0:1769077273.192589:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298637327
00000100:00000001:2.0:1769077273.192593:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298638608
00000100:00000001:2.0:1769077273.192595:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077273.192599:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077273.192601:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077273.192606:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077273/real 1769077273]  req@ffff8c5704d9df80 x1855007948253184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077273.192617:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077273.192619:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077273.192621:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077273.192624:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077273.192626:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077273.192628:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077273.192632:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9df80 x1855007948253184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077273.192643:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9df80 x1855007948253184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077273.192651:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077273.192653:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077273.192655:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077273.192657:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077273.192661:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9df80 x1855007948253184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077273.192669:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077273.192674:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9df80 x1855007948253184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077273.192681:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077273.192684:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077273.192686:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077273.192688:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077273.192690:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077273.192692:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077273.192695:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077273.192700:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077273.192702:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077273.192707:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9df80 x1855007948253184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077273.192717:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948253184:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077273.192721:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077273.192725:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d500 x1855007948253312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077273.192767:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077273.192769:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077273.192772:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077273.192775:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077273.192777:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077273.192781:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948253312:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077273.192786:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077273.192788:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077273.192790:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077273.192793:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077273.192798:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077273.192801:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077273.192806:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077273.192809:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077273.192813:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077273.192817:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948253312, portal 4
00000100:00000001:2.0:1769077273.192820:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077273.192822:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104269056 : -127169605282560 : ffff8c5704d9d500)
00000100:00000040:2.0:1769077273.192841:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d500 x1855007948253312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077273.192850:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077273.192854:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077273.192857:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077273.192860:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948253312, offset 0
00000400:00000200:2.0:1769077273.192865:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077273.192870:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077273.192875:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077273.192879:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077273.192883:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077273.192886:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077273.192889:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077273.192894:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29790:29790:256:4294967295] 192.168.204.128@tcp LPNI seq info [29789:29789:8:4294967295]
00000400:00000200:2.0:1769077273.192899:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077273.192908:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077273.192914:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077273.192918:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077273.192923:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077273.192927:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769077273.192941:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077273.192945:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1769077273.192950:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077273.192953:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077273.192957:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077273.192961:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077273.192965:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077273.192967:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077273.192971:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077273.192975:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d500 x1855007948253312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077273.192985:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077273.192989:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d500 x1855007948253312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077298 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077273.192998:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077273.193000:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077273.193005:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077273.193037:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077273.193042:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077273.193045:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298637393
00000100:00000001:2.0:1769077273.193057:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298638608
00000100:00000001:2.0:1769077273.193060:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298637393
00000100:00000001:2.0:1769077273.193063:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298638608
00000100:00000001:2.0:1769077273.193066:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077273.193068:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077273.193071:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077273.193076:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077273/real 1769077273]  req@ffff8c5704d9d500 x1855007948253312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077273.193086:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077273.193087:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077273.193090:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077273.193093:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077273.193096:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077273.193099:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077273.193103:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d500 x1855007948253312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077273.193114:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d500 x1855007948253312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077273.193122:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077273.193124:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077273.193126:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077273.193128:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077273.193132:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d500 x1855007948253312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077273.193140:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077273.193145:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d500 x1855007948253312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077273.193154:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077273.193157:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077273.193159:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077273.193161:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077273.193163:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077273.193166:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077273.193169:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077273.193173:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077273.193175:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077273.193180:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d500 x1855007948253312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077273.193189:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948253312:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077273.193194:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077273.193197:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077273.193201:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d180 x1855007948253056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077273.193210:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077273.193212:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077273.193214:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077273.193218:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077273.193220:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077273.193222:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077273.193225:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077273.193227:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17800.
02000000:00000001:2.0:1769077273.193231:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077273.193233:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077273.193235:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d180.
00000100:00000001:2.0:1769077273.193239:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077273.193241:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077273.193244:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077273.193248:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9df80 x1855007948253184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077273.193261:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077273.193263:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077273.193267:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077273.193272:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077273.193275:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077273.193277:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077273.193293:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077273.193296:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16400.
02000000:00000001:2.0:1769077273.193301:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077273.193303:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077273.193307:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9df80.
00000100:00000001:2.0:1769077273.193311:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077273.193314:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077273.193318:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077273.193325:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d500 x1855007948253312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077273.193340:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077273.193343:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077273.193346:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077273.193351:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077273.193353:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077273.193356:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077273.193360:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077273.193373:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16800.
02000000:00000001:2.0:1769077273.193378:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077273.193380:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077273.193382:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d500.
00000100:00000001:2.0:1769077273.193384:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077273.193386:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077273.193389:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077273.193394:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077273.193396:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077273.193400:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077273.193403:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077273.193406:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077273.193415:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9dc00 x1855007948253440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077273.193441:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077273.193444:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077273.193448:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077273.193452:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077273.193457:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077273.193463:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948253440:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077273.193470:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077273.193474:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077273.193477:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077273.193481:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077273.193487:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077273.193492:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077273.193500:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077273.193506:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077273.193512:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077273.193529:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948253440, portal 4
00000100:00000001:2.0:1769077273.193532:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077273.193534:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104270848 : -127169605280768 : ffff8c5704d9dc00)
00000100:00000040:2.0:1769077273.193543:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9dc00 x1855007948253440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077273.193552:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077273.193555:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077273.193558:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077273.193561:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948253440, offset 0
00000400:00000200:2.0:1769077273.193566:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077273.193571:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077273.193576:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077273.193580:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077273.193584:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077273.193589:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077273.193592:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077273.193596:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29791:29791:256:4294967295] 192.168.204.128@tcp LPNI seq info [29790:29790:8:4294967295]
00000400:00000200:2.0:1769077273.193601:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077273.193610:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077273.193616:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077273.193620:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077273.193635:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077273.193639:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769077273.193644:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077273.193648:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1769077273.193653:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077273.193656:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077273.193659:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077273.193699:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077273.193703:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077273.193706:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077273.193710:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077273.193715:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9dc00 x1855007948253440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077273.193725:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077273.193753:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948253440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077298 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077273.193764:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077273.193766:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077273.193771:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077273.193775:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077273.193780:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077273.193783:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298637341
00000100:00000001:2.0:1769077273.193787:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298638608
00000100:00000001:2.0:1769077273.193791:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298637341
00000100:00000001:2.0:1769077273.193795:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298638608
00000100:00000001:2.0:1769077273.193799:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077273.193803:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077273.193805:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077273.193812:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077273/real 1769077273]  req@ffff8c5704d9dc00 x1855007948253440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077273.193824:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077273.193828:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077273.193831:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077273.193837:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077273.193840:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077273.193843:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077273.193848:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9dc00 x1855007948253440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077273.193859:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9dc00 x1855007948253440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077273.193867:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077273.193869:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077273.193871:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077273.193873:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077273.193877:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9dc00 x1855007948253440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077273.193886:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077273.193892:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9dc00 x1855007948253440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077273.193901:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077273.193904:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077273.193907:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077273.193908:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077273.193911:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077273.193914:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077273.193920:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077273.193927:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077273.193931:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077273.193936:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9dc00 x1855007948253440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077273.193946:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948253440:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077273.193950:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077273.193953:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077273.193956:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9dc00 x1855007948253440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077273.193967:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077273.193969:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077273.193972:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077273.193975:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077273.193976:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077273.193978:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077273.193980:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077273.193983:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15c00.
02000000:00000001:2.0:1769077273.193986:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077273.193988:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077273.193990:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077273.193993:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077273.193994:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077273.193997:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077273.194001:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077273.194003:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077273.194030:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077273.194041:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077273.508885:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077273.508896:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077273.509075:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077273.509081:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077273.509088:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077274.212957:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077274.212967:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077274.212970:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077274.212979:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077274.212984:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077274.213009:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077274.213013:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077274.213017:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077274.213021:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077274.532876:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298638608, at 4298638656
00000100:00000010:1.0:1769077274.532898:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227780.
00000100:00000040:0.0:1769077274.532954:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298638608, at 4298638656
00010000:00000001:2.0:1769077274.532963:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077274.532971:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077274.532980:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ae0.
00000020:00000001:2.0:1769077274.533053:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077274.533059:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077274.533065:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077275.236895:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077275.236905:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077275.236907:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077275.236913:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077275.236917:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077275.236922:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077275.236924:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077275.236928:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077275.236931:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077275.556879:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077275.556886:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077275.556915:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077275.556918:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077275.556921:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077276.260916:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077276.260927:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077276.260929:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077276.260937:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077276.260942:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077276.260947:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077276.260950:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077276.260975:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077276.260996:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077276.580946:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077276.580979:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077276.581125:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077276.581152:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077276.581159:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077277.284855:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077277.284866:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077277.284869:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077277.284877:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077277.284881:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077277.284886:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077277.284889:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077277.284893:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077277.284897:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077277.604842:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077277.604850:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077277.604915:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077277.604919:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077277.604922:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077278.308859:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077278.308875:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077278.308890:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077278.308901:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077278.308908:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077278.308914:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077278.308938:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077278.308945:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077278.308952:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077278.308979:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077278.308990:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077278.308994:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077278.308999:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077278.309004:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077278.309014:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3970
00000400:00000200:1.0:1769077278.309026:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077278.309033:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077278.309037:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077278.309041:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077278.309046:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077278.309065:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077278.309067:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077278.309071:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077278.309072:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769077278.309075:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077278.309078:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769077278.309079:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769077278.309081:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769077278.309084:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077278.309085:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077278.309087:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077278.309089:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077278.309092:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769077278.309094:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077278.309096:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077278.309098:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077278.309101:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077278.309103:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077278.309105:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077278.309107:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077278.309133:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769077278.309139:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769077278.309144:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077278.309147:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077278.309151:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077278.309154:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077278.309160:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077278.309170:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:1.0:1769077278.309179:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077278.309191:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948253568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077278.309204:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077278.309210:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077278.309215:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948253568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077278.309268:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077278.309273:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077278.309279:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077278.309282:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077278.309284:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077278.309291:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077278.309296:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3970
00000400:00000200:1.0:1769077278.309304:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077278.309328:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077278.309331:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077278.309332:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769077278.309337:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077278.309339:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077278.309341:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077278.309344:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077278.309345:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077278.309349:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077278.309352:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077278.309354:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000100:00000040:2.0:1769077278.309354:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4000 x1855007948253568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769077278.309358:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077278.309362:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769077278.309367:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077278.309369:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077278.309371:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077278.309372:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077278.309380:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077278.309380:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769077278.309384:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077278.309385:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1769077278.309391:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077278.309391:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077278.309396:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00100000:2.0:1769077278.309400:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948253568:192.168.204.128@tcp:250:kworker.0
00000020:00000040:1.0:1769077278.309401:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00000001:2.0:1769077278.309408:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1769077278.309409:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077278.309412:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077278.309412:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077278.309414:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077278.309421:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077278.309422:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077278.309424:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077278.309424:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077278.309429:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:1.0:1769077278.309432:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1769077278.309435:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410000.
00000008:00000001:1.0:1769077278.309436:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077278.309441:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077278.309442:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077278.309451:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769077278.309454:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000400:00000200:2.0:1769077278.309455:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:1.0:1769077278.309476:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1769077278.309480:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
02000000:00000001:1.0:1769077278.309481:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077278.309489:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077278.309491:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1769077278.309493:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
02000000:00000001:1.0:1769077278.309494:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077278.309505:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000200:2.0:1769077278.309507:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948253568, portal 25
00000100:00000001:1.0:1769077278.309512:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077278.309512:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077278.309516:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198606336 : -127164510945280 : ffff8c58347f4000)
00000100:00100000:1.0:1769077278.309525:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948253696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077278.309528:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4000 x1855007948253568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077278.309567:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077278.309568:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769077278.309574:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077278.309575:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077278.309582:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000040:1.0:1769077278.309584:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948253696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077278.309587:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948253568, offset 0
00000400:00000200:2.0:1769077278.309604:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:1.0:1769077278.309618:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077278.309620:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:1.0:1769077278.309625:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077278.309632:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1769077278.309632:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000001:1.0:1769077278.309635:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077278.309637:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077278.309643:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077278.309651:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3970
00000400:00000200:2.0:1769077278.309654:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077278.309663:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077278.309667:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077278.309670:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:1.0:1769077278.309673:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077278.309677:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29792:29792:256:4294967295] 192.168.204.128@tcp LPNI seq info [29791:29791:8:4294967295]
00000400:00000200:1.0:1769077278.309686:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077278.309688:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:1.0:1769077278.309696:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077278.309718:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077278.309722:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077278.309732:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077278.309738:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077278.309793:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077278.309798:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000100:00000001:1.0:1769077278.309801:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769077278.309806:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769077278.309809:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000200:2.1:1769077278.309811:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000100:00000001:1.0:1769077278.309813:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077278.309819:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077278.309839:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000800:00000100:2.0:1769077278.309840:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000020:00000001:1.0:1769077278.309846:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000010:2.0:1769077278.309848:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000020:00000040:1.0:1769077278.309850:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769077278.309855:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077278.309858:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1769077278.309859:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769077278.309871:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077278.309874:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769077278.309876:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077278.309884:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077278.309885:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000100:00000001:1.0:1769077278.309888:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000010:2.0:1769077278.309904:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000020:00000040:1.0:1769077278.309905:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769077278.309914:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077278.309916:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769077278.309918:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077278.309944:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077278.309950:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1769077278.309951:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4000 x1855007948253568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077278.309959:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077278.309968:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077278.309973:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077278.309993:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000008:00000001:1.0:1769077278.309994:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077278.309998:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077278.310000:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4000 x1855007948253568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077303 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769077278.310003:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769077278.310009:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000100:00000001:2.0:1769077278.310016:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077278.310017:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077278.310020:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077278.310021:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077278.310023:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077278.310026:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077278.310027:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077278.310030:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077278.310032:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00000001:1.0:1769077278.310037:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077278.310037:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077278.310043:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298643728
00000100:00100000:1.0:1769077278.310046:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948253824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1769077278.310050:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227d80.
00000100:00000001:1.0:1769077278.310057:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077278.310060:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077278.310060:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1769077278.310065:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948253824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077278.310072:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077278.310074:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298643728
00000100:00080000:1.0:1769077278.310075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1769077278.310081:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227d20.
00000100:00080000:1.0:1769077278.310082:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077278.310086:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077278.310087:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00080000:1.0:1769077278.310089:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077278.310092:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077278.310093:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077278.310097:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077278.310100:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3970
00000100:00000001:2.0:1769077278.310102:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000400:00000200:1.0:1769077278.310125:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00100000:2.0:1769077278.310129:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077278/real 1769077278]  req@ffff8c58347f4000 x1855007948253568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077278.310135:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077278.310144:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077278.310153:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000001:2.0:1769077278.310155:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1769077278.310157:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1769077278.310159:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1769077278.310165:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000010:2.0:1769077278.310166:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000100:00000001:1.0:1769077278.310169:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077278.310172:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077278.310174:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769077278.310181:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077278.310185:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000400:00000200:2.0:1769077278.310187:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000020:00000001:1.0:1769077278.310189:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000400:00000010:2.0:1769077278.310191:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000020:00000001:1.0:1769077278.310195:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077278.310197:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:1.0:1769077278.310203:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000200:2.0:1769077278.310207:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4000 x1855007948253568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077278.310208:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077278.310216:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077278.310224:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077278.310234:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00000200:2.0:1769077278.310243:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4000 x1855007948253568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077278.310247:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077278.310271:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077278.310279:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077278.310282:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:1.0:1769077278.310287:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077278.310289:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1769077278.310299:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077278.310300:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077278.310306:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077278.310307:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077278.310317:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1769077278.310321:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4000 x1855007948253568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1769077278.310323:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077278.310331:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077278.310354:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000100:00000001:2.0:1769077278.310356:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1769077278.310360:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000040:2.0:1769077278.310364:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4000 x1855007948253568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077278.310365:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077278.310368:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077278.310373:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077278.310376:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077278.310379:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1769077278.310380:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077278.310386:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1769077278.310388:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:2.0:1769077278.310389:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077278.310392:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077278.310395:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077278.310397:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077278.310398:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:1.0:1769077278.310405:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948253952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1769077278.310415:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077278.310424:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:1.0:1769077278.310426:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077278.310428:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1769077278.310431:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077278.310435:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4000 x1855007948253568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077278.310438:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948253952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077278.310461:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948253568:192.168.204.128@tcp:250:kworker.0
00000100:00000001:1.0:1769077278.310462:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077278.310487:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077278.310489:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077278.310501:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1769077278.310506:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:2.0:1769077278.310509:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4000 x1855007948253568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077278.310510:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077278.310516:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077278.310525:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077278.310532:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00080000:1.0:1769077278.310536:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3970
02000000:00000001:2.0:1769077278.310538:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077278.310544:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410000.
00000400:00000200:1.0:1769077278.310545:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:2.0:1769077278.310552:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:1.0:1769077278.310553:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000020:00000001:2.0:1769077278.310566:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000100:00080000:1.0:1769077278.310567:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000020:00000040:2.0:1769077278.310572:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000100:00000040:1.0:1769077278.310575:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000020:00000001:2.0:1769077278.310578:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:1.0:1769077278.310581:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1769077278.310584:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4c800.
00000100:00000040:1.0:1769077278.310587:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077278.310591:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1769077278.310593:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:2.0:1769077278.310595:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:1.0:1769077278.310600:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000010:2.0:1769077278.310601:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769077278.310605:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000100:00000001:2.0:1769077278.310607:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000020:00000001:1.0:1769077278.310609:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077278.310611:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1769077278.310614:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00000001:2.0:1769077278.310616:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077278.310619:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769077278.310623:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769077278.310634:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077278.310636:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077278.310639:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077278.310640:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077278.310643:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077278.310644:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077278.310652:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000001:2.0:1769077278.310653:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077278.310658:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1769077278.310662:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077278.310663:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769077278.310670:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077278.310672:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4700 x1855007948253696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077278.310674:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077278.310679:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077278.310688:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077278.310696:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077278.310699:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:1.0:1769077278.310704:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077278.310704:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077278.310710:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077278.310713:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1769077278.310716:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077278.310717:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077278.310726:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077278.310727:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948253696:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077278.310736:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077278.310739:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:1.0:1769077278.310740:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
02000000:00000001:2.0:1769077278.310741:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077278.310748:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:1.0:1769077278.310751:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000010:2.0:1769077278.310754:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410000.
02000000:00000001:1.0:1769077278.310758:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077278.310759:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077278.310764:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077278.310768:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077278.310789:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077278.310793:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077278.310798:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000100:00000001:1.0:1769077278.310802:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077278.310808:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077278.310812:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077278.310815:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077278.310818:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948253696, portal 10
00000100:00000001:2.0:1769077278.310821:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077278.310822:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198608128 : -127164510943488 : ffff8c58347f4700)
00000100:00100000:1.0:1769077278.310857:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948254080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077278.310860:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4700 x1855007948253696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077278.310909:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769077278.310910:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1769077278.310916:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000001:1.0:1769077278.310918:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077278.310939:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077278.310944:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948253696, offset 0
00000100:00000040:1.0:1769077278.310954:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948254080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077278.310955:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077278.310967:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077278.310977:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000001:1.0:1769077278.310982:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077278.310983:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077278.310992:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000040:1.0:1769077278.310994:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3980)
00000400:00000200:2.0:1769077278.310996:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077278.311004:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077278.311009:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29793:29793:256:4294967295] 192.168.204.128@tcp LPNI seq info [29792:29792:8:4294967295]
00000400:00000200:2.0:1769077278.311014:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077278.311024:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077278.311029:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077278.311032:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077278.311036:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077278.311039:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769077278.311044:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077278.311047:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1769077278.311051:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077278.311054:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077278.311074:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077278.311077:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077278.311079:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077278.311081:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077278.311083:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077278.311086:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4700 x1855007948253696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077278.311098:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077278.311100:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4700 x1855007948253696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077303 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077278.311105:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077278.311106:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077278.311109:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077278.311112:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077278.311115:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077278.311116:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298642447
00000100:00000001:2.0:1769077278.311119:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298643728
00000100:00000001:2.0:1769077278.311121:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298642447
00000100:00000001:2.0:1769077278.311139:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298643728
00000100:00000001:2.0:1769077278.311142:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077278.311145:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077278.311146:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077278.311150:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077278/real 1769077278]  req@ffff8c58347f4700 x1855007948253696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077278.311158:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077278.311160:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077278.311161:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077278.311164:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077278.311165:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077278.311167:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077278.311170:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4700 x1855007948253696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077278.311178:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4700 x1855007948253696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077278.311185:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077278.311188:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077278.311190:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077278.311192:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077278.311195:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4700 x1855007948253696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077278.311202:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077278.311206:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4700 x1855007948253696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077278.311212:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077278.311215:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077278.311217:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077278.311218:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077278.311221:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077278.311224:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077278.311228:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077278.311234:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077278.311237:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077278.311244:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4700 x1855007948253696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077278.311257:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948253696:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077278.311264:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077278.311270:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f7b80 x1855007948253824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077278.311282:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077278.311284:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077278.311288:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077278.311291:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077278.311295:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077278.311301:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948253824:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077278.311306:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077278.311325:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077278.311327:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077278.311329:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077278.311333:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077278.311335:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077278.311338:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077278.311340:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077278.311343:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077278.311345:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948253824, portal 10
00000100:00000001:2.0:1769077278.311347:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077278.311348:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198621568 : -127164510930048 : ffff8c58347f7b80)
00000100:00000040:2.0:1769077278.311353:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f7b80 x1855007948253824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077278.311368:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077278.311370:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077278.311372:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077278.311374:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948253824, offset 0
00000400:00000200:2.0:1769077278.311376:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077278.311379:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077278.311382:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077278.311384:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077278.311386:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077278.311388:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077278.311390:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077278.311393:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29794:29794:256:4294967295] 192.168.204.128@tcp LPNI seq info [29793:29793:8:4294967295]
00000400:00000200:2.0:1769077278.311396:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077278.311400:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077278.311403:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077278.311405:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077278.311409:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077278.311411:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769077278.311414:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077278.311416:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1769077278.311420:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077278.311422:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077278.311435:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077278.311438:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077278.311440:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077278.311442:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077278.311444:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077278.311446:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f7b80 x1855007948253824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077278.311452:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077278.311472:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f7b80 x1855007948253824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077303 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077278.311479:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077278.311481:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077278.311484:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077278.311487:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077278.311490:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077278.311492:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298642446
00000100:00000001:2.0:1769077278.311500:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298643728
00000100:00000001:2.0:1769077278.311503:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298642446
00000100:00000001:2.0:1769077278.311505:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298643728
00000100:00000001:2.0:1769077278.311508:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077278.311510:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077278.311512:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077278.311516:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077278/real 1769077278]  req@ffff8c58347f7b80 x1855007948253824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077278.311523:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077278.311525:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077278.311527:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077278.311529:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077278.311531:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077278.311533:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077278.311537:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f7b80 x1855007948253824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077278.311544:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f7b80 x1855007948253824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077278.311550:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077278.311552:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077278.311553:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077278.311555:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077278.311558:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f7b80 x1855007948253824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077278.311564:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077278.311568:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f7b80 x1855007948253824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077278.311575:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077278.311577:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077278.311578:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077278.311580:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077278.311582:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077278.311584:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077278.311586:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077278.311590:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077278.311592:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077278.311596:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f7b80 x1855007948253824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077278.311610:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948253824:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077278.311614:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077278.311617:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f5f80 x1855007948253952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077278.311624:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077278.311625:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077278.311627:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077278.311632:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077278.311634:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077278.311637:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948253952:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077278.311640:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077278.311642:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077278.311643:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077278.311645:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077278.311649:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077278.311651:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077278.311655:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077278.311657:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077278.311661:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077278.311663:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948253952, portal 4
00000100:00000001:2.0:1769077278.311666:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077278.311667:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198614400 : -127164510937216 : ffff8c58347f5f80)
00000100:00000040:2.0:1769077278.311672:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f5f80 x1855007948253952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077278.311679:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077278.311682:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077278.311684:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077278.311697:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948253952, offset 0
00000400:00000200:2.0:1769077278.311701:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077278.311705:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077278.311708:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077278.311711:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077278.311714:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077278.311717:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077278.311719:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077278.311722:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29795:29795:256:4294967295] 192.168.204.128@tcp LPNI seq info [29794:29794:8:4294967295]
00000400:00000200:2.0:1769077278.311727:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077278.311733:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077278.311737:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077278.311740:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077278.311744:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077278.311747:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769077278.311751:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077278.311764:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1769077278.311783:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077278.311785:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077278.311787:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077278.311789:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077278.311791:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077278.311793:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077278.311794:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077278.311796:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f5f80 x1855007948253952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077278.311802:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077278.311804:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f5f80 x1855007948253952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077303 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077278.311853:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077278.311855:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077278.311859:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077278.311862:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077278.311866:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077278.311869:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298642512
00000100:00000001:2.0:1769077278.311872:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298643728
00000100:00000001:2.0:1769077278.311874:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298642512
00000100:00000001:2.0:1769077278.311876:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298643728
00000100:00000001:2.0:1769077278.311878:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077278.311880:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077278.311882:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077278.311897:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077278/real 1769077278]  req@ffff8c58347f5f80 x1855007948253952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077278.311905:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077278.311906:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077278.311908:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077278.311911:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077278.311913:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077278.311915:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077278.311918:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f5f80 x1855007948253952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077278.311949:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f5f80 x1855007948253952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077278.311956:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077278.311958:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077278.311960:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077278.311962:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077278.311981:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f5f80 x1855007948253952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077278.311986:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077278.311989:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f5f80 x1855007948253952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077278.311994:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077278.311996:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077278.311997:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077278.311999:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077278.312000:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077278.312001:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077278.312003:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077278.312005:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077278.312007:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077278.312009:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f5f80 x1855007948253952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077278.312014:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948253952:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077278.312017:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077278.312018:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077278.312020:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4700 x1855007948253696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077278.312026:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077278.312027:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077278.312028:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077278.312030:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077278.312031:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077278.312032:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077278.312034:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077278.312035:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4cc00.
02000000:00000001:2.0:1769077278.312037:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077278.312038:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077278.312039:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4700.
00000100:00000001:2.0:1769077278.312041:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077278.312042:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077278.312044:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077278.312046:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f7b80 x1855007948253824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077278.312056:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077278.312057:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077278.312058:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077278.312060:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077278.312060:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077278.312061:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077278.312062:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077278.312063:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4c400.
02000000:00000001:2.0:1769077278.312065:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077278.312065:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077278.312066:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f7b80.
00000100:00000001:2.0:1769077278.312068:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077278.312069:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077278.312070:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077278.312072:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f5f80 x1855007948253952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077278.312076:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077278.312076:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077278.312077:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077278.312079:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077278.312079:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077278.312080:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077278.312081:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077278.312082:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d400.
02000000:00000001:2.0:1769077278.312084:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077278.312084:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077278.312085:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f5f80.
00000100:00000001:2.0:1769077278.312087:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077278.312088:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077278.312089:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077278.312092:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077278.312093:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077278.312094:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077278.312095:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077278.312096:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077278.312099:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4e00 x1855007948254080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077278.312122:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077278.312124:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077278.312126:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077278.312128:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077278.312130:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077278.312133:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948254080:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077278.312136:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077278.312138:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077278.312140:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077278.312142:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077278.312145:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077278.312147:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077278.312152:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077278.312155:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077278.312158:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077278.312161:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948254080, portal 4
00000100:00000001:2.0:1769077278.312164:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077278.312165:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198609920 : -127164510941696 : ffff8c58347f4e00)
00000100:00000040:2.0:1769077278.312172:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4e00 x1855007948254080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077278.312189:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077278.312191:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077278.312194:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000200:2.0:1769077278.312196:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948254080, offset 0
00000400:00000200:2.0:1769077278.312200:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077278.312204:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077278.312207:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077278.312210:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077278.312213:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077278.312215:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077278.312219:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077278.312225:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29796:29796:256:4294967295] 192.168.204.128@tcp LPNI seq info [29795:29795:8:4294967295]
00000400:00000200:2.0:1769077278.312232:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077278.312242:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077278.312250:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077278.312255:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077278.312271:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077278.312276:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769077278.312283:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077278.312288:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1769077278.312311:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077278.312313:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077278.312317:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077278.312321:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077278.312324:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:2.0:1769077278.312326:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:2.0:1769077278.312330:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077278.312333:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4e00 x1855007948254080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077278.312339:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077278.312341:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4e00 x1855007948254080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077303 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077278.312346:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077278.312348:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077278.312350:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077278.312353:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077278.312355:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077278.312357:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298642459
00000100:00000001:2.0:1769077278.312369:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298643728
00000100:00000001:2.0:1769077278.312371:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298642459
00000100:00000001:2.0:1769077278.312373:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298643728
00000100:00000001:2.0:1769077278.312374:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077278.312376:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077278.312378:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077278.312380:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077278/real 1769077278]  req@ffff8c58347f4e00 x1855007948254080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077278.312387:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077278.312387:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077278.312389:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077278.312390:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077278.312392:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077278.312393:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077278.312395:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4e00 x1855007948254080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077278.312401:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4e00 x1855007948254080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077278.312406:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077278.312406:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077278.312408:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077278.312409:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077278.312411:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4e00 x1855007948254080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077278.312415:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077278.312418:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4e00 x1855007948254080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077278.312422:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077278.312424:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077278.312425:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077278.312426:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077278.312428:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077278.312429:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077278.312431:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077278.312434:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077278.312436:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077278.312439:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4e00 x1855007948254080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077278.312444:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948254080:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077278.312453:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077278.312454:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077278.312472:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4e00 x1855007948254080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077278.312479:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077278.312480:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077278.312482:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077278.312484:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077278.312486:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077278.312487:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077278.312489:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077278.312491:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d000.
02000000:00000001:2.0:1769077278.312493:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077278.312495:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077278.312496:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4e00.
00000100:00000001:2.0:1769077278.312499:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077278.312500:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077278.312502:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077278.312506:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077278.312518:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077278.312521:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077278.312523:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077278.628945:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077278.628954:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077278.629002:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077278.629006:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077278.629009:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077279.332967:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077279.332980:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077279.332984:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077279.332994:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077279.333000:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077279.333006:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077279.333011:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077279.333016:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077279.333021:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077279.652921:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298643728, at 4298643776
00000100:00000040:0.0:1769077279.652926:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298643728, at 4298643776
00010000:00000001:2.0:1769077279.652938:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077279.652945:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077279.652956:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d80.
00000100:00000010:1.0:1769077279.652968:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d20.
00000020:00000001:2.0:1769077279.652985:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077279.652991:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077279.652996:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077280.356948:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077280.356958:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077280.356960:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077280.356967:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077280.356988:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077280.356993:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077280.356997:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077280.357001:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077280.357005:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077280.676932:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077280.676943:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077280.677050:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077280.677056:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077280.677061:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077281.380885:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077281.380896:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077281.380898:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077281.380904:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077281.380907:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077281.380911:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077281.380914:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077281.380917:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077281.380920:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077281.700856:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077281.700899:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077281.700959:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077281.700964:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077281.700968:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077282.404879:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077282.404892:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077282.404895:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077282.404903:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077282.404908:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077282.404913:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077282.404917:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077282.404921:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077282.404924:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077282.724944:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077282.724958:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077282.724962:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077282.724966:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077282.724973:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077282.724976:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077282.724979:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077282.724982:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077282.725034:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077282.725039:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077282.725044:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077283.428871:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077283.428871:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077283.428881:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1769077283.428886:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077283.428886:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077283.428891:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1769077283.428894:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:0.0:1769077283.428895:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077283.428900:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077283.428901:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077283.428911:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077283.428915:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077283.428919:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3975
00000100:00000001:2.0:1769077283.428920:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077283.428926:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077283.428931:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077283.428938:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077283.428941:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077283.428944:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077283.428947:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077283.428950:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077283.428952:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077283.428956:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077283.428958:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077283.428960:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077283.428963:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077283.428964:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077283.428966:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077283.428968:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077283.428969:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077283.428971:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077283.428972:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077283.428974:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077283.428976:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077283.428978:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077283.428980:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077283.428982:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077283.428984:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077283.428986:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077283.428987:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077283.428995:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000020:00000040:0.0:1769077283.428998:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077283.429000:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077283.429002:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077283.429004:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077283.429006:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077283.429009:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077283.429018:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16c00.
00000100:00000001:0.0:1769077283.429024:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077283.429030:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948254208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077283.429038:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077283.429041:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077283.429044:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948254208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077283.429060:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077283.429062:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077283.429065:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077283.429066:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077283.429068:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077283.429070:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077283.429072:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3975
00000400:00000200:0.0:1769077283.429075:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077283.429078:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077283.429080:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077283.429083:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077283.429085:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077283.429086:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077283.429088:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077283.429089:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077283.429093:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077283.429093:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769077283.429095:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000100:00000001:2.0:1769077283.429097:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769077283.429098:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077283.429103:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077283.429105:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077283.429107:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:2.0:1769077283.429112:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948254208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077283.429113:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077283.429120:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077283.429129:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077283.429139:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077283.429144:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1769077283.429145:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00000001:2.0:1769077283.429148:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077283.429152:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
02000000:00000001:2.0:1769077283.429156:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077283.429157:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077283.429163:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077283.429164:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077283.429170:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077283.429172:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1769077283.429177:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948254208:192.168.204.128@tcp:250:kworker.0
02000000:00000001:0.0:1769077283.429178:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077283.429186:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077283.429191:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1769077283.429195:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077283.429196:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077283.429199:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769077283.429202:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077283.429204:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077283.429209:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077283.429214:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
00000100:00000010:0.0:1769077283.429215:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9f480.
02000000:00000001:2.0:1769077283.429219:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077283.429225:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000400:00000200:2.0:1769077283.429233:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:0.0:1769077283.429234:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077283.429237:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077283.429239:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000100:00000001:0.0:1769077283.429241:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077283.429245:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1769077283.429247:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
02000000:00000001:0.0:1769077283.429250:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077283.429256:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17c00.
00000100:00000200:2.0:1769077283.429257:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948254208, portal 25
00000100:00000001:0.0:1769077283.429261:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077283.429261:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077283.429265:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
00000100:00100000:0.0:1769077283.429271:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9f480 x1855007948254336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077283.429275:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948254208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077283.429327:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077283.429330:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077283.429331:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077283.429337:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1a89039] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9f480 x1855007948254336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077283.429343:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077283.429354:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e86e8.
00000100:00000001:0.0:1769077283.429355:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077283.429361:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769077283.429364:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948254208, offset 0
00000100:00080000:0.0:1769077283.429365:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077283.429369:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077283.429373:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077283.429375:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077283.429379:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3975
00000400:00000200:2.0:1769077283.429387:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077283.429392:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077283.429396:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077283.429398:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077283.429406:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077283.429409:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077283.429411:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077283.429412:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077283.429413:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077283.429417:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077283.429418:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769077283.429420:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077283.429422:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077283.429423:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769077283.429425:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077283.429428:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000040:0.0:1769077283.429434:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077283.429439:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077283.429441:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1769077283.429443:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077283.429446:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077283.429449:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000400:00000200:2.0:1769077283.429450:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00080000:0.0:1769077283.429461:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000200:2.0:1769077283.429462:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769077283.429473:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077283.429477:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
02000000:00000001:0.0:1769077283.429481:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769077283.429485:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29797:29797:256:4294967295] 192.168.204.128@tcp LPNI seq info [29796:29796:8:4294967295]
02000000:00000001:0.0:1769077283.429486:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077283.429492:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:0.0:1769077283.429498:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077283.429502:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077283.429508:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077283.429511:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000008:00000001:0.0:1769077283.429520:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077283.429526:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077283.429526:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077283.429531:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000100:00000010:0.0:1769077283.429534:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c700.
00000020:00000040:0.0:1769077283.429540:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000800:00000200:2.0:1769077283.429541:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:0.0:1769077283.429551:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1769077283.429553:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:0.0:1769077283.429556:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077283.429561:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077283.429562:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077283.429565:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077283.429569:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15400.
00000100:00000001:0.0:1769077283.429573:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077283.429575:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077283.429579:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c700 x1855007948254464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077283.429590:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077283.429599:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298648847
00000100:00000001:0.0:1769077283.429600:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077283.429606:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077283.429609:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227840.
00000100:00000040:0.0:1769077283.429615:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000435b0902] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c700 x1855007948254464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077283.429619:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769077283.429629:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077283.429634:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077283.429635:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298648847
00000100:00080000:0.0:1769077283.429637:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077283.429641:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000010:2.0:1769077283.429641:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a2274e0.
00000100:00080000:0.0:1769077283.429648:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077283.429650:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769077283.429652:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077283.429660:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3975
00000100:00000001:2.0:1769077283.429661:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769077283.429666:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077283.429669:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077283.429672:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077283.429677:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077283.429677:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077283.429682:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077283.429685:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077283.429685:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077283.429691:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077283.429694:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077283.429696:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077283.429697:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:0.0:1769077283.429698:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077283.429700:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000100:00000001:2.0:1769077283.429701:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:0.0:1769077283.429702:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769077283.429706:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077283.429706:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000040:0.0:1769077283.429717:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077283.429717:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077283.429724:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077283.429726:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077283.429772:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077283.429781:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9f480 x1855007948254336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077283.429790:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077283.429793:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077283.429796:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077283.429799:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077283.429801:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077283.429803:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00100000:2.0:1769077283.429805:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948254336:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077283.429818:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077283.429818:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077283.429822:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077283.429825:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077283.429829:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1769077283.429831:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
02000000:00000010:2.0:1769077283.429849:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077283.429852:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077283.429858:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000200:2.0:1769077283.429862:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077283.429869:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077283.429870:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada840.
00000400:00000010:2.0:1769077283.429878:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e87f8.
02000000:00000001:0.0:1769077283.429880:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1769077283.429882:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948254336, portal 10
00000100:00000001:2.0:1769077283.429886:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1769077283.429887:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077283.429888:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104277120 : -127169605274496 : ffff8c5704d9f480)
02000000:00000001:0.0:1769077283.429898:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077283.429903:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9f480 x1855007948254336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077283.429904:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077283.429910:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077283.429921:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:0.0:1769077283.429926:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077283.429930:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077283.429935:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077283.429935:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8660.
00000100:00000200:2.0:1769077283.429940:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948254336, offset 0
00000400:00000200:2.0:1769077283.429949:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000010:0.0:1769077283.429950:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000400:00000200:2.0:1769077283.429958:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000040:0.0:1769077283.429960:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000400:00000200:2.0:1769077283.429965:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
02000000:00000001:0.0:1769077283.429972:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769077283.429973:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1769077283.429979:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077283.429980:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077283.429990:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769077283.429991:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769077283.429995:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
02000000:00000001:0.0:1769077283.429999:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077283.430001:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29798:29798:255:4294967295] 192.168.204.128@tcp LPNI seq info [29797:29797:7:4294967295]
02000000:00000001:0.0:1769077283.430005:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077283.430006:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077283.430015:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077283.430019:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077283.430023:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e900.
00000800:00000200:2.0:1769077283.430027:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000010:0.0:1769077283.430030:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14800.
00000800:00000200:2.1:1769077283.430032:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:2.0:1769077283.430041:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077283.430043:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077283.430046:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077283.430051:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077283.430054:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298647566
00000100:00100000:0.0:1769077283.430057:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948254592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077283.430059:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298648847
00000100:00000001:2.0:1769077283.430066:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298647566
00000100:00000001:2.0:1769077283.430075:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298648847
00000100:00000001:2.0:1769077283.430082:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077283.430091:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077283.430099:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077283.430100:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1769077283.430107:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c700 x1855007948254464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077283.430111:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077283.430132:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1769077283.430133:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948254592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077283.430135:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077283.430145:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077283.430150:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077283.430163:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077283.430176:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948254464:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077283.430178:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077283.430188:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1769077283.430190:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1769077283.430194:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1769077283.430200:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:2.0:1769077283.430200:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077283.430210:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077283.430211:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077283.430216:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:2.0:1769077283.430219:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
00000100:00000001:0.0:1769077283.430222:0:44394:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:2.0:1769077283.430227:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077283.430236:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3975
00000400:00000200:2.0:1769077283.430244:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077283.430251:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077283.430252:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077283.430264:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000400:00000200:0.0:1769077283.430269:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000200:2.0:1769077283.430272:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948254464, portal 10
00000100:00080000:0.0:1769077283.430275:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077283.430279:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077283.430284:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104265472 : -127169605286144 : ffff8c5704d9c700)
00000100:00000040:0.0:1769077283.430286:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077283.430301:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077283.430303:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c700 x1855007948254464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077283.430312:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077283.430326:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077283.430339:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077283.430345:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1769077283.430346:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769077283.430352:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1769077283.430360:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000020:00000040:0.0:1769077283.430361:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000400:00000010:2.0:1769077283.430372:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8cc0.
00000020:00000001:0.0:1769077283.430373:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000200:2.0:1769077283.430383:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948254464, offset 0
00000020:00000001:0.0:1769077283.430384:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:0.0:1769077283.430398:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077283.430398:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077283.430408:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077283.430409:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077283.430417:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077283.430421:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000001:0.0:1769077283.430424:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077283.430430:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1769077283.430434:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000400:00000200:2.0:1769077283.430440:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00080000:0.0:1769077283.430449:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000200:2.0:1769077283.430450:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077283.430461:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000001:0.0:1769077283.430467:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077283.430472:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29799:29799:254:4294967295] 192.168.204.128@tcp LPNI seq info [29798:29798:6:4294967295]
02000000:00000001:0.0:1769077283.430478:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077283.430486:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077283.430495:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:0.0:1769077283.430498:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077283.430506:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077283.430510:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077283.430526:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077283.430530:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769077283.430533:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077283.430544:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00000010:0.0:1769077283.430545:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d500.
00000020:00000040:0.0:1769077283.430555:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000800:00000010:2.0:1769077283.430557:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ea00.
02000000:00000001:0.0:1769077283.430560:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077283.430564:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077283.430571:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:0.0:1769077283.430575:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077283.430580:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077283.430590:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077283.430592:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:2.0:1769077283.430601:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077283.430604:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15000.
00000100:00000040:2.0:1769077283.430608:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000100:00000001:0.0:1769077283.430613:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077283.430623:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077283.430630:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298647565
00000100:00100000:0.0:1769077283.430637:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d500 x1855007948254720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077283.430639:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298648847
00000100:00000001:2.0:1769077283.430645:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298647565
00000100:00000001:2.0:1769077283.430653:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298648847
00000100:00000001:2.0:1769077283.430661:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077283.430675:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077283.430684:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077283.430685:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077283.430689:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077283.430694:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077283.430698:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077283.430702:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000040:0.0:1769077283.430709:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c2d91c4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d500 x1855007948254720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077283.430710:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077283.430714:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077283.430719:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077283.430768:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9dc00 x1855007948254592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077283.430789:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077283.430796:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077283.430800:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077283.430801:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3985)
02000000:00000001:2.0:1769077283.430807:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077283.430813:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077283.430816:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077283.430821:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948254592:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077283.430826:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077283.430829:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077283.430831:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077283.430848:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077283.430853:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077283.430856:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077283.430860:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077283.430864:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077283.430868:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077283.430872:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948254592, portal 4
00000100:00000001:2.0:1769077283.430875:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077283.430877:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104270848 : -127169605280768 : ffff8c5704d9dc00)
00000100:00000040:2.0:1769077283.430887:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9dc00 x1855007948254592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077283.430901:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077283.430905:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077283.430908:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8a18.
00000100:00000200:2.0:1769077283.430911:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948254592, offset 0
00000400:00000200:2.0:1769077283.430915:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077283.430919:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077283.430923:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077283.430926:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077283.430929:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077283.430932:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077283.430934:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077283.430937:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29800:29800:253:4294967295] 192.168.204.128@tcp LPNI seq info [29799:29799:5:4294967295]
00000400:00000200:2.0:1769077283.430941:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077283.430947:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077283.430952:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077283.430962:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e200.
00000800:00000200:2.0:1769077283.430966:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077283.430970:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:2.0:1769077283.430974:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077283.430977:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077283.430980:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077283.430983:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298647631
00000100:00000001:2.0:1769077283.430985:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298648847
00000100:00000001:2.0:1769077283.430988:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298647631
00000100:00000001:2.0:1769077283.430990:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298648847
00000100:00000001:2.0:1769077283.430993:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077283.430995:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077283.430998:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077283.431000:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077283.431003:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077283.431005:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769077283.431008:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077283.431010:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077283.431011:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077283.431016:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d500 x1855007948254720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077283.431024:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077283.431026:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077283.431028:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077283.431030:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077283.431032:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077283.431035:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948254720:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077283.431038:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077283.431040:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077283.431042:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077283.431044:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077283.431048:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411400.
02000000:00000001:2.0:1769077283.431050:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077283.431055:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077283.431058:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077283.431061:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077283.431065:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948254720, portal 4
00000100:00000001:2.0:1769077283.431067:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077283.431068:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104269056 : -127169605282560 : ffff8c5704d9d500)
00000100:00000040:2.0:1769077283.431075:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d500 x1855007948254720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077283.431081:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077283.431083:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077283.431085:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8110.
00000100:00000200:2.0:1769077283.431088:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948254720, offset 0
00000400:00000200:2.0:1769077283.431092:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077283.431096:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077283.431100:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077283.431102:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077283.431105:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077283.431107:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077283.431109:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077283.431112:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29801:29801:252:4294967295] 192.168.204.128@tcp LPNI seq info [29800:29800:4:4294967295]
00000400:00000200:2.0:1769077283.431116:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077283.431121:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077283.431125:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077283.431129:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077283.431133:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077283.431136:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:2.0:1769077283.431140:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077283.431143:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077283.431146:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077283.431148:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298647578
00000100:00000001:2.0:1769077283.431151:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298648847
00000100:00000001:2.0:1769077283.431153:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298647578
00000100:00000001:2.0:1769077283.431156:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298648847
00000100:00000001:2.0:1769077283.431158:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077283.431161:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077283.431163:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077283.431165:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077283.431170:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077283.431172:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769077283.431175:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077283.431177:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077283.431181:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077283.431184:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077283.748896:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077283.748906:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077283.748940:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077283.748944:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077283.748947:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077284.452893:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077284.452902:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077284.452904:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077284.452909:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077284.452913:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077284.452916:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077284.452919:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077284.452922:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077284.452924:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077284.772852:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298648847, at 4298648896
00000100:00000040:1.0:1769077284.772852:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298648847, at 4298648896
00010000:00000001:2.0:1769077284.772859:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077284.772866:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077284.772872:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227840.
00000100:00000010:1.0:1769077284.772877:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2274e0.
00000020:00000001:3.0:1769077284.772926:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077284.772930:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077284.772933:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077285.476871:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077285.476881:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077285.476883:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077285.476890:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077285.476894:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077285.476898:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077285.476902:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077285.476905:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077285.476908:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077285.796882:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077285.796890:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077285.796944:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077285.796949:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077285.796953:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077286.500877:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077286.500886:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077286.500888:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077286.500894:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077286.500897:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077286.500902:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.500905:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077286.500909:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.500911:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1769077286.501009:0:2421:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.128:988
00000400:00000100:1.0:1769077286.501064:0:2421:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.128@tcp at host 192.168.204.128 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769077286.501076:0:2421:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077286.501081:0:2421:0:(router.c:1755:lnet_notify()) 192.168.204.28@tcp notifying 192.168.204.128@tcp: down
00000400:00000200:1.0:1769077286.501084:0:2421:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077286.501088:0:2421:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769077286.501093:0:2421:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769077286.501097:0:2421:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:1.0:1769077286.501103:0:2421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077286.501108:0:2421:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077286.501115:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e86e8
00000400:00000010:1.0:1769077286.501118:0:2421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e86e8.
00000100:00000001:1.0:1769077286.501124:0:2421:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077286.501133:0:2421:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5704d9c380 x1855007948254208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077286.501161:0:2421:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077286.501166:0:2421:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948254208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077308 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077286.501175:0:2421:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077286.501177:0:2421:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077286.501188:0:2421:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769077286.501190:0:2421:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e900.
00000400:00000200:1.0:1769077286.501193:0:2421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077286.501197:0:2421:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077286.501200:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8660
00000400:00000010:1.0:1769077286.501203:0:2421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8660.
00000100:00000001:1.0:1769077286.501205:0:2421:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077286.501210:0:2421:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5704d9f480 x1855007948254336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077286.501219:0:2421:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077286.501224:0:2421:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9f480 x1855007948254336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077308 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077286.501231:0:2421:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077286.501233:0:2421:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077286.501238:0:2421:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769077286.501241:0:2421:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ea00.
00000400:00000200:1.0:1769077286.501244:0:2421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077286.501247:0:2421:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077286.501250:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8cc0
00000400:00000010:1.0:1769077286.501252:0:2421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8cc0.
00000100:00000001:1.0:1769077286.501255:0:2421:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077286.501259:0:2421:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5704d9c700 x1855007948254464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077286.501269:0:2421:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077286.501273:0:2421:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c700 x1855007948254464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077308 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077286.501280:0:2421:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077286.501282:0:2421:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077286.501290:0:2421:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769077286.501292:0:2421:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e200.
00000400:00000200:1.0:1769077286.501295:0:2421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077286.501298:0:2421:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077286.501300:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8a18
00000400:00000010:1.0:1769077286.501303:0:2421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8a18.
00000100:00000001:1.0:1769077286.501305:0:2421:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077286.501310:0:2421:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5704d9dc00 x1855007948254592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077286.501319:0:2421:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077286.501323:0:2421:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948254592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077308 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077286.501331:0:2421:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077286.501331:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077286.501336:0:2421:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077286.501338:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000800:00000100:1.0:1769077286.501345:0:2421:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000100:00000001:2.0:1769077286.501346:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000800:00000010:1.0:1769077286.501349:0:2421:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:1.0:1769077286.501355:0:2421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00100000:2.0:1769077286.501359:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077283/real 1769077286]  req@ffff8c5704d9dc00 x1855007948254592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077286.501362:0:2421:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077286.501366:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8110
00000400:00000010:1.0:1769077286.501369:0:2421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8110.
00000100:00000001:1.0:1769077286.501374:0:2421:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077286.501391:0:2421:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5704d9d500 x1855007948254720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077286.501394:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077286.501398:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077286.501404:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000100:00000001:1.0:1769077286.501405:0:2421:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077286.501411:0:2421:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d500 x1855007948254720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077308 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077286.501413:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077286.501417:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077286.501424:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1769077286.501426:0:2421:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077286.501432:0:2421:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000200:2.0:1769077286.501432:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9dc00 x1855007948254592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077286.501445:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9dc00 x1855007948254592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.501453:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077286.501455:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.501459:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077286.501461:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077286.501470:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9dc00 x1855007948254592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.501478:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077286.501482:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9dc00 x1855007948254592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.501492:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077286.501496:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.501498:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077286.501499:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.501502:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077286.501505:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077286.501509:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077286.501515:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077286.501518:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077286.501525:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9dc00 x1855007948254592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077286.501533:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948254592:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077286.501539:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077286.501543:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077283/real 1769077286]  req@ffff8c5704d9f480 x1855007948254336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077286.501551:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077286.501553:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077286.501555:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada840.
00000400:00000200:2.0:1769077286.501557:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e87f8
00000400:00000010:2.0:1769077286.501559:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e87f8.
00000100:00000001:2.0:1769077286.501562:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077286.501566:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9f480 x1855007948254336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077286.501575:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9f480 x1855007948254336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.501581:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077286.501583:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.501585:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077286.501586:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077286.501590:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9f480 x1855007948254336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.501596:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077286.501599:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9f480 x1855007948254336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.501606:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077286.501609:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.501610:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077286.501612:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.501614:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077286.501616:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077286.501619:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077286.501623:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077286.501625:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077286.501629:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9f480 x1855007948254336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077286.501636:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948254336:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077286.501641:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077286.501645:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077283/real 1769077286]  req@ffff8c5704d9c700 x1855007948254464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077286.501652:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077286.501653:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077286.501655:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077286.501658:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077286.501660:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077286.501662:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077286.501665:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c700 x1855007948254464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077286.501672:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c700 x1855007948254464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.501679:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077286.501681:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.501684:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077286.501686:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077286.501690:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c700 x1855007948254464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.501697:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077286.501701:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c700 x1855007948254464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.501707:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077286.501710:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.501711:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077286.501713:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.501714:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077286.501716:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077286.501718:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077286.501722:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077286.501724:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077286.501753:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c700 x1855007948254464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077286.501763:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948254464:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077286.501768:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077286.501772:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077283/real 1769077286]  req@ffff8c5704d9c380 x1855007948254208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077286.501780:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077286.501797:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077286.501800:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077286.501803:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077286.501805:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077286.501808:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077286.501812:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948254208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077286.501819:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948254208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.501826:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077286.501828:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.501830:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077286.501831:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077286.501835:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948254208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.501841:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077286.501844:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948254208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.501851:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077286.501853:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.501856:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077286.501857:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.501859:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077286.501860:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077286.501863:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077286.501866:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077286.501868:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077286.501872:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948254208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077286.501880:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948254208:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077286.501884:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077286.501886:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077286.501890:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9dc00 x1855007948254592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.501897:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077286.501901:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077286.501906:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077286.501910:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077286.501914:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077286.501916:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077286.501918:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077286.501922:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14800.
02000000:00000001:2.0:1769077286.501926:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077286.501930:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077286.501932:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077286.501936:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077286.501937:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.501939:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077286.501943:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9f480 x1855007948254336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.501950:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077286.501951:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077286.501953:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077286.501956:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077286.501957:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077286.501959:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077286.501961:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077286.501963:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17c00.
02000000:00000001:2.0:1769077286.501965:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077286.501967:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077286.501968:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9f480.
00000100:00000001:2.0:1769077286.501971:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077286.501973:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.501974:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077286.501978:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c700 x1855007948254464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.501985:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077286.501987:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077286.501988:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077286.501991:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077286.501992:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077286.501994:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077286.501996:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077286.501997:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15400.
02000000:00000001:2.0:1769077286.502000:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077286.502001:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077286.502002:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c700.
00000100:00000001:2.0:1769077286.502005:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077286.502006:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.502008:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077286.502011:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948254208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.502025:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077286.502027:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077286.502028:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077286.502031:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077286.502032:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077286.502034:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077286.502036:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077286.502037:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16c00.
02000000:00000001:2.0:1769077286.502041:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077286.502042:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077286.502043:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077286.502045:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077286.502046:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.502050:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077286.502052:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077286.502053:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077286.502055:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077286.502060:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077283/real 1769077286]  req@ffff8c5704d9d500 x1855007948254720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077286.502068:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077286.502070:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077286.502072:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077286.502086:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077286.502089:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077286.502092:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077286.502095:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d500 x1855007948254720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077286.502105:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d500 x1855007948254720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.502113:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077286.502115:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.502117:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077286.502118:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077286.502122:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d500 x1855007948254720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.502130:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077286.502134:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d500 x1855007948254720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.502141:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077286.502143:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.502145:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077286.502146:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.502147:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077286.502150:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077286.502152:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077286.502156:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077286.502158:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077286.502162:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d500 x1855007948254720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077286.502173:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948254720:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077286.502179:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.502182:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077286.502185:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d500 x1855007948254720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.502192:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077286.502193:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077286.502196:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411400.
02000000:00000001:2.0:1769077286.502199:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077286.502201:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077286.502202:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077286.502205:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077286.502207:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15000.
02000000:00000001:2.0:1769077286.502210:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077286.502212:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077286.502214:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d500.
00000100:00000001:2.0:1769077286.502217:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077286.502218:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.502220:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.502228:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077286.502230:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077286.502232:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077286.502233:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077286.820841:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077286.820847:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077286.820867:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077286.820869:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077286.820872:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077287.524902:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077287.524907:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077287.524909:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077287.524913:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077287.524916:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077287.524919:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077287.524921:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077287.524923:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077287.524925:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077287.844920:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077287.844928:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077287.844957:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077287.844960:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077287.844964:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077288.548801:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077288.548810:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077288.548812:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077288.548816:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077288.548820:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077288.548825:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3980
00000400:00000200:0.0:1769077288.548834:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077288.548839:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077288.548842:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077288.548845:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077288.548848:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077288.548850:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077288.548852:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077288.548855:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077288.548856:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077288.548858:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077288.548860:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077288.548862:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077288.548863:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077288.548866:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077288.548868:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077288.548870:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077288.548873:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077288.548877:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077288.548880:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077288.548883:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077288.548886:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077288.548889:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077288.548892:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077288.548894:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077288.548896:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077288.548904:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9df80.
00000020:00000040:0.0:1769077288.548908:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077288.548913:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077288.548916:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077288.548919:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077288.548921:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077288.548924:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
02000000:00000001:0.0:1769077288.548927:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077288.548929:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077288.548932:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077288.548936:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
02000000:00000010:0.0:1769077288.548937:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16400.
00000100:00000001:2.0:1769077288.548939:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077288.548943:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077288.548945:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077288.548946:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077288.548950:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077288.548953:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077288.548968:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9df80 x1855007948254848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077288.548979:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077288.548983:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077288.548989:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bed851a] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9df80 x1855007948254848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077288.549018:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077288.549023:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077288.549026:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077288.549028:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077288.549029:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077288.549033:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077288.549035:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3980
00000400:00000200:0.0:1769077288.549039:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077288.549043:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077288.549046:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077288.549049:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077288.549053:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077288.549055:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077288.549058:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077288.549061:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077288.549061:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1769077288.549066:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000100:00000001:2.0:1769077288.549067:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769077288.549069:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077288.549072:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769077288.549074:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077288.549078:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077288.549082:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:2.0:1769077288.549083:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9df80 x1855007948254848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077288.549087:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077288.549093:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077288.549098:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077288.549104:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077288.549105:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077288.549108:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077288.549110:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
02000000:00000001:2.0:1769077288.549115:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1769077288.549117:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
02000000:00000001:2.0:1769077288.549119:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077288.549122:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077288.549125:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077288.549127:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1769077288.549133:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948254848:192.168.204.128@tcp:250:kworker.0
02000000:00000001:0.0:1769077288.549135:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077288.549143:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077288.549143:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077288.549149:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077288.549151:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1769077288.549154:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077288.549155:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769077288.549162:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077288.549163:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077288.549168:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077288.549171:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
00000100:00000010:0.0:1769077288.549174:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d180.
02000000:00000001:2.0:1769077288.549175:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077288.549180:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077288.549187:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769077288.549187:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:0.0:1769077288.549191:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077288.549193:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1769077288.549195:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
02000000:00000001:0.0:1769077288.549196:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077288.549199:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077288.549206:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
02000000:00000010:0.0:1769077288.549207:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17800.
00000100:00000001:0.0:1769077288.549214:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077288.549218:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948254848, portal 25
00000100:00100000:0.0:1769077288.549222:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d180 x1855007948254976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077288.549224:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077288.549227:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104271744 : -127169605279872 : ffff8c5704d9df80)
00000100:00000001:0.0:1769077288.549238:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1769077288.549241:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9df80 x1855007948254848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077288.549243:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077288.549253:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad4bb1df] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d180 x1855007948254976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.549257:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077288.549265:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077288.549271:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000001:0.0:1769077288.549273:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077288.549278:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948254848, offset 0
00000100:00080000:0.0:1769077288.549279:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077288.549286:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077288.549290:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769077288.549291:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00080000:0.0:1769077288.549293:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077288.549299:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077288.549303:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:0.0:1769077288.549304:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3980
00000400:00000200:0.0:1769077288.549314:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077288.549317:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077288.549322:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077288.549327:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077288.549328:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077288.549337:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077288.549342:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077288.549345:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077288.549349:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29802:29802:256:4294967295] 192.168.204.128@tcp LPNI seq info [29801:29801:8:4294967295]
00000100:00000040:0.0:1769077288.549351:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077288.549357:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077288.549359:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:0.0:1769077288.549363:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077288.549367:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077288.549371:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077288.549375:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769077288.549380:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077288.549381:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1769077288.549384:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077288.549389:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769077288.549394:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000800:00000200:2.0:1769077288.549395:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00000040:0.0:1769077288.549404:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000010:2.0:1769077288.549406:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000100:00000001:0.0:1769077288.549409:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077288.549413:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077288.549415:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:2.0:1769077288.549420:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000040:0.0:1769077288.549421:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:0.0:1769077288.549429:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077288.549431:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077288.549434:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1769077288.549436:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
02000000:00000001:0.0:1769077288.549437:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077288.549444:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077288.549447:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:2.1:1769077288.549450:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000008:00100000:0.0:1769077288.549451:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077288.549454:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077288.549458:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077288.549462:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00000010:0.0:1769077288.549465:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000020:00000040:0.0:1769077288.549470:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000800:00000100:2.0:1769077288.549471:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
02000000:00000001:0.0:1769077288.549474:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000010:2.0:1769077288.549477:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
02000000:00000001:0.0:1769077288.549478:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077288.549484:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077288.549486:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077288.549487:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1769077288.549488:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077288.549496:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14000.
00000400:00000200:2.0:1769077288.549497:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769077288.549503:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077288.549507:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077288.549513:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00100000:0.0:1769077288.549514:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948255104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077288.549521:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769077288.549527:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1769077288.549530:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9df80 x1855007948254848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077288.549531:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077288.549542:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948255104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.549550:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769077288.549556:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077288.549558:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9df80 x1855007948254848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077313 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077288.549562:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077288.549571:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077288.549575:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077288.549576:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077288.549579:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077288.549581:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077288.549586:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077288.549592:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3980
00000100:00000001:2.0:1769077288.549592:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077288.549602:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077288.549603:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077288.549610:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077288.549610:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298653967
00000100:00080000:0.0:1769077288.549616:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000010:2.0:1769077288.549619:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227e40.
00000100:00000040:0.0:1769077288.549622:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077288.549627:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077288.549629:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077288.549630:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769077288.549632:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077288.549637:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077288.549639:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000100:00000001:2.0:1769077288.549640:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298653967
00000020:00000001:0.0:1769077288.549641:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077288.549646:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000100:00000010:2.0:1769077288.549648:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227ba0.
00000020:00000001:0.0:1769077288.549650:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769077288.549655:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077288.549655:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077288.549661:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769077288.549663:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077288.549668:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077288.549669:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077288.549674:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1769077288.549675:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077288.549680:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00100000:2.0:1769077288.549683:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077288/real 1769077288]  req@ffff8c5704d9df80 x1855007948254848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077288.549684:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:0.0:1769077288.549692:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077288.549699:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077288.549704:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:2.0:1769077288.549705:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1769077288.549708:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:2.0:1769077288.549709:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077288.549714:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
02000000:00000001:0.0:1769077288.549715:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077288.549720:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769077288.549720:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000008:00100000:0.0:1769077288.549723:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000400:00000010:2.0:1769077288.549725:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000008:00000001:0.0:1769077288.549775:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077288.549777:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077288.549782:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d500.
00000020:00000040:0.0:1769077288.549785:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000001:2.0:1769077288.549789:0:2431:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1769077288.549791:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077288.549794:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077288.549798:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1769077288.549799:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9df80 x1855007948254848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077288.549801:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077288.549805:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077288.549814:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17000.
00000100:00000200:2.0:1769077288.549816:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9df80 x1855007948254848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077288.549820:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077288.549830:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00100000:0.0:1769077288.549832:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d500 x1855007948255232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077288.549834:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077288.549839:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077288.549842:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077288.549850:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1769077288.549854:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9df80 x1855007948254848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077288.549855:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077288.549867:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c2d91c4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d500 x1855007948255232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.549868:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077288.549878:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9df80 x1855007948254848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077288.549883:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077288.549889:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077288.549892:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077288.549897:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077288.549898:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077288.549902:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077288.549903:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1769077288.549906:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077288.549907:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077288.549913:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077288.549915:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077288.549917:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077288.549922:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3980
00000100:00080000:2.0:1769077288.549923:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:0.0:1769077288.549930:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:2.0:1769077288.549933:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077288.549938:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:0.0:1769077288.549939:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077288.549945:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077288.549948:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9df80 x1855007948254848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077288.549953:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077288.549958:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077288.549964:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077288.549969:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00100000:2.0:1769077288.549970:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948254848:192.168.204.128@tcp:250:kworker.0
00000020:00000001:0.0:1769077288.549975:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077288.549979:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769077288.549980:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077288.549981:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1769077288.549983:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00000001:2.0:1769077288.549986:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1769077288.549988:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:2.0:1769077288.549993:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9df80 x1855007948254848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077288.549994:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:0.0:1769077288.550004:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077288.550010:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077288.550015:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077288.550021:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077288.550024:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000020:00000040:0.0:1769077288.550026:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
02000000:00000001:2.0:1769077288.550028:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:0.0:1769077288.550033:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
02000000:00000010:2.0:1769077288.550034:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
00000100:00000001:0.0:1769077288.550037:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077288.550040:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077288.550044:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077288.550045:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077288.550048:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077288.550051:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16400.
02000000:00000001:0.0:1769077288.550053:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077288.550055:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077288.550059:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077288.550061:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9df80.
02000000:00000001:0.0:1769077288.550063:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077288.550065:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
02000000:00000001:0.0:1769077288.550068:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077288.550069:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077288.550074:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077288.550075:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:0.0:1769077288.550079:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077288.550084:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077288.550085:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077288.550086:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077288.550088:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077288.550092:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000010:0.0:1769077288.550094:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077288.550095:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077288.550098:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769077288.550101:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000040:2.0:1769077288.550106:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d180 x1855007948254976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077288.550108:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077288.550110:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077288.550115:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077288.550119:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077288.550122:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077288.550123:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077288.550127:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077288.550129:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14c00.
02000000:00000001:2.0:1769077288.550131:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077288.550135:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077288.550136:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077288.550141:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077288.550142:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948255360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1769077288.550149:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948254976:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077288.550152:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077288.550156:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077288.550158:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1769077288.550162:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948255360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077288.550164:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077288.550168:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077288.550175:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077288.550176:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077288.550181:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
00000100:00000040:0.0:1769077288.550183:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3990)
02000000:00000001:2.0:1769077288.550185:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077288.550192:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077288.550196:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077288.550200:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077288.550205:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948254976, portal 10
00000100:00000001:2.0:1769077288.550207:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077288.550209:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104268160 : -127169605283456 : ffff8c5704d9d180)
00000100:00000040:2.0:1769077288.550217:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d180 x1855007948254976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.550224:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077288.550226:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077288.550229:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077288.550232:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948254976, offset 0
00000400:00000200:2.0:1769077288.550237:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077288.550241:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077288.550246:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077288.550250:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077288.550253:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077288.550256:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077288.550258:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077288.550262:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29803:29803:256:4294967295] 192.168.204.128@tcp LPNI seq info [29802:29802:8:4294967295]
00000400:00000200:2.0:1769077288.550267:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077288.550275:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077288.550280:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077288.550283:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077288.550286:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077288.550288:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077288.550291:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077288.550294:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077288.550297:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077288.550298:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077288.550301:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077288.550303:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077288.550306:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077288.550307:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077288.550310:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077288.550313:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d180 x1855007948254976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.550318:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077288.550320:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d180 x1855007948254976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077313 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.550325:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077288.550326:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077288.550329:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077288.550332:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077288.550334:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077288.550336:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298652686
00000100:00000001:2.0:1769077288.550338:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298653967
00000100:00000001:2.0:1769077288.550340:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298652686
00000100:00000001:2.0:1769077288.550342:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298653967
00000100:00000001:2.0:1769077288.550343:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077288.550345:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077288.550346:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077288.550348:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077288/real 1769077288]  req@ffff8c5704d9d180 x1855007948254976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077288.550353:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077288.550354:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077288.550356:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077288.550357:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077288.550359:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077288.550360:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077288.550362:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d180 x1855007948254976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077288.550369:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d180 x1855007948254976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.550381:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077288.550383:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077288.550385:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077288.550386:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077288.550390:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d180 x1855007948254976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.550396:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077288.550401:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d180 x1855007948254976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.550408:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077288.550411:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077288.550412:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077288.550414:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077288.550416:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077288.550418:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077288.550421:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077288.550425:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077288.550428:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077288.550432:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d180 x1855007948254976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077288.550441:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948254976:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077288.550445:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077288.550448:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c000 x1855007948255104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.550452:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077288.550453:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077288.550455:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077288.550457:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077288.550458:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077288.550460:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948255104:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077288.550462:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077288.550464:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077288.550465:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077288.550466:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077288.550469:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077288.550470:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077288.550475:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077288.550477:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077288.550481:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077288.550484:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948255104, portal 10
00000100:00000001:2.0:1769077288.550486:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077288.550487:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104263680 : -127169605287936 : ffff8c5704d9c000)
00000100:00000040:2.0:1769077288.550493:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c000 x1855007948255104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.550500:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077288.550502:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077288.550504:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077288.550507:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948255104, offset 0
00000400:00000200:2.0:1769077288.550511:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077288.550516:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077288.550520:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077288.550523:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077288.550526:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077288.550529:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077288.550531:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077288.550535:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29804:29804:256:4294967295] 192.168.204.128@tcp LPNI seq info [29803:29803:8:4294967295]
00000400:00000200:2.0:1769077288.550539:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077288.550546:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077288.550551:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077288.550555:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077288.550560:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077288.550563:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077288.550568:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077288.550571:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077288.550574:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077288.550577:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077288.550580:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077288.550583:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077288.550587:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077288.550589:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077288.550592:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077288.550596:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c000 x1855007948255104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.550602:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077288.550605:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c000 x1855007948255104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077313 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.550609:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077288.550610:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077288.550613:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077288.550615:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077288.550618:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077288.550619:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298652685
00000100:00000001:2.0:1769077288.550621:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298653967
00000100:00000001:2.0:1769077288.550623:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298652685
00000100:00000001:2.0:1769077288.550624:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298653967
00000100:00000001:2.0:1769077288.550625:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077288.550627:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077288.550628:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077288.550630:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077288/real 1769077288]  req@ffff8c5704d9c000 x1855007948255104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077288.550636:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077288.550638:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077288.550640:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077288.550642:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077288.550644:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077288.550645:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077288.550648:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c000 x1855007948255104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077288.550653:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c000 x1855007948255104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.550657:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077288.550658:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077288.550659:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077288.550660:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077288.550662:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c000 x1855007948255104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.550666:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077288.550669:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c000 x1855007948255104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.550673:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077288.550674:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077288.550675:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077288.550676:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077288.550677:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077288.550678:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077288.550679:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077288.550682:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077288.550683:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077288.550686:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c000 x1855007948255104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077288.550691:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948255104:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077288.550694:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077288.550695:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d500 x1855007948255232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.550699:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077288.550700:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077288.550702:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077288.550703:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077288.550704:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077288.550706:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948255232:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077288.550708:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077288.550709:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077288.550710:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077288.550711:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077288.550714:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077288.550715:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077288.550718:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077288.550719:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077288.550722:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077288.550724:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948255232, portal 4
00000100:00000001:2.0:1769077288.550725:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077288.550726:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104269056 : -127169605282560 : ffff8c5704d9d500)
00000100:00000040:2.0:1769077288.550763:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d500 x1855007948255232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.550768:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077288.550770:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077288.550772:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077288.550774:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948255232, offset 0
00000400:00000200:2.0:1769077288.550777:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077288.550780:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077288.550782:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077288.550784:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077288.550786:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077288.550788:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077288.550790:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077288.550792:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29805:29805:256:4294967295] 192.168.204.128@tcp LPNI seq info [29804:29804:8:4294967295]
00000400:00000200:2.0:1769077288.550795:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077288.550799:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077288.550802:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077288.550804:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077288.550806:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077288.550808:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077288.550811:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077288.550813:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077288.550815:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077288.550817:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077288.550819:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077288.550821:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077288.550823:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077288.550824:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077288.550826:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077288.550828:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d500 x1855007948255232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.550834:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077288.550836:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d500 x1855007948255232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077313 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.550844:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077288.550845:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077288.550848:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077288.550851:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077288.550855:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077288.550857:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298652751
00000100:00000001:2.0:1769077288.550860:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298653967
00000100:00000001:2.0:1769077288.550862:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298652751
00000100:00000001:2.0:1769077288.550864:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298653967
00000100:00000001:2.0:1769077288.550867:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077288.550869:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077288.550871:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077288.550875:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077288/real 1769077288]  req@ffff8c5704d9d500 x1855007948255232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077288.550884:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077288.550885:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077288.550887:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077288.550890:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077288.550892:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077288.550894:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077288.550897:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d500 x1855007948255232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077288.550906:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d500 x1855007948255232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.550914:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077288.550916:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077288.550917:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077288.550919:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077288.550923:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d500 x1855007948255232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.550930:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077288.550934:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d500 x1855007948255232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.550942:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077288.550945:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077288.550946:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077288.550948:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077288.550950:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077288.550952:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077288.550954:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077288.550958:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077288.550960:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077288.550964:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d500 x1855007948255232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077288.550973:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948255232:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077288.550978:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077288.550980:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077288.550982:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d180 x1855007948254976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.550987:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077288.550988:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077288.550989:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077288.550991:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077288.550992:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077288.550993:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077288.550995:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077288.550997:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17800.
02000000:00000001:2.0:1769077288.550998:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077288.550999:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077288.551000:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d180.
00000100:00000001:2.0:1769077288.551002:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077288.551003:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077288.551004:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077288.551006:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c000 x1855007948255104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.551015:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077288.551016:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077288.551017:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077288.551018:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077288.551018:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077288.551019:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077288.551020:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077288.551021:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14000.
02000000:00000001:2.0:1769077288.551022:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077288.551023:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077288.551024:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c000.
00000100:00000001:2.0:1769077288.551025:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077288.551026:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077288.551027:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077288.551029:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d500 x1855007948255232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.551032:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077288.551033:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077288.551034:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077288.551035:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077288.551036:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077288.551037:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077288.551038:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077288.551039:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17000.
02000000:00000001:2.0:1769077288.551040:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077288.551040:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077288.551041:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d500.
00000100:00000001:2.0:1769077288.551042:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077288.551043:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077288.551044:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077288.551047:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077288.551048:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077288.551049:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077288.551050:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077288.551051:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077288.551054:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948255360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.551058:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077288.551059:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077288.551061:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077288.551062:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077288.551063:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077288.551065:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948255360:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077288.551067:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077288.551068:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077288.551069:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077288.551071:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077288.551073:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077288.551074:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077288.551077:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077288.551079:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077288.551081:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077288.551083:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948255360, portal 4
00000100:00000001:2.0:1769077288.551085:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077288.551085:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
00000100:00000040:2.0:1769077288.551089:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948255360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.551094:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077288.551095:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077288.551097:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077288.551098:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948255360, offset 0
00000400:00000200:2.0:1769077288.551101:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077288.551103:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077288.551106:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077288.551108:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077288.551110:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077288.551111:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077288.551113:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077288.551115:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29806:29806:256:4294967295] 192.168.204.128@tcp LPNI seq info [29805:29805:8:4294967295]
00000400:00000200:2.0:1769077288.551118:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077288.551123:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077288.551126:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077288.551128:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077288.551130:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077288.551132:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077288.551135:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077288.551137:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077288.551139:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077288.551141:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077288.551142:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077288.551145:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077288.551147:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077288.551148:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077288.551150:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077288.551152:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c380 x1855007948255360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.551157:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077288.551159:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948255360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077313 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.551163:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077288.551164:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077288.551166:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077288.551168:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077288.551170:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077288.551172:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298652698
00000100:00000001:2.0:1769077288.551173:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298653967
00000100:00000001:2.0:1769077288.551175:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298652698
00000100:00000001:2.0:1769077288.551176:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298653967
00000100:00000001:2.0:1769077288.551178:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077288.551179:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077288.551181:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077288.551183:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077288/real 1769077288]  req@ffff8c5704d9c380 x1855007948255360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077288.551188:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077288.551189:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077288.551190:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077288.551191:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077288.551192:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077288.551194:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077288.551196:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948255360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077288.551201:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948255360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.551205:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077288.551206:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077288.551207:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077288.551208:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077288.551210:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948255360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.551214:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077288.551216:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948255360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.551220:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077288.551222:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077288.551223:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077288.551224:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077288.551225:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077288.551226:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077288.551228:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077288.551230:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077288.551231:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077288.551234:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948255360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077288.551239:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948255360:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077288.551241:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077288.551242:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077288.551244:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948255360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077288.551248:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077288.551248:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077288.551249:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077288.551251:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077288.551251:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077288.551252:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077288.551253:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077288.551254:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14c00.
02000000:00000001:2.0:1769077288.551255:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077288.551256:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077288.551257:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077288.551258:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077288.551259:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077288.551260:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077288.551262:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077288.551263:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077288.551264:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077288.551265:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077288.868853:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077288.868859:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077288.868924:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077288.868930:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077288.868934:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077289.572984:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077289.572993:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077289.572996:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077289.573003:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077289.573009:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077289.573014:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077289.573017:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077289.573020:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077289.573024:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077289.892850:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298653967, at 4298654016
00010000:00000001:2.0:1769077289.892850:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077289.892855:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077289.892865:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227e40.
00000100:00000040:1.0:1769077289.892884:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298653967, at 4298654016
00000100:00000010:1.0:1769077289.892898:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ba0.
00000020:00000001:3.0:1769077289.892919:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077289.892922:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077289.892926:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077290.596798:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077290.596805:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077290.596806:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077290.596810:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077290.596813:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077290.596816:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077290.596818:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077290.596820:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077290.596822:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077290.916828:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077290.916834:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077290.916855:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077290.916857:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077290.916859:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077291.620804:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077291.620810:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077291.620812:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077291.620816:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077291.620819:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077291.620822:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077291.620824:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077291.620826:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077291.620828:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077291.940830:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077291.940836:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077291.940878:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077291.940881:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077291.940884:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077292.644850:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077292.644858:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077292.644859:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077292.644864:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077292.644867:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077292.644871:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077292.644873:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077292.644875:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077292.644877:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077292.964843:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077292.964850:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077292.964852:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077292.964854:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077292.964859:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077292.964860:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077292.964862:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077292.964864:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077292.964917:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077292.964921:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077292.964924:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077293.668808:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077293.668814:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077293.668816:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077293.668819:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1769077293.668821:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077293.668827:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077293.668829:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077293.668830:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077293.668834:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077293.668834:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077293.668838:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077293.668840:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077293.668841:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.668848:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077293.668855:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3985
00000400:00000200:0.0:1769077293.668865:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077293.668872:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077293.668875:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077293.668878:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077293.668881:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077293.668884:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077293.668886:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077293.668891:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077293.668893:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077293.668896:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077293.668899:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077293.668901:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077293.668904:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077293.668907:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077293.668909:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077293.668911:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077293.668913:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077293.668916:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077293.668919:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077293.668922:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077293.668924:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077293.668927:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077293.668930:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.668932:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077293.668934:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077293.668943:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c700.
00000020:00000040:0.0:1769077293.668947:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077293.668950:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077293.668952:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.668955:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077293.668957:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077293.668962:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077293.668971:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15800.
00000100:00000001:0.0:1769077293.668978:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077293.668987:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c700 x1855007948255488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077293.668998:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077293.669003:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077293.669008:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000435b0902] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c700 x1855007948255488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077293.669028:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077293.669031:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077293.669035:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077293.669037:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077293.669039:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077293.669042:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077293.669045:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3985
00000400:00000200:0.0:1769077293.669050:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077293.669055:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077293.669055:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1769077293.669061:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077293.669062:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769077293.669066:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077293.669067:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077293.669071:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077293.669076:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c700 x1855007948255488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077293.669077:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077293.669083:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077293.669089:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077293.669091:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1769077293.669092:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000100:00000001:2.0:1769077293.669094:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077293.669097:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:2.0:1769077293.669098:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1769077293.669101:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
02000000:00000001:2.0:1769077293.669102:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1769077293.669106:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
02000000:00000001:2.0:1769077293.669107:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077293.669113:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00100000:2.0:1769077293.669114:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948255488:192.168.204.128@tcp:250:kworker.0
00000100:00000040:0.0:1769077293.669120:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077293.669121:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077293.669126:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077293.669126:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077293.669130:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077293.669131:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077293.669133:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077293.669139:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077293.669141:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.669142:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077293.669147:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000400:00000200:2.0:1769077293.669148:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:0.0:1769077293.669153:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000010:2.0:1769077293.669154:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000100:00000001:0.0:1769077293.669160:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077293.669163:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
02000000:00000001:0.0:1769077293.669164:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077293.669172:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1769077293.669172:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948255488, portal 25
02000000:00000001:0.0:1769077293.669178:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077293.669178:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077293.669181:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104265472 : -127169605286144 : ffff8c5704d9c700)
00000100:00000001:0.0:1769077293.669182:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:2.0:1769077293.669188:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c700 x1855007948255488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1769077293.669190:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077293.669196:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077293.669199:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769077293.669200:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077293.669204:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000010:0.0:1769077293.669206:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9f480.
00000400:00000010:2.0:1769077293.669208:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000020:00000040:0.0:1769077293.669210:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000100:00000200:2.0:1769077293.669212:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948255488, offset 0
02000000:00000001:0.0:1769077293.669214:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077293.669217:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.669219:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077293.669222:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077293.669222:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
02000000:00000001:0.0:1769077293.669225:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077293.669231:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000010:0.0:1769077293.669232:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16000.
00000100:00000001:0.0:1769077293.669237:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077293.669240:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00100000:0.0:1769077293.669245:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9f480 x1855007948255616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077293.669246:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077293.669253:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000001:0.0:1769077293.669257:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077293.669260:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769077293.669261:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077293.669265:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000040:0.0:1769077293.669269:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1a89039] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9f480 x1855007948255616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077293.669277:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077293.669278:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29807:29807:256:4294967295] 192.168.204.128@tcp LPNI seq info [29806:29806:8:4294967295]
00000100:00080000:0.0:1769077293.669280:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077293.669287:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:0.0:1769077293.669288:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077293.669291:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077293.669292:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077293.669297:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077293.669301:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1769077293.669302:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3985
00000800:00000200:2.0:1769077293.669311:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077293.669312:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077293.669318:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000800:00000010:2.0:1769077293.669319:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000100:00080000:0.0:1769077293.669320:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077293.669325:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077293.669327:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077293.669331:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000200:2.0:1769077293.669331:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:0.0:1769077293.669336:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:2.0:1769077293.669337:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769077293.669339:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077293.669343:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769077293.669345:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.1:1769077293.669347:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000040:0.0:1769077293.669348:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000800:00000200:2.1:1769077293.669351:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769077293.669352:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769077293.669357:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000800:00000100:2.0:1769077293.669361:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00000040:0.0:1769077293.669363:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000010:2.0:1769077293.669366:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000100:00000001:0.0:1769077293.669367:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077293.669370:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077293.669372:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077293.669372:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1769077293.669375:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:0.0:1769077293.669379:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000200:2.0:1769077293.669381:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769077293.669382:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077293.669385:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769077293.669387:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
02000000:00000001:0.0:1769077293.669388:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1769077293.669390:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
02000000:00000001:0.0:1769077293.669391:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.669394:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077293.669396:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:0.0:1769077293.669397:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077293.669400:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077293.669403:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c700 x1855007948255488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077293.669404:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077293.669410:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000020:00000040:0.0:1769077293.669414:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077293.669417:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077293.669418:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1769077293.669419:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.669424:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1769077293.669424:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c700 x1855007948255488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077318 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077293.669427:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077293.669430:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077293.669436:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14400.
00000100:00000001:2.0:1769077293.669437:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.669441:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077293.669441:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077293.669447:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077293.669450:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948255744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077293.669455:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077293.669460:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298659087
00000100:00000001:0.0:1769077293.669463:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077293.669466:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077293.669467:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227ea0.
00000100:00000040:0.0:1769077293.669471:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948255744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077293.669476:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769077293.669479:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077293.669482:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077293.669482:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298659087
00000100:00080000:0.0:1769077293.669489:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000010:2.0:1769077293.669489:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227ba0.
00000100:00000001:0.0:1769077293.669494:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077293.669495:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00080000:0.0:1769077293.669500:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077293.669501:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077293.669505:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.669508:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077293.669508:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1769077293.669516:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3985
00000100:00100000:2.0:1769077293.669517:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077293/real 1769077293]  req@ffff8c5704d9c700 x1855007948255488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077293.669530:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000001:2.0:1769077293.669531:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077293.669535:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077293.669537:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:0.0:1769077293.669540:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077293.669541:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077293.669544:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00080000:0.0:1769077293.669548:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077293.669548:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077293.669554:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c700 x1855007948255488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077293.669558:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077293.669565:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077293.669570:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000200:2.0:1769077293.669570:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c700 x1855007948255488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077293.669576:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077293.669582:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077293.669585:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:0.0:1769077293.669589:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077293.669590:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:0.0:1769077293.669591:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000100:00000001:2.0:1769077293.669594:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1769077293.669595:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077293.669599:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:0.0:1769077293.669600:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077293.669604:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077293.669606:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077293.669610:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1769077293.669614:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c700 x1855007948255488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077293.669615:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077293.669620:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077293.669625:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:0.0:1769077293.669632:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077293.669635:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077293.669636:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077293.669639:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1769077293.669642:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c700 x1855007948255488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077293.669644:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077293.669650:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.669656:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077293.669656:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:0.0:1769077293.669672:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077293.669672:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077293.669674:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077293.669676:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1769077293.669680:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077293.669680:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077293.669683:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077293.669685:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077293.669687:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000010:0.0:1769077293.669691:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000100:00080000:2.0:1769077293.669692:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000020:00000040:0.0:1769077293.669696:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000001:2.0:1769077293.669697:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1769077293.669701:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077293.669705:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077293.669705:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c700 x1855007948255488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077293.669710:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077293.669713:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077293.669716:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077293.669722:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948255488:192.168.204.128@tcp:250:kworker.0
02000000:00000010:0.0:1769077293.669723:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14c00.
00000100:00000001:2.0:1769077293.669747:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077293.669750:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077293.669753:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c700 x1855007948255488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077293.669755:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077293.669767:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948255872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077293.669769:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077293.669773:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077293.669776:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077293.669780:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077293.669783:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000001:0.0:1769077293.669784:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000020:00000040:2.0:1769077293.669784:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077293.669788:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:0.0:1769077293.669790:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077293.669791:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15800.
02000000:00000001:2.0:1769077293.669796:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077293.669798:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:0.0:1769077293.669803:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948255872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1769077293.669803:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c700.
00000100:00000001:2.0:1769077293.669808:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077293.669809:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077293.669813:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077293.669820:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077293.669822:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077293.669823:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077293.669828:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077293.669829:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077293.669831:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077293.669834:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1769077293.669838:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:2.0:1769077293.669841:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9f480 x1855007948255616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077293.669842:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077293.669846:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077293.669852:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077293.669856:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077293.669859:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3985
00000100:00000001:2.0:1769077293.669859:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077293.669865:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077293.669867:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769077293.669868:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:2.0:1769077293.669870:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077293.669876:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948255616:192.168.204.128@tcp:38:kworker.0
00000400:00000200:0.0:1769077293.669877:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077293.669879:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077293.669883:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1769077293.669884:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1769077293.669885:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077293.669889:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1769077293.669890:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077293.669893:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1769077293.669895:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410000.
00000100:00000040:0.0:1769077293.669896:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077293.669902:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.669903:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077293.669909:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077293.669910:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769077293.669911:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077293.669913:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000400:00000200:2.0:1769077293.669914:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000001:0.0:1769077293.669916:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769077293.669920:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000400:00000010:2.0:1769077293.669922:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000100:00000040:0.0:1769077293.669923:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077293.669927:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077293.669930:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000010:2.0:1769077293.669930:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000001:0.0:1769077293.669933:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077293.669936:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000200:2.0:1769077293.669937:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948255616, portal 10
00000100:00080000:0.0:1769077293.669939:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077293.669943:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077293.669944:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077293.669948:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077293.669948:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104277120 : -127169605274496 : ffff8c5704d9f480)
02000000:00000001:0.0:1769077293.669951:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077293.669954:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.669956:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:2.0:1769077293.669959:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9f480 x1855007948255616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1769077293.669960:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077293.669966:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.669972:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077293.669974:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077293.669977:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000010:0.0:1769077293.669979:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d500.
00000400:00000010:2.0:1769077293.669980:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000020:00000040:0.0:1769077293.669986:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000200:2.0:1769077293.669986:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948255616, offset 0
00000400:00000200:2.0:1769077293.669993:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
02000000:00000001:0.0:1769077293.669994:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077293.669999:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077293.669999:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077293.670005:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769077293.670005:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
02000000:00000001:0.0:1769077293.670010:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077293.670011:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1769077293.670016:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077293.670017:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077293.670023:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
02000000:00000010:0.0:1769077293.670025:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17000.
00000400:00000200:2.0:1769077293.670026:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000001:0.0:1769077293.670033:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077293.670034:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29808:29808:256:4294967295] 192.168.204.128@tcp LPNI seq info [29807:29807:8:4294967295]
00000100:00100000:0.0:1769077293.670043:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d500 x1855007948256000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077293.670045:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077293.670061:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077293.670062:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769077293.670065:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077293.670074:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00000040:0.0:1769077293.670076:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c2d91c4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d500 x1855007948256000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1769077293.670078:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077293.670088:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077293.670093:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1769077293.670096:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077293.670101:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077293.670104:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1769077293.670105:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3995)
00000800:00000100:2.0:1769077293.670108:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077293.670111:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077293.670114:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077293.670116:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077293.670119:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077293.670121:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077293.670123:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077293.670127:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9f480 x1855007948255616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077293.670134:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077293.670136:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9f480 x1855007948255616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077318 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077293.670140:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077293.670142:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077293.670144:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077293.670147:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077293.670149:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077293.670151:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298657806
00000100:00000001:2.0:1769077293.670153:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298659087
00000100:00000001:2.0:1769077293.670155:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298657806
00000100:00000001:2.0:1769077293.670156:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298659087
00000100:00000001:2.0:1769077293.670158:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077293.670159:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077293.670160:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077293.670162:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077293/real 1769077293]  req@ffff8c5704d9f480 x1855007948255616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077293.670167:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077293.670168:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077293.670169:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077293.670171:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077293.670173:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077293.670174:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077293.670176:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9f480 x1855007948255616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077293.670181:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9f480 x1855007948255616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077293.670189:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077293.670190:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077293.670192:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077293.670193:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077293.670195:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9f480 x1855007948255616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077293.670199:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077293.670201:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9f480 x1855007948255616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077293.670206:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077293.670207:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077293.670208:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077293.670209:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077293.670210:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077293.670212:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077293.670213:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077293.670215:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077293.670217:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077293.670219:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9f480 x1855007948255616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077293.670224:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948255616:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077293.670227:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077293.670229:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9dc00 x1855007948255744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077293.670233:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077293.670234:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077293.670236:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077293.670237:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077293.670239:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077293.670240:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948255744:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077293.670243:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077293.670244:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077293.670245:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077293.670246:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077293.670248:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077293.670250:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077293.670252:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077293.670253:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077293.670256:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077293.670258:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948255744, portal 10
00000100:00000001:2.0:1769077293.670259:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077293.670260:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104270848 : -127169605280768 : ffff8c5704d9dc00)
00000100:00000040:2.0:1769077293.670264:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9dc00 x1855007948255744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077293.670268:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077293.670269:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077293.670271:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077293.670272:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948255744, offset 0
00000400:00000200:2.0:1769077293.670275:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077293.670277:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077293.670279:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077293.670281:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077293.670283:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077293.670285:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077293.670286:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077293.670288:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29809:29809:256:4294967295] 192.168.204.128@tcp LPNI seq info [29808:29808:8:4294967295]
00000400:00000200:2.0:1769077293.670291:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077293.670295:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077293.670299:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077293.670301:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077293.670303:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077293.670305:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077293.670308:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077293.670309:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077293.670367:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077293.670368:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077293.670370:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077293.670373:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077293.670375:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077293.670376:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077293.670378:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077293.670380:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9dc00 x1855007948255744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077293.670386:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077293.670388:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948255744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077318 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077293.670392:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077293.670393:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077293.670395:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077293.670397:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077293.670399:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077293.670401:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298657805
00000100:00000001:2.0:1769077293.670402:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298659087
00000100:00000001:2.0:1769077293.670404:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298657805
00000100:00000001:2.0:1769077293.670405:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298659087
00000100:00000001:2.0:1769077293.670407:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077293.670408:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077293.670409:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077293.670411:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077293/real 1769077293]  req@ffff8c5704d9dc00 x1855007948255744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077293.670417:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077293.670418:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077293.670419:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077293.670420:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077293.670421:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077293.670423:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077293.670425:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9dc00 x1855007948255744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077293.670430:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9dc00 x1855007948255744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077293.670434:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077293.670435:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077293.670436:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077293.670437:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077293.670439:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9dc00 x1855007948255744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077293.670443:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077293.670445:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9dc00 x1855007948255744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077293.670449:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077293.670451:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077293.670452:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077293.670453:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077293.670454:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077293.670455:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077293.670456:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077293.670458:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077293.670460:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077293.670463:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9dc00 x1855007948255744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077293.670468:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948255744:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077293.670470:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077293.670472:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948255872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077293.670476:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077293.670477:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077293.670478:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077293.670479:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077293.670481:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077293.670482:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948255872:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077293.670484:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077293.670485:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077293.670486:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077293.670487:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077293.670490:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077293.670491:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077293.670493:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077293.670495:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077293.670497:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077293.670499:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948255872, portal 4
00000100:00000001:2.0:1769077293.670500:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077293.670501:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
00000100:00000040:2.0:1769077293.670505:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948255872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077293.670509:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077293.670510:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077293.670512:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077293.670513:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948255872, offset 0
00000400:00000200:2.0:1769077293.670516:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077293.670518:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077293.670521:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077293.670523:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077293.670524:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077293.670526:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077293.670528:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077293.670530:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29810:29810:256:4294967295] 192.168.204.128@tcp LPNI seq info [29809:29809:8:4294967295]
00000400:00000200:2.0:1769077293.670533:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077293.670537:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077293.670539:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077293.670541:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077293.670543:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077293.670545:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077293.670548:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077293.670550:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077293.670553:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077293.670554:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077293.670556:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077293.670558:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077293.670560:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077293.670561:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077293.670563:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077293.670566:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c380 x1855007948255872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077293.670574:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077293.670577:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948255872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077318 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077293.670584:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077293.670585:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077293.670588:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077293.670591:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077293.670594:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077293.670597:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298657870
00000100:00000001:2.0:1769077293.670600:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298659087
00000100:00000001:2.0:1769077293.670602:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298657870
00000100:00000001:2.0:1769077293.670604:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298659087
00000100:00000001:2.0:1769077293.670607:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077293.670609:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077293.670611:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077293.670615:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077293/real 1769077293]  req@ffff8c5704d9c380 x1855007948255872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077293.670624:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077293.670625:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077293.670627:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077293.670629:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077293.670631:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077293.670632:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077293.670635:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948255872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077293.670641:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948255872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077293.670645:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077293.670646:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077293.670647:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077293.670648:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077293.670650:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948255872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077293.670654:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077293.670656:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948255872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077293.670672:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077293.670676:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077293.670677:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077293.670678:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077293.670680:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077293.670681:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077293.670683:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077293.670686:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077293.670687:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077293.670690:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948255872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077293.670696:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948255872:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077293.670698:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077293.670700:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077293.670702:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9f480 x1855007948255616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077293.670706:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077293.670707:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077293.670708:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077293.670710:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077293.670711:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077293.670712:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077293.670713:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077293.670715:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16000.
02000000:00000001:2.0:1769077293.670717:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077293.670718:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077293.670719:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9f480.
00000100:00000001:2.0:1769077293.670721:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077293.670722:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077293.670723:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077293.670725:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9dc00 x1855007948255744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077293.670750:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077293.670751:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077293.670752:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077293.670754:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077293.670755:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077293.670756:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077293.670757:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077293.670758:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14400.
02000000:00000001:2.0:1769077293.670759:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077293.670760:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077293.670761:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077293.670763:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077293.670764:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077293.670765:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077293.670767:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948255872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077293.670771:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077293.670771:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077293.670772:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077293.670774:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077293.670774:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077293.670776:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077293.670777:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077293.670778:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14c00.
02000000:00000001:2.0:1769077293.670779:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077293.670780:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077293.670780:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077293.670782:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077293.670782:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077293.670783:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077293.670786:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077293.670787:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077293.670788:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077293.670789:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077293.670790:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077293.670793:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d500 x1855007948256000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077293.670797:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077293.670798:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077293.670800:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077293.670801:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077293.670802:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077293.670804:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948256000:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077293.670806:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077293.670808:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077293.670809:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077293.670810:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077293.670812:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077293.670814:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077293.670816:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077293.670818:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077293.670820:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077293.670822:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948256000, portal 4
00000100:00000001:2.0:1769077293.670824:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077293.670825:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104269056 : -127169605282560 : ffff8c5704d9d500)
00000100:00000040:2.0:1769077293.670829:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d500 x1855007948256000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077293.670834:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077293.670835:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077293.670837:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077293.670838:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948256000, offset 0
00000400:00000200:2.0:1769077293.670841:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077293.670843:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077293.670845:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077293.670847:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077293.670849:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077293.670851:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077293.670853:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077293.670855:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29811:29811:256:4294967295] 192.168.204.128@tcp LPNI seq info [29810:29810:8:4294967295]
00000400:00000200:2.0:1769077293.670858:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077293.670862:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077293.670865:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077293.670867:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077293.670870:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077293.670872:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077293.670875:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077293.670877:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077293.670879:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077293.670880:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077293.670882:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077293.670885:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077293.670887:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077293.670888:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077293.670890:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077293.670893:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d500 x1855007948256000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077293.670901:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077293.670904:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d500 x1855007948256000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077318 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077293.670911:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077293.670913:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077293.670916:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077293.670918:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077293.670922:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077293.670924:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298657818
00000100:00000001:2.0:1769077293.670927:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298659087
00000100:00000001:2.0:1769077293.670929:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298657818
00000100:00000001:2.0:1769077293.670932:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298659087
00000100:00000001:2.0:1769077293.670934:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077293.670937:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077293.670939:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077293.670943:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077293/real 1769077293]  req@ffff8c5704d9d500 x1855007948256000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077293.670952:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077293.670953:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077293.670955:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077293.670957:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077293.670958:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077293.670960:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077293.670962:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d500 x1855007948256000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077293.670968:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d500 x1855007948256000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077293.670972:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077293.670973:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077293.670974:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077293.670975:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077293.670977:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d500 x1855007948256000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077293.670981:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077293.670984:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d500 x1855007948256000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077293.670987:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077293.670989:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077293.670990:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077293.670991:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077293.670992:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077293.670994:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077293.670995:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077293.670998:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077293.670999:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077293.671002:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d500 x1855007948256000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077293.671006:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948256000:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077293.671009:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077293.671010:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077293.671012:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d500 x1855007948256000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077293.671018:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077293.671019:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077293.671021:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077293.671024:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077293.671025:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077293.671026:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077293.671028:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077293.671030:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17000.
02000000:00000001:2.0:1769077293.671032:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077293.671034:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077293.671035:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d500.
00000100:00000001:2.0:1769077293.671037:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077293.671039:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077293.671041:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077293.671044:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077293.671046:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077293.671048:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077293.671049:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077293.988820:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077293.988825:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077293.988879:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077293.988882:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077293.988885:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077294.692801:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077294.692809:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077294.692811:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077294.692817:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077294.692822:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077294.692826:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077294.692829:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077294.692831:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077294.692835:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077295.012816:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298659087, at 4298659136
00010000:00000001:2.0:1769077295.012820:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077295.012825:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077295.012830:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ba0.
00000100:00000040:0.0:1769077295.012843:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298659087, at 4298659136
00000020:00000001:2.0:1769077295.012848:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077295.012854:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077295.012859:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000010:0.0:1769077295.012861:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ea0.
00000100:00000001:2.0:1769077295.716886:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077295.716892:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077295.716893:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077295.716899:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077295.716902:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077295.716913:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077295.716915:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077295.716917:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077295.716919:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077296.036857:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077296.036863:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077296.036885:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077296.036887:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077296.036889:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077296.740804:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077296.740810:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077296.740812:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077296.740816:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077296.740819:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077296.740822:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077296.740824:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077296.740826:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077296.740828:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077297.060823:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077297.060831:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077297.060888:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077297.060892:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077297.060896:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077297.764880:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077297.764889:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077297.764891:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077297.764896:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077297.764900:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077297.764903:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077297.764906:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077297.764910:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077297.764913:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077298.084848:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077298.084854:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077298.084915:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077298.084919:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077298.084922:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077298.788854:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1769077298.788860:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077298.788864:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077298.788867:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077298.788873:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077298.788877:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1769077298.788880:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077298.788882:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077298.788884:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077298.788887:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1769077298.788891:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077298.788892:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077298.788899:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077298.788899:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077298.788908:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3990
00000400:00000200:1.0:1769077298.788918:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077298.788926:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077298.788930:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077298.788934:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077298.788938:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077298.788942:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077298.788945:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077298.788949:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077298.788951:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769077298.788954:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077298.788957:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769077298.788960:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769077298.788962:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769077298.788966:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077298.788968:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077298.788970:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077298.788972:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077298.788975:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769077298.788978:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077298.788981:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077298.788984:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077298.788987:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077298.788990:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077298.788992:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077298.788994:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077298.789004:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769077298.789008:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769077298.789011:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077298.789013:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077298.789016:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077298.789019:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077298.789023:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077298.789030:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e800.
00000100:00000001:1.0:1769077298.789037:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077298.789046:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948256128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077298.789058:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077298.789063:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077298.789068:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948256128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077298.789096:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077298.789099:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077298.789103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077298.789105:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077298.789107:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077298.789110:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077298.789113:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3990
00000400:00000200:1.0:1769077298.789118:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077298.789123:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077298.789126:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077298.789127:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077298.789132:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769077298.789133:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077298.789136:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769077298.789139:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077298.789145:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4380 x1855007948256128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077298.789148:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077298.789155:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077298.789159:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077298.789161:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769077298.789162:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077298.789166:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000100:00000001:2.0:1769077298.789167:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077298.789169:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077298.789172:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
02000000:00000001:2.0:1769077298.789174:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077298.789177:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1769077298.789179:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
02000000:00000001:2.0:1769077298.789181:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077298.789200:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00100000:2.0:1769077298.789203:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948256128:192.168.204.128@tcp:250:kworker.0
00000100:00000001:1.0:1769077298.789205:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077298.789213:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077298.789213:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769077298.789219:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:2.0:1769077298.789219:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077298.789224:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077298.789226:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
02000000:00000001:2.0:1769077298.789230:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1769077298.789233:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
02000000:00000010:2.0:1769077298.789238:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410000.
00000100:00000001:1.0:1769077298.789240:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077298.789244:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077298.789245:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077298.789253:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077298.789258:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:1.0:1769077298.789259:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077298.789263:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:2.0:1769077298.789264:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000008:00100000:1.0:1769077298.789268:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1769077298.789271:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000008:00000001:1.0:1769077298.789273:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077298.789278:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077298.789284:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000100:00000200:2.0:1769077298.789286:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948256128, portal 25
00000020:00000040:1.0:1769077298.789287:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000100:00000001:2.0:1769077298.789291:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1769077298.789294:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077298.789294:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198607232 : -127164510944384 : ffff8c58347f4380)
02000000:00000001:1.0:1769077298.789298:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077298.789303:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4380 x1855007948256128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.789311:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769077298.789312:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1769077298.789315:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
02000000:00000001:1.0:1769077298.789317:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1769077298.789319:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
02000000:00000001:1.0:1769077298.789322:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077298.789323:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948256128, offset 0
02000000:00000010:1.0:1769077298.789332:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4dc00.
00000400:00000200:2.0:1769077298.789332:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:1.0:1769077298.789340:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077298.789341:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077298.789352:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00100000:1.0:1769077298.789353:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948256256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077298.789357:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077298.789363:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077298.789369:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769077298.789373:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077298.789373:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000001:1.0:1769077298.789380:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077298.789381:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29812:29812:256:4294967295] 192.168.204.128@tcp LPNI seq info [29811:29811:8:4294967295]
00000400:00000200:2.0:1769077298.789388:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:1.0:1769077298.789392:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948256256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077298.789400:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077298.789413:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077298.789420:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000100:00000001:1.0:1769077298.789422:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077298.789427:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1769077298.789428:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077298.789434:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000100:00080000:1.0:1769077298.789436:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077298.789441:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1769077298.789441:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:1.0:1769077298.789446:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1769077298.789447:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1769077298.789454:0:37:0:(import.c:484:import_select_connection()) Process entered
00000800:00000100:2.0:1769077298.789455:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077298.789459:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000100:00080000:1.0:1769077298.789463:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3990
00000400:00000200:2.0:1769077298.789465:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077298.789474:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077298.789476:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077298.789484:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000200:1.0:1769077298.789486:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000010:2.0:1769077298.789488:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00080000:1.0:1769077298.789492:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077298.789494:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1769077298.789499:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000200:2.0:1769077298.789500:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4380 x1855007948256128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077298.789505:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077298.789512:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077298.789513:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000040:2.0:1769077298.789518:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4380 x1855007948256128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077323 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077298.789520:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077298.789527:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077298.789531:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000100:00000001:2.0:1769077298.789532:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077298.789535:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077298.789536:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:1.0:1769077298.789541:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000100:00000001:2.0:1769077298.789542:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077298.789546:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077298.789550:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000001:1.0:1769077298.789554:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000001:2.0:1769077298.789561:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298664207
00000100:00000040:1.0:1769077298.789562:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077298.789567:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1769077298.789568:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227e40.
00000100:00000040:1.0:1769077298.789571:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077298.789588:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077298.789592:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077298.789594:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298664207
00000020:00000040:1.0:1769077298.789599:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00000010:2.0:1769077298.789600:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a2274e0.
00000100:00000001:2.0:1769077298.789605:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00080000:1.0:1769077298.789607:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077298.789610:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077298.789613:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077298.789616:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077298.789618:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077298.789621:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1769077298.789624:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077298.789630:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077298.789631:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077298/real 1769077298]  req@ffff8c58347f4380 x1855007948256128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077298.789634:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077298.789637:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077298.789645:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077298.789650:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769077298.789655:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000010:1.0:1769077298.789657:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000400:00000001:2.0:1769077298.789659:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000020:00000040:1.0:1769077298.789662:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000400:00000010:2.0:1769077298.789665:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
02000000:00000001:1.0:1769077298.789668:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077298.789672:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077298.789672:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077298.789676:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:1.0:1769077298.789678:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077298.789683:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077298.789683:0:2431:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:1.0:1769077298.789688:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077298.789692:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4380 x1855007948256128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769077298.789695:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f800.
00000100:00000001:1.0:1769077298.789702:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077298.789714:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948256384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769077298.789715:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4380 x1855007948256128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077298.789759:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077298.789762:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077298.789768:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948256384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077298.789784:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077298.789786:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:1.0:1769077298.789789:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077298.789790:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077298.789795:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1769077298.789797:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077298.789798:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077298.789802:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077298.789808:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1769077298.789808:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4380 x1855007948256128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077298.789815:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077298.789821:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3990
00000100:00000001:2.0:1769077298.789822:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1769077298.789829:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:2.0:1769077298.789831:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4380 x1855007948256128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077298.789837:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077298.789842:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077298.789843:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077298.789845:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077298.789848:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1769077298.789850:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077298.789850:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077298.789855:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077298.789857:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077298.789858:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1769077298.789862:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00080000:2.0:1769077298.789863:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1769077298.789868:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00080000:2.0:1769077298.789871:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000020:00000001:1.0:1769077298.789873:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077298.789875:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:1.0:1769077298.789878:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000100:00000040:2.0:1769077298.789880:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4380 x1855007948256128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769077298.789883:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077298.789889:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000100:00100000:2.0:1769077298.789890:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948256128:192.168.204.128@tcp:250:kworker.0
00000020:00000001:1.0:1769077298.789895:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077298.789897:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077298.789902:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077298.789902:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077298.789906:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4380 x1855007948256128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077298.789913:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077298.789915:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077298.789918:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1769077298.789919:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1769077298.789921:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077298.789925:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:1.0:1769077298.789927:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000020:00000001:2.0:1769077298.789928:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077298.789930:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000100:00000001:1.0:1769077298.789934:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:2.0:1769077298.789934:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077298.789937:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4e800.
00000020:00000040:1.0:1769077298.789941:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
02000000:00000001:2.0:1769077298.789942:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077298.789945:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077298.789948:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4380.
00000100:00080000:1.0:1769077298.789949:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077298.789951:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077298.789953:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077298.789958:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077298.789958:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1769077298.789962:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077298.789965:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:1.0:1769077298.789966:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077298.789968:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077298.789972:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077298.789973:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077298.789975:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077298.789979:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077298.789979:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00100000:1.0:1769077298.789985:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000040:2.0:1769077298.789985:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4e00 x1855007948256256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1769077298.789994:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077298.790000:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077298.790008:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000100:00000001:2.0:1769077298.790009:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077298.790012:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077298.790015:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:2.0:1769077298.790017:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077298.790022:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077298.790022:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077298.790026:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077298.790028:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077298.790032:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1769077298.790035:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948256256:192.168.204.128@tcp:38:kworker.0
02000000:00000001:1.0:1769077298.790037:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077298.790042:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077298.790043:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077298.790048:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:1.0:1769077298.790050:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
02000000:00000001:2.0:1769077298.790051:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077298.790056:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769077298.790057:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077298.790061:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410000.
00000100:00100000:1.0:1769077298.790067:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948256512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077298.790067:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077298.790077:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077298.790084:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000100:00000001:1.0:1769077298.790085:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077298.790091:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077298.790092:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077298.790098:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948256256, portal 10
00000100:00000040:1.0:1769077298.790099:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948256512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.790103:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077298.790105:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198609920 : -127164510941696 : ffff8c58347f4e00)
00000100:00000040:2.0:1769077298.790115:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4e00 x1855007948256256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077298.790120:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077298.790123:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1769077298.790126:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077298.790127:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077298.790131:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00080000:1.0:1769077298.790135:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:2.0:1769077298.790136:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948256256, offset 0
00000100:00000001:1.0:1769077298.790141:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769077298.790143:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00080000:1.0:1769077298.790145:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077298.790150:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077298.790152:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077298.790155:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00080000:1.0:1769077298.790158:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3990
00000400:00000200:2.0:1769077298.790161:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077298.790167:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:1.0:1769077298.790170:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077298.790172:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077298.790179:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077298.790179:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00080000:1.0:1769077298.790186:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077298.790188:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29813:29813:256:4294967295] 192.168.204.128@tcp LPNI seq info [29812:29812:8:4294967295]
00000100:00000040:1.0:1769077298.790196:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077298.790201:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077298.790203:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077298.790209:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077298.790215:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077298.790221:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1769077298.790222:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077298.790225:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769077298.790229:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077298.790233:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000800:00000200:2.0:1769077298.790235:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000020:00000001:1.0:1769077298.790238:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000800:00000010:2.0:1769077298.790242:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000020:00000001:1.0:1769077298.790243:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769077298.790253:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000200:2.0:1769077298.790254:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769077298.790259:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1769077298.790262:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1769077298.790265:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077298.790270:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:2.1:1769077298.790274:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000040:1.0:1769077298.790276:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000800:00000200:2.1:1769077298.790281:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000100:00080000:1.0:1769077298.790285:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077298.790290:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769077298.790291:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
02000000:00000001:1.0:1769077298.790296:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:2.0:1769077298.790296:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077298.790301:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1769077298.790302:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077298.790307:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1769077298.790309:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077298.790312:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000100:00000001:1.0:1769077298.790313:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:2.0:1769077298.790318:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000008:00100000:1.0:1769077298.790319:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077298.790325:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077298.790325:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769077298.790330:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077298.790333:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4e00 x1855007948256256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769077298.790336:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000020:00000040:1.0:1769077298.790342:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:1.0:1769077298.790350:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077298.790352:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1769077298.790353:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077298.790357:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1769077298.790359:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4e00 x1855007948256256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077323 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077298.790361:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077298.790365:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077298.790372:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:2.0:1769077298.790374:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077298.790378:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077298.790378:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077298.790384:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077298.790389:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000100:00100000:1.0:1769077298.790390:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948256640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077298.790396:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077298.790401:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298662926
00000100:00000001:2.0:1769077298.790406:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298664207
00000100:00000001:2.0:1769077298.790411:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298662926
00000100:00000001:1.0:1769077298.790413:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077298.790414:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298664207
00000100:00000001:1.0:1769077298.790418:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077298.790419:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077298.790423:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077298.790427:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1769077298.790428:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948256640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077298.790433:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077298/real 1769077298]  req@ffff8c58347f4e00 x1855007948256256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077298.790455:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769077298.790456:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077298.790458:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077298.790462:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000100:00000040:1.0:1769077298.790464:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4000)
00000400:00000200:2.0:1769077298.790465:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077298.790468:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077298.790472:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077298.790474:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4e00 x1855007948256256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077298.790481:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4e00 x1855007948256256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.790486:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077298.790487:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077298.790489:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077298.790490:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077298.790492:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4e00 x1855007948256256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.790497:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077298.790499:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4e00 x1855007948256256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.790504:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077298.790505:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077298.790506:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077298.790507:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077298.790508:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077298.790509:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077298.790511:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077298.790514:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077298.790515:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077298.790518:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4e00 x1855007948256256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077298.790523:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948256256:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077298.790525:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077298.790527:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f5f80 x1855007948256384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.790531:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077298.790532:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077298.790533:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077298.790535:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077298.790536:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077298.790538:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948256384:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077298.790540:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077298.790542:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077298.790543:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077298.790544:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077298.790547:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077298.790548:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077298.790551:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077298.790552:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077298.790555:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077298.790557:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948256384, portal 10
00000100:00000001:2.0:1769077298.790558:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077298.790559:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198614400 : -127164510937216 : ffff8c58347f5f80)
00000100:00000040:2.0:1769077298.790563:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f5f80 x1855007948256384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.790567:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077298.790569:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077298.790570:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077298.790572:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948256384, offset 0
00000400:00000200:2.0:1769077298.790588:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077298.790593:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077298.790596:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077298.790599:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077298.790601:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077298.790602:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077298.790604:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077298.790606:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29814:29814:256:4294967295] 192.168.204.128@tcp LPNI seq info [29813:29813:8:4294967295]
00000400:00000200:2.0:1769077298.790609:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077298.790614:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077298.790617:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077298.790619:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077298.790622:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077298.790624:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077298.790627:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077298.790629:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077298.790632:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077298.790633:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077298.790636:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077298.790638:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077298.790640:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077298.790641:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077298.790643:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077298.790646:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f5f80 x1855007948256384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.790651:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077298.790653:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f5f80 x1855007948256384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077323 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.790660:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077298.790661:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077298.790665:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077298.790667:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077298.790671:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077298.790673:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298662925
00000100:00000001:2.0:1769077298.790676:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298664207
00000100:00000001:2.0:1769077298.790678:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298662925
00000100:00000001:2.0:1769077298.790680:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298664207
00000100:00000001:2.0:1769077298.790682:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077298.790685:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077298.790686:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077298.790690:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077298/real 1769077298]  req@ffff8c58347f5f80 x1855007948256384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077298.790699:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077298.790701:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077298.790703:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077298.790705:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077298.790707:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077298.790709:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077298.790713:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f5f80 x1855007948256384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077298.790722:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f5f80 x1855007948256384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.790729:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077298.790751:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077298.790754:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077298.790755:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077298.790760:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f5f80 x1855007948256384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.790767:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077298.790772:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f5f80 x1855007948256384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.790779:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077298.790780:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077298.790782:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077298.790783:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077298.790784:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077298.790785:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077298.790787:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077298.790789:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077298.790790:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077298.790793:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f5f80 x1855007948256384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077298.790798:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948256384:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077298.790801:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077298.790802:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077298.790804:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4e00 x1855007948256256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.790808:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077298.790810:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077298.790811:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077298.790813:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077298.790814:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077298.790815:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077298.790817:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077298.790818:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4dc00.
02000000:00000001:2.0:1769077298.790820:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077298.790821:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077298.790822:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4e00.
00000100:00000001:2.0:1769077298.790824:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077298.790825:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077298.790826:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077298.790829:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f5f80 x1855007948256384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.790836:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077298.790837:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077298.790839:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077298.790841:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077298.790842:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077298.790843:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077298.790845:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077298.790847:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4f800.
02000000:00000001:2.0:1769077298.790849:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077298.790850:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077298.790852:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f5f80.
00000100:00000001:2.0:1769077298.790854:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077298.790856:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077298.790858:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077298.790862:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077298.790863:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077298.790865:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077298.790867:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077298.790869:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077298.790873:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f7b80 x1855007948256512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.790881:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077298.790882:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077298.790885:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077298.790887:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077298.790889:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077298.790892:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948256512:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077298.790896:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077298.790898:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077298.790900:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077298.790902:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077298.790906:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077298.790908:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077298.790913:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077298.790916:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077298.790920:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077298.790924:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948256512, portal 4
00000100:00000001:2.0:1769077298.790926:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077298.790927:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198621568 : -127164510930048 : ffff8c58347f7b80)
00000100:00000040:2.0:1769077298.790934:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f7b80 x1855007948256512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.790940:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077298.790943:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077298.790946:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077298.790949:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948256512, offset 0
00000400:00000200:2.0:1769077298.790953:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077298.790958:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077298.790962:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077298.790965:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077298.790968:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077298.790970:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077298.790973:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077298.790976:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29815:29815:256:4294967295] 192.168.204.128@tcp LPNI seq info [29814:29814:8:4294967295]
00000400:00000200:2.0:1769077298.790981:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077298.790987:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077298.790990:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077298.790993:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077298.790996:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077298.790998:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077298.791001:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077298.791003:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077298.791006:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077298.791007:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077298.791009:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077298.791012:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077298.791014:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077298.791016:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077298.791018:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077298.791020:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f7b80 x1855007948256512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.791026:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077298.791028:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f7b80 x1855007948256512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077323 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.791032:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077298.791033:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077298.791035:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077298.791037:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077298.791040:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077298.791041:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298662991
00000100:00000001:2.0:1769077298.791043:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298664207
00000100:00000001:2.0:1769077298.791045:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298662991
00000100:00000001:2.0:1769077298.791046:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298664207
00000100:00000001:2.0:1769077298.791047:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077298.791049:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077298.791050:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077298.791052:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077298/real 1769077298]  req@ffff8c58347f7b80 x1855007948256512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077298.791057:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077298.791058:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077298.791060:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077298.791061:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077298.791062:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077298.791064:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077298.791066:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f7b80 x1855007948256512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077298.791075:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f7b80 x1855007948256512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.791080:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077298.791081:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077298.791082:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077298.791083:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077298.791085:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f7b80 x1855007948256512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.791089:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077298.791091:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f7b80 x1855007948256512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.791095:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077298.791097:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077298.791098:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077298.791098:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077298.791100:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077298.791101:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077298.791102:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077298.791104:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077298.791106:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077298.791109:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f7b80 x1855007948256512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077298.791118:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948256512:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077298.791122:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077298.791125:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4700 x1855007948256640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.791138:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077298.791140:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077298.791142:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077298.791144:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077298.791147:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077298.791150:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948256640:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077298.791153:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077298.791155:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077298.791157:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077298.791159:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077298.791162:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077298.791165:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077298.791169:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077298.791172:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077298.791175:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077298.791178:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948256640, portal 4
00000100:00000001:2.0:1769077298.791180:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077298.791181:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198608128 : -127164510943488 : ffff8c58347f4700)
00000100:00000040:2.0:1769077298.791188:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4700 x1855007948256640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.791195:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077298.791197:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077298.791200:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077298.791203:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948256640, offset 0
00000400:00000200:2.0:1769077298.791207:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077298.791211:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077298.791215:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077298.791218:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077298.791220:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077298.791222:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077298.791223:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077298.791226:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29816:29816:256:4294967295] 192.168.204.128@tcp LPNI seq info [29815:29815:8:4294967295]
00000400:00000200:2.0:1769077298.791229:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077298.791234:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077298.791237:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077298.791240:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077298.791242:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077298.791244:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077298.791247:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077298.791249:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077298.791252:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077298.791253:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077298.791255:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077298.791258:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077298.791260:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077298.791261:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077298.791262:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077298.791265:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4700 x1855007948256640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.791270:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077298.791272:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4700 x1855007948256640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077323 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.791277:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077298.791278:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077298.791280:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077298.791282:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077298.791284:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077298.791286:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298662938
00000100:00000001:2.0:1769077298.791287:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298664207
00000100:00000001:2.0:1769077298.791289:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298662938
00000100:00000001:2.0:1769077298.791290:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298664207
00000100:00000001:2.0:1769077298.791292:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077298.791293:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077298.791295:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077298.791297:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077298/real 1769077298]  req@ffff8c58347f4700 x1855007948256640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077298.791302:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077298.791303:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077298.791305:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077298.791307:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077298.791309:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077298.791311:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077298.791314:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4700 x1855007948256640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077298.791323:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4700 x1855007948256640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.791329:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077298.791331:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077298.791333:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077298.791334:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077298.791338:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4700 x1855007948256640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.791346:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077298.791351:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4700 x1855007948256640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.791358:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077298.791361:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077298.791363:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077298.791364:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077298.791366:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077298.791368:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077298.791370:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077298.791374:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077298.791376:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077298.791381:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4700 x1855007948256640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077298.791387:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948256640:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077298.791390:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077298.791391:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077298.791393:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f7b80 x1855007948256512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.791397:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077298.791398:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077298.791400:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077298.791402:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077298.791403:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077298.791404:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077298.791405:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077298.791406:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d000.
02000000:00000001:2.0:1769077298.791408:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077298.791409:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077298.791410:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f7b80.
00000100:00000001:2.0:1769077298.791412:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077298.791413:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077298.791414:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077298.791416:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4700 x1855007948256640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.791420:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077298.791421:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077298.791422:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077298.791423:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077298.791423:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077298.791424:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077298.791425:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077298.791427:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d400.
02000000:00000001:2.0:1769077298.791428:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077298.791429:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077298.791430:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4700.
00000100:00000001:2.0:1769077298.791431:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077298.791432:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077298.791433:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077298.791435:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077298.791436:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077298.791437:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077298.791438:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077299.108850:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077299.108857:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077299.108883:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077299.108886:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077299.108889:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077299.812855:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077299.812864:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077299.812866:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077299.812871:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077299.812874:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077299.812878:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077299.812881:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077299.812884:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077299.812886:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077300.132861:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298664207, at 4298664256
00000100:00000040:0.0:1769077300.132873:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298664207, at 4298664256
00000100:00000010:1.0:1769077300.132878:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2274e0.
00000100:00000010:0.0:1769077300.132892:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227e40.
00010000:00000001:2.0:1769077300.133081:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077300.133095:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077300.133305:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077300.133323:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077300.133325:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077300.836859:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077300.836866:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077300.836868:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077300.836874:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077300.836878:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077300.836882:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077300.836885:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077300.836887:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077300.836890:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077301.156812:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077301.156817:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077301.156867:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077301.156870:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077301.156873:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077301.860850:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077301.860860:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077301.860863:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077301.860870:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077301.860875:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077301.860879:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077301.860884:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077301.860886:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077301.860890:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077302.180846:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077302.180853:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077302.180855:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077302.180857:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077302.180860:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077302.180862:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077302.180864:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077302.180865:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077302.180949:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077302.180956:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077302.180961:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077302.884865:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077302.884872:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077302.884874:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077302.884880:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077302.884883:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077302.884886:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077302.884888:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077302.884891:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077302.884893:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077303.204809:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077303.204815:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077303.204837:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077303.204840:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077303.204843:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077303.908806:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077303.908815:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077303.908817:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077303.908820:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077303.908824:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077303.908830:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 3995
00000400:00000200:1.0:1769077303.908838:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077303.908843:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077303.908845:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077303.908849:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077303.908854:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077303.908857:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077303.908860:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077303.908865:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769077303.908867:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000020:00000040:1.0:1769077303.908868:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769077303.908872:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769077303.908875:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:1.0:1769077303.908877:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000100:00000001:0.0:1769077303.908879:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077303.908883:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00100000:0.0:1769077303.908886:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000020:00000001:1.0:1769077303.908888:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000001:0.0:1769077303.908893:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769077303.908895:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077303.908899:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077303.908900:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077303.908905:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1769077303.908906:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077303.908910:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077303.908911:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077303.908915:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077303.908917:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769077303.908924:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077303.908926:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077303.908929:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077303.908931:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077303.908934:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077303.908936:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077303.908938:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077303.908946:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769077303.908949:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769077303.908952:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077303.908953:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077303.908956:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077303.908958:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077303.908961:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077303.908968:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769077303.908973:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077303.908980:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948256768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077303.908992:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077303.908995:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077303.908998:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948256768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077303.909015:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077303.909018:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077303.909021:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077303.909023:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077303.909025:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077303.909028:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077303.909031:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3995
00000400:00000200:1.0:1769077303.909035:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077303.909038:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1769077303.909039:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077303.909041:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077303.909042:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769077303.909044:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077303.909045:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769077303.909046:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077303.909048:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077303.909051:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000040:2.0:1769077303.909051:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4000 x1855007948256768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769077303.909053:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077303.909055:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769077303.909057:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077303.909059:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000100:00000001:2.0:1769077303.909060:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077303.909061:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077303.909062:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077303.909064:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
02000000:00000001:2.0:1769077303.909065:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1769077303.909066:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077303.909068:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077303.909068:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1769077303.909071:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077303.909071:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077303.909073:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00100000:2.0:1769077303.909074:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948256768:192.168.204.128@tcp:250:kworker.0
00000020:00000040:1.0:1769077303.909076:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:1.0:1769077303.909079:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077303.909079:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769077303.909081:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077303.909083:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077303.909083:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077303.909085:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077303.909088:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077303.909088:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769077303.909090:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077303.909092:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:2.0:1769077303.909092:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077303.909094:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769077303.909096:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077303.909099:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077303.909101:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077303.909101:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000010:1.0:1769077303.909106:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000400:00000010:2.0:1769077303.909106:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000020:00000040:1.0:1769077303.909108:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769077303.909110:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077303.909112:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077303.909112:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000001:1.0:1769077303.909114:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077303.909115:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077303.909117:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077303.909119:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948256768, portal 25
02000000:00000010:1.0:1769077303.909120:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:2.0:1769077303.909122:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077303.909123:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198606336 : -127164510945280 : ffff8c58347f4000)
00000100:00000001:1.0:1769077303.909124:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077303.909130:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948256896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077303.909130:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4000 x1855007948256768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077303.909139:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077303.909139:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769077303.909141:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077303.909142:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000040:1.0:1769077303.909145:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948256896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769077303.909145:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077303.909149:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948256768, offset 0
00000100:00000001:1.0:1769077303.909154:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077303.909155:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00080000:1.0:1769077303.909165:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077303.909168:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:1.0:1769077303.909169:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077303.909170:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077303.909172:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077303.909175:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077303.909175:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00080000:1.0:1769077303.909178:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3995
00000400:00000200:1.0:1769077303.909181:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077303.909181:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077303.909183:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077303.909185:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00080000:1.0:1769077303.909186:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077303.909188:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077303.909189:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769077303.909191:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077303.909193:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077303.909193:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000001:1.0:1769077303.909195:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077303.909197:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29817:29817:256:4294967295] 192.168.204.128@tcp LPNI seq info [29816:29816:8:4294967295]
00000020:00000001:1.0:1769077303.909198:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077303.909199:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769077303.909201:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077303.909202:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000040:1.0:1769077303.909203:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769077303.909205:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769077303.909206:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:1.0:1769077303.909210:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077303.909212:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077303.909212:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1769077303.909214:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077303.909216:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:2.0:1769077303.909218:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000020:00000040:1.0:1769077303.909219:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769077303.909221:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000800:00000010:2.0:1769077303.909223:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000100:00000001:1.0:1769077303.909224:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077303.909225:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077303.909228:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077303.909230:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077303.909230:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769077303.909233:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:2.0:1769077303.909234:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000008:00100000:1.0:1769077303.909235:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077303.909237:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077303.909239:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077303.909240:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000010:1.0:1769077303.909243:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769077303.909245:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000800:00000200:2.1:1769077303.909246:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
02000000:00000001:1.0:1769077303.909248:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077303.909250:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769077303.909250:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00000001:1.0:1769077303.909252:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077303.909253:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:2.0:1769077303.909253:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077303.909258:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1769077303.909262:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077303.909263:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
02000000:00000010:1.0:1769077303.909266:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
00000100:00000001:1.0:1769077303.909269:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077303.909273:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000100:00100000:1.0:1769077303.909274:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948257024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769077303.909275:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077303.909280:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769077303.909282:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077303.909284:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077303.909284:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4000 x1855007948256768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077303.909288:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948257024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.909294:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769077303.909297:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077303.909297:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4000 x1855007948256768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077328 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077303.909299:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077303.909303:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077303.909304:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077303.909306:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077303.909306:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077303.909308:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077303.909308:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1769077303.909310:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3995
00000100:00000001:2.0:1769077303.909313:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077303.909314:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077303.909317:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077303.909317:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:1.0:1769077303.909319:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077303.909320:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298669327
00000100:00000040:1.0:1769077303.909322:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077303.909324:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1769077303.909324:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227840.
00000100:00000040:1.0:1769077303.909326:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077303.909328:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077303.909330:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077303.909331:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000100:00000001:2.0:1769077303.909332:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000020:00000001:1.0:1769077303.909333:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077303.909335:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769077303.909337:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077303.909337:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298669327
00000020:00000001:1.0:1769077303.909340:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000010:2.0:1769077303.909340:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227d20.
00000100:00000040:1.0:1769077303.909343:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077303.909343:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077303.909345:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077303.909347:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077303.909347:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077303.909349:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077303.909350:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077303.909352:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00000001:2.0:1769077303.909352:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1769077303.909354:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00100000:2.0:1769077303.909356:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077303/real 1769077303]  req@ffff8c58347f4000 x1855007948256768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077303.909357:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077303.909358:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077303.909361:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077303.909363:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077303.909366:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000001:2.0:1769077303.909366:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000008:00100000:1.0:1769077303.909368:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000400:00000001:2.0:1769077303.909368:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000008:00000001:1.0:1769077303.909370:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077303.909370:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000100:00000001:1.0:1769077303.909372:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077303.909374:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000100:00000010:1.0:1769077303.909375:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000400:00000010:2.0:1769077303.909376:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000020:00000040:1.0:1769077303.909378:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000001:2.0:1769077303.909378:0:2431:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:1.0:1769077303.909380:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077303.909382:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077303.909382:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4000 x1855007948256768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077303.909384:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077303.909385:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077303.909387:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077303.909391:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000200:2.0:1769077303.909392:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4000 x1855007948256768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077303.909393:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077303.909398:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948257152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077303.909400:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077303.909402:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077303.909404:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077303.909405:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077303.909406:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077303.909407:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077303.909411:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948257152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077303.909411:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4000 x1855007948256768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.909419:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077303.909420:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077303.909422:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077303.909425:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4000 x1855007948256768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077303.909426:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769077303.909428:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077303.909430:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077303.909432:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077303.909433:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077303.909435:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 3995
00000100:00000001:2.0:1769077303.909436:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077303.909438:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:1.0:1769077303.909439:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077303.909440:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1769077303.909442:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077303.909442:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00080000:1.0:1769077303.909444:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077303.909444:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1769077303.909447:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00080000:2.0:1769077303.909447:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1769077303.909449:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077303.909451:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00080000:2.0:1769077303.909451:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:1.0:1769077303.909453:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077303.909454:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:1.0:1769077303.909456:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077303.909457:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769077303.909458:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1769077303.909459:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4000 x1855007948256768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769077303.909460:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769077303.909462:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769077303.909465:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769077303.909468:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00100000:2.0:1769077303.909468:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948256768:192.168.204.128@tcp:250:kworker.0
00000100:00000001:1.0:1769077303.909470:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077303.909472:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077303.909473:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077303.909474:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077303.909476:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000001:2.0:1769077303.909476:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1769077303.909479:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000040:2.0:1769077303.909479:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4000 x1855007948256768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077303.909481:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077303.909483:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077303.909486:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077303.909486:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077303.909488:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077303.909502:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1769077303.909503:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:2.0:1769077303.909505:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
00000008:00100000:1.0:1769077303.909506:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077303.909508:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077303.909508:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1769077303.909510:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077303.909510:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077303.909511:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000100:00000010:1.0:1769077303.909513:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000001:2.0:1769077303.909513:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
00000020:00000040:1.0:1769077303.909516:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000010:2.0:1769077303.909516:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4cc00.
02000000:00000001:1.0:1769077303.909518:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077303.909519:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077303.909520:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077303.909521:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077303.909521:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:1.0:1769077303.909523:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:2.0:1769077303.909524:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4000.
02000000:00000001:1.0:1769077303.909525:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077303.909526:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
02000000:00000010:1.0:1769077303.909528:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:2.0:1769077303.909528:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077303.909531:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077303.909531:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077303.909535:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948257280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077303.909537:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077303.909539:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077303.909541:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077303.909543:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077303.909543:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077303.909545:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077303.909545:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077303.909549:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948257280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077303.909549:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4700 x1855007948256896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.909557:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077303.909558:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077303.909559:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077303.909561:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1769077303.909563:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4005)
02000000:00000001:2.0:1769077303.909563:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077303.909565:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077303.909568:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948256896:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077303.909572:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077303.909574:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077303.909575:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077303.909577:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077303.909580:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077303.909582:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077303.909586:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077303.909589:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077303.909593:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077303.909596:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948256896, portal 10
00000100:00000001:2.0:1769077303.909598:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077303.909599:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198608128 : -127164510943488 : ffff8c58347f4700)
00000100:00000040:2.0:1769077303.909605:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4700 x1855007948256896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.909610:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077303.909612:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077303.909614:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077303.909615:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948256896, offset 0
00000400:00000200:2.0:1769077303.909618:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077303.909621:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077303.909624:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077303.909626:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077303.909628:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077303.909629:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077303.909631:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077303.909633:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29818:29818:256:4294967295] 192.168.204.128@tcp LPNI seq info [29817:29817:8:4294967295]
00000400:00000200:2.0:1769077303.909636:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077303.909641:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077303.909644:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077303.909646:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077303.909649:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077303.909651:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077303.909654:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077303.909656:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769077303.909659:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077303.909660:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077303.909662:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077303.909664:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077303.909666:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077303.909667:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077303.909669:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077303.909672:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4700 x1855007948256896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.909677:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077303.909679:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4700 x1855007948256896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077328 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.909683:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077303.909684:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077303.909686:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077303.909688:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077303.909690:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077303.909692:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298668045
00000100:00000001:2.0:1769077303.909694:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298669327
00000100:00000001:2.0:1769077303.909695:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298668045
00000100:00000001:2.0:1769077303.909696:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298669327
00000100:00000001:2.0:1769077303.909698:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077303.909699:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077303.909701:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077303.909703:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077303/real 1769077303]  req@ffff8c58347f4700 x1855007948256896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077303.909708:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077303.909709:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077303.909711:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077303.909712:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077303.909713:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077303.909714:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077303.909716:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4700 x1855007948256896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077303.909722:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4700 x1855007948256896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.909726:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077303.909726:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077303.909728:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077303.909728:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077303.909752:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4700 x1855007948256896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.909756:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077303.909759:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4700 x1855007948256896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.909763:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077303.909765:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077303.909766:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077303.909767:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077303.909768:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077303.909770:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077303.909771:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077303.909774:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077303.909775:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077303.909778:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4700 x1855007948256896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077303.909784:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948256896:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077303.909786:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077303.909788:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f7b80 x1855007948257024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.909792:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077303.909793:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077303.909794:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077303.909796:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077303.909797:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077303.909799:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948257024:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077303.909801:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077303.909802:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077303.909803:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077303.909804:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077303.909807:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077303.909808:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077303.909810:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077303.909812:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077303.909814:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077303.909816:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948257024, portal 10
00000100:00000001:2.0:1769077303.909817:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077303.909818:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198621568 : -127164510930048 : ffff8c58347f7b80)
00000100:00000040:2.0:1769077303.909821:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f7b80 x1855007948257024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.909826:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077303.909827:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077303.909829:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077303.909830:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948257024, offset 0
00000400:00000200:2.0:1769077303.909833:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077303.909836:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077303.909838:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077303.909840:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077303.909842:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077303.909843:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077303.909845:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077303.909847:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29819:29819:256:4294967295] 192.168.204.128@tcp LPNI seq info [29818:29818:8:4294967295]
00000400:00000200:2.0:1769077303.909850:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077303.909854:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077303.909856:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077303.909858:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077303.909860:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077303.909862:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077303.909865:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077303.909867:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769077303.909869:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077303.909871:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077303.909872:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077303.909875:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077303.909877:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077303.909878:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077303.909880:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077303.909882:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f7b80 x1855007948257024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.909887:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077303.909889:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f7b80 x1855007948257024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077328 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.909893:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077303.909894:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077303.909895:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077303.909897:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077303.909899:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077303.909901:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298668045
00000100:00000001:2.0:1769077303.909903:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298669327
00000100:00000001:2.0:1769077303.909904:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298668045
00000100:00000001:2.0:1769077303.909906:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298669327
00000100:00000001:2.0:1769077303.909907:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077303.909908:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077303.909910:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077303.909912:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077303/real 1769077303]  req@ffff8c58347f7b80 x1855007948257024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077303.909916:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077303.909917:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077303.909918:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077303.909920:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077303.909921:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077303.909922:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077303.909924:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f7b80 x1855007948257024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077303.909929:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f7b80 x1855007948257024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.909933:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077303.909934:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077303.909935:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077303.909936:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077303.909938:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f7b80 x1855007948257024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.909942:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077303.909944:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f7b80 x1855007948257024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.909948:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077303.909950:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077303.909951:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077303.909952:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077303.909953:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077303.909954:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077303.909956:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077303.909957:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077303.909959:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077303.909961:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f7b80 x1855007948257024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077303.909966:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948257024:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077303.909968:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077303.909969:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f5f80 x1855007948257152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.909973:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077303.909974:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077303.909975:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077303.909976:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077303.909978:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077303.909979:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948257152:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077303.909981:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077303.909983:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077303.909984:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077303.909985:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077303.909987:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077303.909988:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077303.909990:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077303.909992:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077303.909994:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077303.909996:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948257152, portal 4
00000100:00000001:2.0:1769077303.909998:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077303.909999:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198614400 : -127164510937216 : ffff8c58347f5f80)
00000100:00000040:2.0:1769077303.910002:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f5f80 x1855007948257152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.910006:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077303.910007:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077303.910009:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077303.910010:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948257152, offset 0
00000400:00000200:2.0:1769077303.910012:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077303.910015:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077303.910017:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077303.910018:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077303.910020:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077303.910022:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077303.910023:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077303.910025:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29820:29820:256:4294967295] 192.168.204.128@tcp LPNI seq info [29819:29819:8:4294967295]
00000400:00000200:2.0:1769077303.910028:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077303.910031:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077303.910034:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077303.910035:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077303.910038:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077303.910039:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077303.910042:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077303.910044:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769077303.910046:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077303.910047:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077303.910049:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077303.910051:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077303.910053:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077303.910054:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077303.910055:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077303.910057:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f5f80 x1855007948257152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.910066:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077303.910068:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f5f80 x1855007948257152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077328 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.910072:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077303.910073:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077303.910074:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077303.910076:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077303.910078:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077303.910079:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298668110
00000100:00000001:2.0:1769077303.910080:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298669327
00000100:00000001:2.0:1769077303.910081:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298668110
00000100:00000001:2.0:1769077303.910083:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298669327
00000100:00000001:2.0:1769077303.910084:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077303.910086:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077303.910087:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077303.910089:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077303/real 1769077303]  req@ffff8c58347f5f80 x1855007948257152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077303.910093:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077303.910094:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077303.910095:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077303.910096:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077303.910097:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077303.910098:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077303.910100:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f5f80 x1855007948257152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077303.910105:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f5f80 x1855007948257152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.910109:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077303.910110:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077303.910111:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077303.910112:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077303.910115:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f5f80 x1855007948257152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.910119:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077303.910121:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f5f80 x1855007948257152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.910125:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077303.910126:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077303.910127:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077303.910128:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077303.910129:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077303.910130:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077303.910131:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077303.910133:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077303.910134:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077303.910137:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f5f80 x1855007948257152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077303.910141:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948257152:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077303.910143:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077303.910144:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077303.910146:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4700 x1855007948256896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.910151:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077303.910152:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077303.910153:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077303.910155:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077303.910156:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077303.910157:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077303.910159:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077303.910160:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4c800.
02000000:00000001:2.0:1769077303.910162:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077303.910163:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077303.910164:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4700.
00000100:00000001:2.0:1769077303.910165:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077303.910166:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077303.910167:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077303.910169:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f7b80 x1855007948257024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.910173:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077303.910174:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077303.910175:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077303.910177:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077303.910177:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077303.910178:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077303.910179:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077303.910180:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d800.
02000000:00000001:2.0:1769077303.910181:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077303.910182:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077303.910183:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f7b80.
00000100:00000001:2.0:1769077303.910184:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077303.910185:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077303.910186:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077303.910187:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f5f80 x1855007948257152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.910191:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077303.910192:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077303.910193:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077303.910194:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077303.910194:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077303.910195:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077303.910196:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077303.910197:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4f000.
02000000:00000001:2.0:1769077303.910198:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077303.910199:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077303.910200:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f5f80.
00000100:00000001:2.0:1769077303.910202:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077303.910203:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077303.910204:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077303.910206:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077303.910207:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077303.910208:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077303.910209:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077303.910210:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077303.910212:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4e00 x1855007948257280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.910217:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077303.910218:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077303.910219:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077303.910220:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077303.910221:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077303.910223:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948257280:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077303.910225:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077303.910226:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077303.910227:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077303.910228:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077303.910230:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077303.910231:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077303.910233:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077303.910234:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077303.910236:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077303.910237:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948257280, portal 4
00000100:00000001:2.0:1769077303.910239:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077303.910240:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198609920 : -127164510941696 : ffff8c58347f4e00)
00000100:00000040:2.0:1769077303.910243:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4e00 x1855007948257280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.910247:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077303.910248:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077303.910250:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077303.910252:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948257280, offset 0
00000400:00000200:2.0:1769077303.910254:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077303.910256:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077303.910258:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077303.910260:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077303.910262:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077303.910263:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077303.910265:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077303.910267:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29821:29821:256:4294967295] 192.168.204.128@tcp LPNI seq info [29820:29820:8:4294967295]
00000400:00000200:2.0:1769077303.910269:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077303.910273:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077303.910276:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077303.910277:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077303.910280:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077303.910281:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077303.910284:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077303.910286:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769077303.910289:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077303.910290:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077303.910291:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077303.910294:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077303.910295:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077303.910296:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077303.910298:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077303.910300:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4e00 x1855007948257280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.910305:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077303.910307:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4e00 x1855007948257280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077328 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.910311:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077303.910312:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077303.910314:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077303.910315:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077303.910317:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077303.910319:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298668057
00000100:00000001:2.0:1769077303.910320:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298669327
00000100:00000001:2.0:1769077303.910322:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298668057
00000100:00000001:2.0:1769077303.910323:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298669327
00000100:00000001:2.0:1769077303.910324:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077303.910326:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077303.910327:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077303.910329:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077303/real 1769077303]  req@ffff8c58347f4e00 x1855007948257280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077303.910333:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077303.910334:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077303.910335:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077303.910337:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077303.910338:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077303.910339:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077303.910341:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4e00 x1855007948257280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077303.910346:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4e00 x1855007948257280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.910350:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077303.910351:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077303.910352:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077303.910353:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077303.910355:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4e00 x1855007948257280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.910359:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077303.910361:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4e00 x1855007948257280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.910366:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077303.910367:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077303.910368:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077303.910369:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077303.910370:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077303.910371:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077303.910373:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077303.910375:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077303.910376:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077303.910378:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4e00 x1855007948257280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077303.910383:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948257280:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077303.910385:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077303.910386:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077303.910387:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4e00 x1855007948257280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077303.910391:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077303.910392:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077303.910393:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077303.910395:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077303.910395:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077303.910396:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077303.910398:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077303.910399:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4f400.
02000000:00000001:2.0:1769077303.910400:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077303.910400:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077303.910401:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4e00.
00000100:00000001:2.0:1769077303.910403:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077303.910404:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077303.910405:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077303.910407:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077303.910408:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077303.910409:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077303.910410:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077304.228833:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077304.228839:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077304.228864:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077304.228874:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077304.228877:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077304.932890:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077304.932896:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077304.932897:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077304.932901:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077304.932904:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077304.932908:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077304.932909:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077304.932911:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077304.932913:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077305.252797:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077305.252803:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077305.252807:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298669327, at 4298669376
00000100:00000040:0.0:1769077305.252814:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298669327, at 4298669376
00000100:00000010:1.0:1769077305.252819:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d20.
00000100:00000010:0.0:1769077305.252824:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227840.
00000020:00000001:3.0:1769077305.252853:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077305.252857:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077305.252861:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077305.956800:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077305.956813:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077305.956815:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077305.956820:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077305.956822:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077305.956826:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077305.956828:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077305.956830:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077305.956832:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077306.276857:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077306.276863:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077306.276921:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077306.276932:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077306.276935:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077306.980868:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077306.980876:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077306.980878:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077306.980884:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077306.980889:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077306.980893:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077306.980897:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077306.980900:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077306.980903:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077307.300859:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077307.300865:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077307.300895:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077307.300897:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077307.300900:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077308.004992:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077308.005023:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077308.005026:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077308.005032:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077308.005048:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077308.005052:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077308.005054:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077308.005057:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077308.005060:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077308.324867:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077308.324874:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077308.324903:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077308.324907:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077308.324910:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077309.028852:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077309.028854:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1769077309.028861:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077309.028862:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077309.028864:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077309.028865:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077309.028868:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1769077309.028872:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077309.028873:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077309.028879:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1769077309.028881:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4000
00000100:00000001:0.0:1769077309.028884:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077309.028890:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:1.0:1769077309.028890:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077309.028894:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1769077309.028900:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:0.0:1769077309.028901:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077309.028907:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077309.028913:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077309.028917:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077309.028921:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077309.028924:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077309.028929:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077309.028931:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769077309.028934:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077309.028937:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769077309.028940:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769077309.028943:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769077309.028948:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077309.028951:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077309.028953:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077309.028955:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077309.028958:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769077309.028961:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077309.028963:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077309.028965:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077309.028967:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077309.028969:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077309.028970:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077309.028972:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077309.028980:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769077309.028983:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769077309.028986:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077309.028988:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077309.028990:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077309.028992:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077309.028996:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077309.029002:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4ec00.
00000100:00000001:1.0:1769077309.029007:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077309.029013:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948257408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077309.029022:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077309.029025:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077309.029028:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948257408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077309.029043:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077309.029046:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077309.029049:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077309.029050:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077309.029051:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077309.029054:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077309.029057:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4000
00000400:00000200:1.0:1769077309.029061:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077309.029064:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077309.029064:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077309.029067:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077309.029069:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1769077309.029074:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077309.029077:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4380 x1855007948257408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077309.029079:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077309.029083:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077309.029085:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077309.029086:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077309.029088:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077309.029089:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769077309.029090:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077309.029093:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769077309.029097:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769077309.029101:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077309.029101:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077309.029104:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077309.029107:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077309.029109:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769077309.029110:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077309.029112:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1769077309.029113:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077309.029116:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077309.029117:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077309.029122:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00100000:2.0:1769077309.029123:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948257408:192.168.204.128@tcp:250:kworker.0
00000100:00080000:1.0:1769077309.029127:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077309.029132:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077309.029132:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077309.029136:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077309.029139:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077309.029141:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077309.029143:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077309.029144:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077309.029149:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077309.029150:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:1.0:1769077309.029153:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077309.029158:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077309.029158:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410000.
00000100:00000001:1.0:1769077309.029161:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077309.029163:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077309.029169:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000400:00000200:2.0:1769077309.029175:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000040:1.0:1769077309.029176:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769077309.029182:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1769077309.029182:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
02000000:00000001:1.0:1769077309.029185:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077309.029189:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077309.029191:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1769077309.029191:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
02000000:00000001:1.0:1769077309.029195:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077309.029202:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948257408, portal 25
00000100:00000001:2.0:1769077309.029206:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077309.029208:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198607232 : -127164510944384 : ffff8c58347f4380)
02000000:00000010:1.0:1769077309.029209:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000001:1.0:1769077309.029215:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077309.029218:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4380 x1855007948257408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077309.029225:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948257536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077309.029233:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077309.029240:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000001:1.0:1769077309.029244:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1769077309.029246:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000001:1.0:1769077309.029250:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077309.029252:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948257408, offset 0
00000100:00000040:1.0:1769077309.029259:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948257536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077309.029265:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077309.029275:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077309.029276:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077309.029281:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077309.029284:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00080000:1.0:1769077309.029289:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077309.029292:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769077309.029293:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1769077309.029297:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077309.029300:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000001:1.0:1769077309.029303:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077309.029307:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1769077309.029311:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4000
00000400:00000200:2.0:1769077309.029314:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:1.0:1769077309.029322:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077309.029323:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29822:29822:256:4294967295] 192.168.204.128@tcp LPNI seq info [29821:29821:8:4294967295]
00000400:00000200:1.0:1769077309.029330:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077309.029332:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:1.0:1769077309.029336:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077309.029341:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077309.029345:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077309.029348:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077309.029351:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077309.029354:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077309.029358:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:1.0:1769077309.029362:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077309.029363:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1769077309.029365:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769077309.029371:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000800:00000200:2.0:1769077309.029375:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000020:00000001:1.0:1769077309.029376:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000800:00000010:2.0:1769077309.029384:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077309.029393:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769077309.029397:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000200:2.0:1769077309.029399:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077309.029419:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769077309.029420:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769077309.029425:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000100:00000040:1.0:1769077309.029427:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077309.029434:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000100:2.0:1769077309.029434:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000020:00000040:1.0:1769077309.029440:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000800:00000010:2.0:1769077309.029441:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000100:00080000:1.0:1769077309.029447:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000200:2.0:1769077309.029450:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1769077309.029452:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077309.029456:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769077309.029459:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1769077309.029462:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077309.029466:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077309.029467:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000100:00000001:1.0:1769077309.029469:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:2.0:1769077309.029471:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000008:00100000:1.0:1769077309.029473:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077309.029477:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:1.0:1769077309.029478:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077309.029483:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077309.029485:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4380 x1855007948257408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769077309.029488:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769077309.029494:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769077309.029501:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077309.029503:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1769077309.029504:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077309.029509:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1769077309.029510:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4380 x1855007948257408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077334 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077309.029511:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077309.029515:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077309.029523:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:2.0:1769077309.029524:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077309.029528:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077309.029530:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077309.029534:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077309.029540:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948257664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077309.029544:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077309.029548:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298674447
00000100:00000010:2.0:1769077309.029555:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227d80.
00000100:00000001:2.0:1769077309.029562:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077309.029563:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077309.029568:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077309.029569:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298674447
00000100:00000010:2.0:1769077309.029575:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227ae0.
00000100:00000040:1.0:1769077309.029576:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948257664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077309.029580:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077309.029586:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077309.029591:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077309.029593:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077309.029595:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1769077309.029600:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1769077309.029604:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077309/real 1769077309]  req@ffff8c58347f4380 x1855007948257408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077309.029605:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077309.029610:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077309.029614:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077309.029621:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000001:2.0:1769077309.029622:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077309.029626:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00080000:1.0:1769077309.029627:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4000
00000400:00000010:2.0:1769077309.029629:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:1.0:1769077309.029634:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077309.029635:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077309.029639:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000400:00000200:1.0:1769077309.029642:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077309.029644:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077309.029650:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4380 x1855007948257408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077309.029657:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1769077309.029661:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4380 x1855007948257408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077309.029666:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077309.029673:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077309.029674:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077309.029678:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077309.029681:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077309.029681:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077309.029684:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077309.029688:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00100000:2.0:1769077309.029690:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4380 x1855007948257408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769077309.029692:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077309.029696:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769077309.029699:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077309.029701:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769077309.029703:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769077309.029708:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077309.029710:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077309.029715:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000040:2.0:1769077309.029720:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4380 x1855007948257408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077309.029721:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077309.029727:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077309.029761:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077309.029766:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077309.029767:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077309.029769:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077309.029773:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1769077309.029774:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00000001:2.0:1769077309.029776:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00080000:1.0:1769077309.029781:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077309.029781:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077309.029786:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1769077309.029787:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077309.029792:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:2.0:1769077309.029793:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
02000000:00000001:1.0:1769077309.029796:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077309.029798:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1769077309.029803:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077309.029807:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:2.0:1769077309.029807:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4380 x1855007948257408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1769077309.029811:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077309.029818:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077309.029823:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077309.029826:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948257408:192.168.204.128@tcp:250:kworker.0
00000100:00000010:1.0:1769077309.029829:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769077309.029835:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000001:2.0:1769077309.029835:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1769077309.029839:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077309.029840:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077309.029844:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4380 x1855007948257408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077309.029852:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077309.029856:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1769077309.029858:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077309.029859:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077309.029862:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410000.
02000000:00000001:1.0:1769077309.029866:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077309.029866:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077309.029870:0:2431:0:(genops.c:1236:class_import_put()) Process entered
02000000:00000001:1.0:1769077309.029871:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077309.029872:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077309.029877:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077309.029879:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4ec00.
02000000:00000010:1.0:1769077309.029880:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
02000000:00000001:2.0:1769077309.029882:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077309.029885:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1769077309.029887:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077309.029888:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4380.
00000100:00000001:2.0:1769077309.029893:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077309.029895:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077309.029896:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077309.029900:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948257792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077309.029903:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077309.029906:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077309.029909:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077309.029911:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077309.029914:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769077309.029919:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1769077309.029919:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4e00 x1855007948257536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077309.029925:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077309.029932:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077309.029933:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077309.029936:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1769077309.029938:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948257792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077309.029946:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077309.029949:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077309.029952:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077309.029953:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948257536:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077309.029959:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1769077309.029960:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1769077309.029961:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077309.029963:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077309.029968:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:2.0:1769077309.029968:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077309.029971:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410000.
00000100:00000001:1.0:1769077309.029972:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1769077309.029975:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077309.029977:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077309.029980:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077309.029983:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:2.0:1769077309.029984:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077309.029988:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00080000:1.0:1769077309.029990:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4000
00000100:00000200:2.0:1769077309.029992:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948257536, portal 10
00000100:00000001:2.0:1769077309.029996:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077309.029998:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198609920 : -127164510941696 : ffff8c58347f4e00)
00000400:00000200:1.0:1769077309.030002:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:2.0:1769077309.030007:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4e00 x1855007948257536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077309.030011:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077309.030018:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1769077309.030019:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077309.030024:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000040:1.0:1769077309.030029:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000010:2.0:1769077309.030029:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077309.030034:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948257536, offset 0
00000100:00000001:1.0:1769077309.030035:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077309.030040:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000040:1.0:1769077309.030041:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077309.030046:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077309.030047:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077309.030051:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000020:00000001:1.0:1769077309.030053:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077309.030056:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000400:00000200:2.0:1769077309.030056:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1769077309.030061:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077309.030064:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000020:00000040:1.0:1769077309.030066:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000400:00000200:2.0:1769077309.030069:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1769077309.030072:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000400:00000200:2.0:1769077309.030075:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000020:00000001:1.0:1769077309.030078:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000400:00000200:2.0:1769077309.030083:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29823:29823:256:4294967295] 192.168.204.128@tcp LPNI seq info [29822:29822:8:4294967295]
00000100:00000040:1.0:1769077309.030087:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077309.030092:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077309.030093:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:1.0:1769077309.030097:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077309.030102:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077309.030107:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000400:00000200:2.0:1769077309.030109:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1769077309.030115:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000800:00000200:2.0:1769077309.030120:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00000001:1.0:1769077309.030122:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077309.030126:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:2.0:1769077309.030127:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
02000000:00000001:1.0:1769077309.030130:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077309.030137:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077309.030137:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769077309.030141:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:2.0:1769077309.030143:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000008:00100000:1.0:1769077309.030145:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077309.030151:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077309.030152:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769077309.030154:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077309.030158:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000100:00000010:1.0:1769077309.030161:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000800:00000100:2.0:1769077309.030166:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000020:00000040:1.0:1769077309.030167:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000800:00000010:2.0:1769077309.030170:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
02000000:00000001:1.0:1769077309.030172:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769077309.030175:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1769077309.030176:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077309.030180:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769077309.030182:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1769077309.030184:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077309.030188:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077309.030189:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
02000000:00000010:1.0:1769077309.030193:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
00000400:00000010:2.0:1769077309.030194:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077309.030201:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769077309.030202:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077309.030208:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4e00 x1855007948257536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077309.030212:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948257920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077309.030226:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769077309.030230:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077309.030235:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077309.030235:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4e00 x1855007948257536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077334 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077309.030246:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948257920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077309.030249:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077309.030254:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077309.030259:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077309.030261:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077309.030265:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000100:00000040:1.0:1769077309.030268:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4010)
00000400:00000200:2.0:1769077309.030273:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077309.030277:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298673166
00000100:00000001:2.0:1769077309.030280:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298674447
00000100:00000001:2.0:1769077309.030283:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298673166
00000100:00000001:2.0:1769077309.030286:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298674447
00000100:00000001:2.0:1769077309.030288:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077309.030291:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077309.030293:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077309.030298:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077309/real 1769077309]  req@ffff8c58347f4e00 x1855007948257536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077309.030307:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077309.030308:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077309.030311:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077309.030313:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077309.030315:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077309.030318:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077309.030321:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4e00 x1855007948257536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077309.030330:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4e00 x1855007948257536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077309.030343:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077309.030345:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077309.030347:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077309.030348:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077309.030352:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4e00 x1855007948257536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077309.030360:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077309.030364:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4e00 x1855007948257536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077309.030372:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077309.030374:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077309.030376:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077309.030377:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077309.030379:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077309.030382:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077309.030384:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077309.030388:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077309.030390:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077309.030394:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4e00 x1855007948257536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077309.030421:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948257536:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077309.030426:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077309.030430:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f5f80 x1855007948257664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077309.030438:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077309.030439:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077309.030442:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077309.030444:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077309.030447:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077309.030450:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948257664:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077309.030453:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077309.030456:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077309.030457:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077309.030459:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077309.030463:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077309.030465:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077309.030469:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077309.030472:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077309.030475:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077309.030478:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948257664, portal 10
00000100:00000001:2.0:1769077309.030481:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077309.030482:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198614400 : -127164510937216 : ffff8c58347f5f80)
00000100:00000040:2.0:1769077309.030488:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f5f80 x1855007948257664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077309.030495:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077309.030498:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077309.030500:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077309.030502:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948257664, offset 0
00000400:00000200:2.0:1769077309.030506:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077309.030510:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077309.030514:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077309.030517:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077309.030520:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077309.030523:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077309.030525:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077309.030529:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29824:29824:256:4294967295] 192.168.204.128@tcp LPNI seq info [29823:29823:8:4294967295]
00000400:00000200:2.0:1769077309.030534:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077309.030540:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077309.030546:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077309.030549:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077309.030552:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077309.030554:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077309.030558:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077309.030559:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769077309.030562:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077309.030564:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077309.030566:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077309.030568:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077309.030570:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077309.030572:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077309.030574:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077309.030576:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f5f80 x1855007948257664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077309.030581:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077309.030583:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f5f80 x1855007948257664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077334 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077309.030588:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077309.030589:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077309.030590:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077309.030592:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077309.030595:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077309.030596:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298673165
00000100:00000001:2.0:1769077309.030597:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298674447
00000100:00000001:2.0:1769077309.030599:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298673165
00000100:00000001:2.0:1769077309.030600:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298674447
00000100:00000001:2.0:1769077309.030602:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077309.030603:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077309.030604:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077309.030607:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077309/real 1769077309]  req@ffff8c58347f5f80 x1855007948257664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077309.030612:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077309.030613:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077309.030614:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077309.030616:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077309.030617:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077309.030618:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077309.030620:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f5f80 x1855007948257664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077309.030625:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f5f80 x1855007948257664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077309.030630:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077309.030631:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077309.030632:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077309.030633:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077309.030635:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f5f80 x1855007948257664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077309.030639:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077309.030641:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f5f80 x1855007948257664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077309.030645:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077309.030647:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077309.030648:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077309.030648:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077309.030649:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077309.030650:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077309.030652:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077309.030654:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077309.030655:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077309.030658:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f5f80 x1855007948257664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077309.030663:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948257664:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077309.030666:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077309.030667:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077309.030669:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4e00 x1855007948257536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077309.030673:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077309.030674:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077309.030675:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077309.030676:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077309.030677:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077309.030678:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077309.030679:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077309.030680:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4e000.
02000000:00000001:2.0:1769077309.030682:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077309.030683:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077309.030684:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4e00.
00000100:00000001:2.0:1769077309.030685:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077309.030686:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077309.030687:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077309.030689:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f5f80 x1855007948257664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077309.030693:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077309.030694:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077309.030694:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077309.030696:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077309.030696:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077309.030697:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077309.030698:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077309.030699:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4f400.
02000000:00000001:2.0:1769077309.030700:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077309.030701:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077309.030702:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f5f80.
00000100:00000001:2.0:1769077309.030704:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077309.030705:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077309.030706:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077309.030709:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077309.030710:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077309.030711:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077309.030713:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077309.030713:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077309.030716:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f7b80 x1855007948257792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077309.030720:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077309.030721:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077309.030723:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077309.030724:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077309.030725:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077309.030727:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948257792:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077309.030729:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077309.030746:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077309.030747:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077309.030748:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077309.030750:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077309.030752:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077309.030754:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077309.030756:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077309.030758:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077309.030760:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948257792, portal 4
00000100:00000001:2.0:1769077309.030761:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077309.030762:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198621568 : -127164510930048 : ffff8c58347f7b80)
00000100:00000040:2.0:1769077309.030766:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f7b80 x1855007948257792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077309.030771:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077309.030772:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077309.030774:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077309.030775:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948257792, offset 0
00000400:00000200:2.0:1769077309.030778:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077309.030781:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077309.030783:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077309.030785:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077309.030787:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077309.030789:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077309.030790:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077309.030792:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29825:29825:256:4294967295] 192.168.204.128@tcp LPNI seq info [29824:29824:8:4294967295]
00000400:00000200:2.0:1769077309.030796:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077309.030802:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077309.030806:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077309.030809:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077309.030813:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077309.030815:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077309.030819:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077309.030822:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769077309.030826:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077309.030828:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077309.030831:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077309.030835:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077309.030838:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077309.030840:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077309.030843:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077309.030847:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f7b80 x1855007948257792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077309.030855:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077309.030859:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f7b80 x1855007948257792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077334 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077309.030865:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077309.030866:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077309.030869:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077309.030872:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077309.030876:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077309.030878:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298673231
00000100:00000001:2.0:1769077309.030881:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298674447
00000100:00000001:2.0:1769077309.030883:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298673231
00000100:00000001:2.0:1769077309.030885:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298674447
00000100:00000001:2.0:1769077309.030887:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077309.030890:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077309.030892:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077309.030896:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077309/real 1769077309]  req@ffff8c58347f7b80 x1855007948257792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077309.030904:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077309.030905:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077309.030907:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077309.030910:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077309.030912:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077309.030914:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077309.030917:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f7b80 x1855007948257792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077309.030926:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f7b80 x1855007948257792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077309.030933:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077309.030935:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077309.030937:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077309.030938:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077309.030942:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f7b80 x1855007948257792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077309.030950:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077309.030954:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f7b80 x1855007948257792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077309.030962:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077309.030964:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077309.030966:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077309.030968:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077309.030970:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077309.030971:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077309.030974:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077309.030977:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077309.030979:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077309.030983:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f7b80 x1855007948257792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077309.030990:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948257792:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077309.030994:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077309.030998:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4700 x1855007948257920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077309.031004:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077309.031005:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077309.031007:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077309.031008:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077309.031010:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077309.031012:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948257920:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077309.031014:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077309.031015:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077309.031016:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077309.031018:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077309.031020:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077309.031022:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077309.031024:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077309.031027:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077309.031029:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077309.031031:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948257920, portal 4
00000100:00000001:2.0:1769077309.031032:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077309.031033:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198608128 : -127164510943488 : ffff8c58347f4700)
00000100:00000040:2.0:1769077309.031037:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4700 x1855007948257920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077309.031041:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077309.031043:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077309.031044:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077309.031046:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948257920, offset 0
00000400:00000200:2.0:1769077309.031048:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077309.031051:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077309.031053:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077309.031055:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077309.031057:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077309.031059:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077309.031060:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077309.031063:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29826:29826:256:4294967295] 192.168.204.128@tcp LPNI seq info [29825:29825:8:4294967295]
00000400:00000200:2.0:1769077309.031065:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077309.031069:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077309.031072:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077309.031074:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077309.031077:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077309.031079:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077309.031081:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077309.031083:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769077309.031086:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077309.031087:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077309.031089:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077309.031092:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077309.031094:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077309.031095:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077309.031097:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077309.031099:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4700 x1855007948257920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077309.031104:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077309.031106:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4700 x1855007948257920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077334 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077309.031110:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077309.031111:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077309.031113:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077309.031115:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077309.031116:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077309.031118:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298673178
00000100:00000001:2.0:1769077309.031119:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298674447
00000100:00000001:2.0:1769077309.031121:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298673178
00000100:00000001:2.0:1769077309.031122:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298674447
00000100:00000001:2.0:1769077309.031124:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077309.031125:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077309.031126:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077309.031128:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077309/real 1769077309]  req@ffff8c58347f4700 x1855007948257920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077309.031133:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077309.031133:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077309.031134:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077309.031136:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077309.031137:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077309.031138:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077309.031140:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4700 x1855007948257920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077309.031145:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4700 x1855007948257920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077309.031153:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077309.031154:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077309.031155:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077309.031156:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077309.031158:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4700 x1855007948257920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077309.031162:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077309.031165:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4700 x1855007948257920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077309.031168:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077309.031170:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077309.031171:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077309.031172:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077309.031173:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077309.031174:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077309.031175:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077309.031177:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077309.031178:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077309.031181:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4700 x1855007948257920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077309.031187:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948257920:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077309.031190:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077309.031192:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077309.031195:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f7b80 x1855007948257792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077309.031202:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077309.031204:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077309.031206:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077309.031209:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077309.031210:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077309.031212:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077309.031214:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077309.031215:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4f000.
02000000:00000001:2.0:1769077309.031218:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077309.031219:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077309.031221:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f7b80.
00000100:00000001:2.0:1769077309.031223:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077309.031225:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077309.031226:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077309.031230:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4700 x1855007948257920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077309.031237:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077309.031238:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077309.031240:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077309.031242:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077309.031243:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077309.031245:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077309.031247:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077309.031248:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d800.
02000000:00000001:2.0:1769077309.031250:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077309.031252:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077309.031253:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4700.
00000100:00000001:2.0:1769077309.031255:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077309.031257:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077309.031259:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077309.031263:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077309.031264:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077309.031266:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077309.031268:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077309.348831:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077309.348838:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077309.348892:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077309.348905:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077309.348913:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077310.052951:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077310.052958:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077310.052959:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077310.052964:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077310.052967:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077310.052970:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077310.052971:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077310.052974:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077310.052987:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077310.372797:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298674447, at 4298674496
00000100:00000040:0.0:1769077310.372804:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298674447, at 4298674496
00000100:00000010:1.0:1769077310.372812:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ae0.
00000100:00000010:0.0:1769077310.372815:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d80.
00010000:00000001:2.0:1769077310.372833:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077310.372837:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077310.372886:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077310.372901:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077310.372906:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077311.076903:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077311.076918:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077311.076921:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077311.076928:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077311.076933:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077311.076939:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077311.076942:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077311.076946:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077311.076949:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077311.396800:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077311.396809:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077311.396830:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077311.396832:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077311.396834:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077312.100860:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077312.100867:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077312.100869:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077312.100875:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077312.100879:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077312.100883:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077312.100886:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077312.100888:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077312.100891:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077312.420828:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077312.420838:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077312.420841:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077312.420845:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077312.420850:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077312.420852:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077312.420854:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077312.420857:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077312.420892:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077312.420895:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077312.420899:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077313.124870:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077313.124878:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077313.124880:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077313.124886:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077313.124889:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077313.124893:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077313.124895:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077313.124898:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077313.124901:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077313.444827:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077313.444834:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077313.444894:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077313.444901:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077313.444906:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077314.148840:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1769077314.148843:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077314.148848:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077314.148854:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077314.148855:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077314.148861:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1769077314.148863:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:0.0:1769077314.148865:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077314.148870:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077314.148871:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769077314.148878:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077314.148883:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4005
00000100:00000001:1.0:1769077314.148885:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077314.148890:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077314.148895:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077314.148897:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077314.148908:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077314.148911:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077314.148914:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077314.148918:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077314.148920:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077314.148922:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077314.148925:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077314.148926:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077314.148930:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077314.148932:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077314.148934:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077314.148935:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077314.148937:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077314.148939:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077314.148940:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077314.148941:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077314.148943:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077314.148945:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077314.148946:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077314.148948:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077314.148950:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077314.148952:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077314.148953:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077314.148955:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077314.148960:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000020:00000040:0.0:1769077314.148963:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077314.148965:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077314.148967:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077314.148968:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077314.148970:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077314.148974:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077314.148979:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17c00.
00000100:00000001:0.0:1769077314.148984:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077314.148989:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948258048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077314.149003:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077314.149005:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077314.149009:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948258048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077314.149024:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077314.149026:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077314.149028:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077314.149029:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077314.149030:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077314.149032:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077314.149033:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4005
00000400:00000200:0.0:1769077314.149035:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077314.149037:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077314.149038:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077314.149040:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077314.149041:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077314.149043:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077314.149045:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077314.149046:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077314.149047:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077314.149048:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077314.149050:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077314.149052:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077314.149053:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769077314.149055:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077314.149057:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077314.149059:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077314.149060:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077314.149063:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1769077314.149064:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00000001:2.0:1769077314.149070:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077314.149071:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077314.149073:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077314.149080:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077314.149085:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1769077314.149085:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c000 x1855007948258048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077314.149093:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077314.149094:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077314.149096:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077314.149100:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077314.149105:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077314.149105:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077314.149110:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1769077314.149112:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077314.149116:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769077314.149120:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077314.149125:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948258048:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077314.149126:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077314.149133:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d180.
00000100:00000001:2.0:1769077314.149135:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1769077314.149137:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077314.149140:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077314.149141:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077314.149142:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769077314.149143:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077314.149149:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077314.149150:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077314.149157:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769077314.149158:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077314.149165:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b413800.
02000000:00000010:0.0:1769077314.149166:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14800.
02000000:00000001:2.0:1769077314.149170:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077314.149176:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077314.149181:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077314.149187:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000100:00100000:0.0:1769077314.149188:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d180 x1855007948258176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769077314.149194:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000001:0.0:1769077314.149202:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077314.149206:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077314.149206:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948258048, portal 25
00000100:00000001:2.0:1769077314.149213:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077314.149215:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104263680 : -127169605287936 : ffff8c5704d9c000)
00000100:00000040:0.0:1769077314.149217:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad4bb1df] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d180 x1855007948258176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077314.149226:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c000 x1855007948258048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077314.149250:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077314.149252:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1769077314.149254:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077314.149259:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00080000:0.0:1769077314.149265:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:2.0:1769077314.149267:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000001:0.0:1769077314.149269:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077314.149272:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1769077314.149272:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948258048, offset 0
00000100:00000001:0.0:1769077314.149283:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077314.149289:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4005
00000400:00000200:2.0:1769077314.149292:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077314.149296:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077314.149300:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077314.149307:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:0.0:1769077314.149308:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077314.149315:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077314.149329:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077314.149332:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000040:0.0:1769077314.149337:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077314.149342:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077314.149343:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077314.149345:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000400:00000200:2.0:1769077314.149346:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1769077314.149347:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077314.149350:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077314.149355:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077314.149356:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000020:00000001:0.0:1769077314.149363:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:0.0:1769077314.149370:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077314.149371:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769077314.149373:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077314.149382:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077314.149383:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000001:0.0:1769077314.149388:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077314.149394:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29827:29827:256:4294967295] 192.168.204.128@tcp LPNI seq info [29826:29826:8:4294967295]
00000020:00000040:0.0:1769077314.149395:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:0.0:1769077314.149409:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000200:2.0:1769077314.149409:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077314.149415:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077314.149418:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769077314.149424:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1769077314.149426:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1769077314.149433:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077314.149438:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
02000000:00000001:0.0:1769077314.149440:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077314.149445:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:2.0:1769077314.149446:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000008:00100000:0.0:1769077314.149450:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1769077314.149452:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000008:00000001:0.0:1769077314.149459:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077314.149463:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077314.149467:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000010:0.0:1769077314.149468:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9df80.
00000020:00000040:0.0:1769077314.149476:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000800:00000200:2.1:1769077314.149476:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
02000000:00000001:0.0:1769077314.149489:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077314.149495:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769077314.149495:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077314.149503:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000100:00000001:0.0:1769077314.149504:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077314.149514:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077314.149518:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1769077314.149519:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077314.149532:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15c00.
00000400:00000200:2.0:1769077314.149533:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769077314.149544:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077314.149546:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077314.149550:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077314.149555:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:0.0:1769077314.149559:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9df80 x1855007948258304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769077314.149561:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c000 x1855007948258048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077314.149594:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077314.149598:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077314.149609:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bed851a] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9df80 x1855007948258304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077314.149610:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769077314.149618:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077314.149619:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c000 x1855007948258048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077339 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077314.149621:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077314.149639:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077314.149640:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077314.149644:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077314.149644:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1769077314.149650:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077314.149655:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077314.149655:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077314.149661:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4005
00000400:00000200:2.0:1769077314.149668:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077314.149675:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077314.149675:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298679567
00000400:00000200:0.0:1769077314.149681:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077314.149685:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000010:2.0:1769077314.149685:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227780.
00000100:00000040:0.0:1769077314.149692:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077314.149694:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077314.149696:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077314.149698:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769077314.149699:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077314.149704:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077314.149705:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:0.0:1769077314.149706:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077314.149708:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298679567
00000020:00000040:0.0:1769077314.149709:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:0.0:1769077314.149717:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000010:2.0:1769077314.149719:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227b40.
00000020:00000001:0.0:1769077314.149720:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:0.0:1769077314.149727:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077314.149760:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769077314.149761:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077314.149767:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077314.149767:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077314.149772:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077314.149774:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077314.149776:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000020:00000040:0.0:1769077314.149782:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00100000:2.0:1769077314.149782:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077314/real 1769077314]  req@ffff8c5704d9c000 x1855007948258048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077314.149797:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000001:2.0:1769077314.149800:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077314.149802:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1769077314.149803:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077314.149804:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
02000000:00000001:0.0:1769077314.149813:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077314.149818:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077314.149820:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077314.149821:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000100:00000001:0.0:1769077314.149822:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:2.0:1769077314.149826:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000008:00100000:0.0:1769077314.149827:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077314.149833:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077314.149833:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1769077314.149837:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077314.149841:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c000 x1855007948258048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1769077314.149843:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d500.
00000020:00000040:0.0:1769077314.149854:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:0.0:1769077314.149863:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1769077314.149864:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c000 x1855007948258048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077314.149870:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077314.149878:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077314.149880:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077314.149881:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077314.149889:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15400.
00000100:00000001:2.0:1769077314.149892:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077314.149893:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077314.149896:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077314.149903:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d500 x1855007948258432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077314.149904:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077314.149910:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077314.149918:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077314.149924:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077314.149924:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c000 x1855007948258048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077314.149933:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c2d91c4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d500 x1855007948258432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077314.149948:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077314.149950:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077314.149960:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077314.149961:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077314.149966:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077314.149980:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077314.149981:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077314.149985:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4005
00000100:00000040:2.0:1769077314.149989:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c000 x1855007948258048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077314.149995:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077314.150009:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077314.150015:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077314.150015:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077314.150029:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077314.150030:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077314.150040:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077314.150041:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1769077314.150045:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077314.150046:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077314.150048:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077314.150053:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077314.150054:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000020:00000040:0.0:1769077314.150055:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769077314.150058:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077314.150059:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:0.0:1769077314.150061:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:0.0:1769077314.150067:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769077314.150070:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00080000:2.0:1769077314.150070:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:0.0:1769077314.150084:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00080000:2.0:1769077314.150084:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077314.150092:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1769077314.150093:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077314.150100:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000040:2.0:1769077314.150104:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c000 x1855007948258048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077314.150105:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077314.150115:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:0.0:1769077314.150125:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077314.150132:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077314.150139:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948258048:192.168.204.128@tcp:250:kworker.0
02000000:00000001:0.0:1769077314.150140:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077314.150145:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077314.150154:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077314.150156:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077314.150158:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c000 x1855007948258048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077314.150163:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077314.150165:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077314.150167:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077314.150170:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077314.150172:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077314.150173:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077314.150175:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077314.150177:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17c00.
02000000:00000001:2.0:1769077314.150180:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077314.150182:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077314.150184:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c000.
00000100:00000001:2.0:1769077314.150186:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077314.150187:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077314.150189:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769077314.150193:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077314.150197:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077314.150200:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077314.150202:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077314.150204:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077314.150206:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077314.150209:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d180 x1855007948258176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077314.150217:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077314.150218:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077314.150225:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769077314.150226:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
02000000:00000001:2.0:1769077314.150234:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077314.150236:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077314.150242:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769077314.150243:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077314.150249:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077314.150253:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948258176:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077314.150257:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077314.150261:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1769077314.150263:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
02000000:00000001:2.0:1769077314.150263:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077314.150270:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077314.150273:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077314.150274:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077314.150278:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000400:00000200:2.0:1769077314.150282:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077314.150288:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077314.150291:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077314.150293:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948258176, portal 10
00000100:00000001:2.0:1769077314.150294:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077314.150296:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104268160 : -127169605283456 : ffff8c5704d9d180)
00000100:00000040:2.0:1769077314.150301:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d180 x1855007948258176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077314.150302:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077314.150311:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077314.150312:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077314.150313:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
02000000:00000001:0.0:1769077314.150315:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077314.150327:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948258176, offset 0
00000100:00000001:0.0:1769077314.150328:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077314.150331:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077314.150335:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077314.150339:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077314.150342:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077314.150344:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1769077314.150345:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077314.150348:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
02000000:00000010:0.0:1769077314.150353:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16c00.
00000400:00000200:2.0:1769077314.150353:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769077314.150361:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077314.150363:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00100000:0.0:1769077314.150368:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948258560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077314.150372:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29828:29828:256:4294967295] 192.168.204.128@tcp LPNI seq info [29827:29827:8:4294967295]
00000400:00000200:2.0:1769077314.150378:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077314.150387:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077314.150401:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077314.150404:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077314.150407:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077314.150409:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077314.150419:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077314.150420:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769077314.150423:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077314.150425:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077314.150427:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077314.150433:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077314.150439:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077314.150443:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:0.0:1769077314.150446:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077314.150446:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077314.150451:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d180 x1855007948258176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077314.150456:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077314.150458:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d180 x1855007948258176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077339 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077314.150465:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077314.150474:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077314.150477:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077314.150480:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077314.150481:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948258560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077314.150484:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077314.150491:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077314.150492:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298678286
00000100:00000001:2.0:1769077314.150494:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298679567
00000100:00000001:2.0:1769077314.150496:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298678286
00000100:00000001:2.0:1769077314.150497:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298679567
00000100:00000001:2.0:1769077314.150498:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077314.150500:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077314.150501:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077314.150504:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077314/real 1769077314]  req@ffff8c5704d9d180 x1855007948258176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077314.150514:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077314.150515:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077314.150516:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077314.150518:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077314.150519:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077314.150524:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077314.150532:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d180 x1855007948258176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077314.150538:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d180 x1855007948258176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077314.150542:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077314.150545:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077314.150548:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077314.150548:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077314.150553:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077314.150559:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4015)
00000100:00100000:2.0:1769077314.150560:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d180 x1855007948258176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077314.150570:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077314.150574:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d180 x1855007948258176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077314.150580:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077314.150582:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077314.150584:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077314.150586:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077314.150588:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077314.150591:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077314.150594:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077314.150599:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077314.150601:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077314.150606:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d180 x1855007948258176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077314.150615:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948258176:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077314.150620:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077314.150623:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9df80 x1855007948258304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077314.150628:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077314.150629:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077314.150630:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077314.150631:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077314.150633:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077314.150635:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948258304:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077314.150637:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077314.150639:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077314.150641:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077314.150643:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077314.150646:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077314.150648:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077314.150651:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077314.150654:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077314.150657:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077314.150660:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948258304, portal 10
00000100:00000001:2.0:1769077314.150661:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077314.150663:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104271744 : -127169605279872 : ffff8c5704d9df80)
00000100:00000040:2.0:1769077314.150668:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9df80 x1855007948258304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077314.150675:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077314.150677:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077314.150679:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077314.150682:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948258304, offset 0
00000400:00000200:2.0:1769077314.150686:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077314.150690:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077314.150694:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077314.150696:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077314.150698:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077314.150700:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077314.150702:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077314.150704:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29829:29829:256:4294967295] 192.168.204.128@tcp LPNI seq info [29828:29828:8:4294967295]
00000400:00000200:2.0:1769077314.150708:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077314.150714:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077314.150718:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077314.150721:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077314.150725:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077314.150728:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077314.150751:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077314.150754:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769077314.150757:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077314.150760:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077314.150763:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077314.150766:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077314.150769:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077314.150771:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077314.150773:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077314.150777:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9df80 x1855007948258304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077314.150785:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077314.150788:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9df80 x1855007948258304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077339 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077314.150794:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077314.150796:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077314.150799:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077314.150802:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077314.150805:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077314.150807:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298678286
00000100:00000001:2.0:1769077314.150809:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298679567
00000100:00000001:2.0:1769077314.150810:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298678286
00000100:00000001:2.0:1769077314.150811:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298679567
00000100:00000001:2.0:1769077314.150813:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077314.150814:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077314.150816:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077314.150818:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077314/real 1769077314]  req@ffff8c5704d9df80 x1855007948258304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077314.150822:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077314.150823:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077314.150824:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077314.150826:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077314.150827:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077314.150829:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077314.150831:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9df80 x1855007948258304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077314.150836:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9df80 x1855007948258304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077314.150839:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077314.150840:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077314.150841:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077314.150842:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077314.150844:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9df80 x1855007948258304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077314.150848:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077314.150850:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9df80 x1855007948258304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077314.150854:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077314.150855:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077314.150856:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077314.150856:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077314.150857:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077314.150858:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077314.150859:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077314.150861:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077314.150862:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077314.150864:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9df80 x1855007948258304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077314.150868:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948258304:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077314.150870:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077314.150873:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d500 x1855007948258432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077314.150877:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077314.150878:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077314.150879:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077314.150880:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077314.150882:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077314.150883:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948258432:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077314.150885:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077314.150886:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077314.150887:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077314.150888:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077314.150891:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077314.150892:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077314.150894:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077314.150897:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077314.150899:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077314.150901:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948258432, portal 4
00000100:00000001:2.0:1769077314.150903:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077314.150904:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104269056 : -127169605282560 : ffff8c5704d9d500)
00000100:00000040:2.0:1769077314.150910:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d500 x1855007948258432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077314.150916:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077314.150918:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077314.150920:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077314.150923:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948258432, offset 0
00000400:00000200:2.0:1769077314.150927:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077314.150930:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077314.150934:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077314.150936:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077314.150939:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077314.150941:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077314.150944:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077314.150947:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29830:29830:256:4294967295] 192.168.204.128@tcp LPNI seq info [29829:29829:8:4294967295]
00000400:00000200:2.0:1769077314.150951:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077314.150956:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077314.150959:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077314.150961:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077314.150964:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077314.150966:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077314.150968:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077314.150970:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769077314.150972:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077314.150973:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077314.150975:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077314.150977:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077314.150979:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077314.150980:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077314.150982:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077314.150984:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d500 x1855007948258432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077314.150990:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077314.150991:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d500 x1855007948258432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077339 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077314.150995:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077314.150996:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077314.150998:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077314.151000:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077314.151002:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077314.151004:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298678351
00000100:00000001:2.0:1769077314.151005:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298679567
00000100:00000001:2.0:1769077314.151007:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298678351
00000100:00000001:2.0:1769077314.151008:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298679567
00000100:00000001:2.0:1769077314.151009:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077314.151011:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077314.151012:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077314.151014:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077314/real 1769077314]  req@ffff8c5704d9d500 x1855007948258432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077314.151019:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077314.151020:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077314.151021:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077314.151022:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077314.151023:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077314.151024:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077314.151026:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d500 x1855007948258432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077314.151031:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d500 x1855007948258432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077314.151034:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077314.151035:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077314.151036:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077314.151036:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077314.151038:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d500 x1855007948258432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077314.151042:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077314.151044:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d500 x1855007948258432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077314.151047:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077314.151048:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077314.151049:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077314.151050:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077314.151051:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077314.151053:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077314.151054:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077314.151056:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077314.151058:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077314.151060:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d500 x1855007948258432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077314.151065:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948258432:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077314.151067:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077314.151068:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077314.151069:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d180 x1855007948258176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077314.151073:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077314.151074:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077314.151075:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077314.151076:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077314.151077:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077314.151078:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077314.151080:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077314.151081:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14800.
02000000:00000001:2.0:1769077314.151083:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077314.151084:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077314.151085:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d180.
00000100:00000001:2.0:1769077314.151086:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077314.151087:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077314.151088:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077314.151090:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9df80 x1855007948258304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077314.151094:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077314.151094:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077314.151095:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077314.151096:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077314.151097:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077314.151097:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077314.151098:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077314.151100:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15c00.
02000000:00000001:2.0:1769077314.151102:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077314.151103:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077314.151104:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9df80.
00000100:00000001:2.0:1769077314.151107:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077314.151108:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077314.151109:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077314.151112:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d500 x1855007948258432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077314.151118:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077314.151119:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077314.151120:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077314.151123:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077314.151124:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077314.151125:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077314.151127:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077314.151129:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15400.
02000000:00000001:2.0:1769077314.151131:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077314.151132:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077314.151133:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d500.
00000100:00000001:2.0:1769077314.151135:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077314.151136:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077314.151138:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077314.151142:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077314.151143:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077314.151146:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077314.151147:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077314.151149:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077314.151153:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948258560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077314.151158:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077314.151159:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077314.151161:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077314.151162:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077314.151163:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077314.151165:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948258560:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077314.151168:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077314.151170:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077314.151171:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077314.151172:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077314.151174:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077314.151175:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077314.151178:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077314.151179:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077314.151181:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077314.151183:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948258560, portal 4
00000100:00000001:2.0:1769077314.151185:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077314.151186:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
00000100:00000040:2.0:1769077314.151189:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948258560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077314.151193:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077314.151195:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077314.151196:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077314.151198:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948258560, offset 0
00000400:00000200:2.0:1769077314.151201:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077314.151204:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077314.151207:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077314.151210:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077314.151213:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077314.151215:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077314.151217:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077314.151220:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29831:29831:256:4294967295] 192.168.204.128@tcp LPNI seq info [29830:29830:8:4294967295]
00000400:00000200:2.0:1769077314.151224:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077314.151230:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077314.151235:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077314.151238:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077314.151242:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077314.151245:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077314.151249:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077314.151251:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769077314.151254:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077314.151255:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077314.151257:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077314.151259:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077314.151261:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077314.151262:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077314.151264:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077314.151266:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c380 x1855007948258560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077314.151271:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077314.151273:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948258560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077339 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077314.151277:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077314.151278:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077314.151280:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077314.151282:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077314.151284:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077314.151285:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298678298
00000100:00000001:2.0:1769077314.151287:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298679567
00000100:00000001:2.0:1769077314.151288:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298678298
00000100:00000001:2.0:1769077314.151290:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298679567
00000100:00000001:2.0:1769077314.151291:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077314.151292:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077314.151293:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077314.151295:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077314/real 1769077314]  req@ffff8c5704d9c380 x1855007948258560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077314.151299:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077314.151300:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077314.151302:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077314.151303:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077314.151304:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077314.151305:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077314.151307:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948258560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077314.151312:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948258560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077314.151327:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077314.151329:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077314.151330:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077314.151331:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077314.151334:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948258560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077314.151338:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077314.151340:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948258560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077314.151344:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077314.151345:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077314.151346:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077314.151347:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077314.151348:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077314.151349:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077314.151351:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077314.151354:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077314.151355:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077314.151359:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948258560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077314.151366:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948258560:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077314.151370:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077314.151371:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077314.151374:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948258560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077314.151380:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077314.151381:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077314.151383:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077314.151386:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077314.151387:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077314.151389:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077314.151391:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077314.151392:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16c00.
02000000:00000001:2.0:1769077314.151395:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077314.151396:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077314.151398:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077314.151400:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077314.151401:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077314.151403:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077314.151405:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077314.151406:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077314.151407:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077314.151408:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077314.468955:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077314.468964:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077314.469029:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077314.469036:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077314.469040:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077315.172830:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077315.172838:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077315.172839:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077315.172845:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077315.172849:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077315.172852:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077315.172855:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077315.172857:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077315.172859:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077315.492857:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298679567, at 4298679616
00010000:00000001:2.0:1769077315.492860:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077315.492865:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077315.492873:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298679567, at 4298679616
00000100:00000010:1.0:1769077315.492877:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227b40.
00000100:00000010:0.0:1769077315.492880:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227780.
00000020:00000001:2.0:1769077315.492893:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077315.492896:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077315.492900:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077316.196844:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077316.196853:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077316.196854:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077316.196860:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077316.196869:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077316.196873:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077316.196875:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077316.196878:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077316.196880:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077316.516835:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077316.516842:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077316.516871:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077316.516873:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077316.516876:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077317.220807:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077317.220813:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077317.220814:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077317.220818:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077317.220821:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077317.220824:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077317.220825:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077317.220828:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077317.220830:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077317.540896:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077317.540902:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077317.540994:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077317.541001:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077317.541005:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077318.244857:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077318.244865:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077318.244866:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077318.244871:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077318.244874:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077318.244878:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077318.244881:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077318.244883:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077318.244885:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077318.564817:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077318.564822:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077318.564868:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077318.564871:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077318.564874:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077319.268801:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077319.268809:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077319.268811:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077319.268817:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077319.268822:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077319.268825:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077319.268828:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077319.268830:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077319.268833:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077319.268835:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077319.268840:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077319.268842:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077319.268846:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077319.268848:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077319.268854:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4010
00000400:00000200:3.0:1769077319.268861:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077319.268866:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077319.268868:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077319.268870:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077319.268873:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077319.268874:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077319.268876:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077319.268878:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077319.268879:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769077319.268881:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077319.268883:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769077319.268885:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769077319.268886:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769077319.268888:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077319.268889:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077319.268890:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077319.268891:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077319.268893:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769077319.268895:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077319.268896:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077319.268898:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077319.268900:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077319.268902:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077319.268903:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077319.268904:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077319.268911:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769077319.268914:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077319.268916:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077319.268917:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077319.268919:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077319.268921:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077319.268924:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077319.268930:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769077319.268935:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077319.268941:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948258688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077319.268948:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077319.268951:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077319.268954:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948258688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077319.268970:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077319.268972:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077319.268974:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077319.268975:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077319.268976:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077319.268978:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077319.268979:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4010
00000400:00000200:3.0:1769077319.268981:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077319.268982:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077319.268984:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077319.268986:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077319.268987:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077319.268989:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077319.268990:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077319.268991:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077319.268992:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769077319.268993:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077319.268994:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769077319.268995:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769077319.268997:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769077319.268999:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077319.269001:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077319.269002:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077319.269003:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077319.269005:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1769077319.269005:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00000001:2.0:1769077319.269010:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769077319.269010:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077319.269011:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077319.269014:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1769077319.269014:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077319.269017:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077319.269020:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077319.269022:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:2.0:1769077319.269024:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1f80 x1855007948258688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1769077319.269026:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077319.269030:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077319.269033:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077319.269038:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769077319.269041:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000100:00000001:2.0:1769077319.269042:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769077319.269044:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077319.269045:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077319.269046:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077319.269050:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077319.269051:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077319.269052:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077319.269053:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077319.269057:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1769077319.269058:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769077319.269062:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077319.269063:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077319.269069:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948258816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1769077319.269075:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948258688:192.168.204.128@tcp:250:kworker.0
00000100:00000001:3.0:1769077319.269075:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077319.269078:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077319.269083:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948258816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.269084:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077319.269090:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769077319.269091:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077319.269093:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077319.269094:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1769077319.269099:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1769077319.269099:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077319.269102:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077319.269104:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:2.0:1769077319.269106:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
00000100:00000001:3.0:1769077319.269106:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077319.269108:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4010
02000000:00000001:2.0:1769077319.269111:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077319.269112:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077319.269116:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077319.269117:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077319.269119:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077319.269122:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077319.269123:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:3.0:1769077319.269125:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077319.269127:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000010:2.0:1769077319.269129:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000020:00000001:3.0:1769077319.269129:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077319.269130:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769077319.269134:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077319.269135:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769077319.269136:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000010:2.0:1769077319.269138:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000020:00000001:3.0:1769077319.269138:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769077319.269140:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077319.269143:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077319.269144:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077319.269145:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077319.269147:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00000200:2.0:1769077319.269148:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948258688, portal 25
00000100:00080000:3.0:1769077319.269148:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077319.269153:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077319.269153:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077319.269157:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444606336 : -127165264945280 : ffff8c58078e1f80)
02000000:00000001:3.0:1769077319.269157:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077319.269160:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077319.269162:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077319.269164:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077319.269165:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077319.269167:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077319.269168:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077319.269170:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769077319.269171:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077319.269172:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077319.269173:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077319.269175:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1769077319.269176:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1f80 x1855007948258688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077319.269176:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077319.269178:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077319.269180:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769077319.269183:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077319.269189:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948258944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077319.269197:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769077319.269199:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077319.269202:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077319.269204:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000040:3.0:1769077319.269207:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948258944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769077319.269210:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077319.269215:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948258688, offset 0
00000100:00000001:3.0:1769077319.269221:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077319.269223:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00080000:3.0:1769077319.269224:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077319.269228:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077319.269229:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077319.269230:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077319.269245:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077319.269247:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:3.0:1769077319.269249:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4010
00000400:00000200:2.0:1769077319.269257:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077319.269263:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077319.269267:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077319.269270:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077319.269273:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077319.269276:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29832:29832:256:4294967295] 192.168.204.128@tcp LPNI seq info [29831:29831:8:4294967295]
00000400:00000200:2.0:1769077319.269281:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077319.269285:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077319.269291:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077319.269295:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077319.269296:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1769077319.269303:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077319.269306:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1769077319.269307:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00000040:3.0:1769077319.269309:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077319.269312:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077319.269313:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000010:2.0:1769077319.269315:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000020:00000040:3.0:1769077319.269315:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769077319.269317:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077319.269320:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769077319.269321:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769077319.269322:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769077319.269326:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000200:2.0:1769077319.269328:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769077319.269328:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077319.269331:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077319.269333:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:2.0:1769077319.269335:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000020:00000040:3.0:1769077319.269335:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769077319.269339:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077319.269342:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077319.269343:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077319.269346:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1769077319.269347:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:3.0:1769077319.269348:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077319.269352:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077319.269354:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000800:00000200:2.1:1769077319.269354:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000008:00000001:3.0:1769077319.269358:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077319.269360:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769077319.269364:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00000010:3.0:1769077319.269364:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000800:00000010:2.0:1769077319.269368:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000020:00000040:3.0:1769077319.269368:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769077319.269372:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077319.269373:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077319.269375:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769077319.269376:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1769077319.269380:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077319.269382:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077319.269383:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
02000000:00000010:3.0:1769077319.269386:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000400:00000200:2.0:1769077319.269390:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000100:00000001:3.0:1769077319.269390:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077319.269395:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00100000:3.0:1769077319.269395:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948259072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077319.269402:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769077319.269402:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077319.269406:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077319.269410:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1f80 x1855007948258688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077319.269411:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948259072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077319.269435:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077319.269438:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077319.269439:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1769077319.269440:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077319.269443:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077319.269444:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077319.269447:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:2.0:1769077319.269448:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1f80 x1855007948258688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077344 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077319.269450:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4010
00000400:00000200:3.0:1769077319.269457:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077319.269461:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077319.269464:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077319.269468:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077319.269469:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077319.269473:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077319.269473:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077319.269477:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077319.269479:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077319.269480:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077319.269482:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077319.269482:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769077319.269485:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077319.269487:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769077319.269488:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000400:00000200:2.0:1769077319.269491:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000001:3.0:1769077319.269492:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769077319.269496:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077319.269497:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298684687
00000100:00000001:3.0:1769077319.269497:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077319.269500:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077319.269503:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077319.269504:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000010:2.0:1769077319.269506:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227c00.
00000100:00080000:3.0:1769077319.269506:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077319.269509:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077319.269511:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077319.269513:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077319.269514:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077319.269515:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077319.269515:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077319.269518:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077319.269521:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077319.269522:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077319.269524:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298684687
00000100:00000010:3.0:1769077319.269524:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769077319.269527:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769077319.269530:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000010:2.0:1769077319.269531:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227de0.
02000000:00000001:3.0:1769077319.269531:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077319.269534:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077319.269536:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077319.269537:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1769077319.269538:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077319.269542:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:2.0:1769077319.269543:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077319.269545:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077319.269549:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077319.269552:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077319.269555:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948259200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1769077319.269559:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077319/real 1769077319]  req@ffff8c58078e1f80 x1855007948258688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077319.269567:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077319.269570:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077319.269575:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948259200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077319.269579:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1769077319.269582:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769077319.269583:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1769077319.269586:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4021)
00000400:00000010:2.0:1769077319.269587:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077319.269593:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077319.269595:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077319.269598:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077319.269603:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1f80 x1855007948258688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077319.269613:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1f80 x1855007948258688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.269620:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077319.269621:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077319.269623:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077319.269625:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077319.269629:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1f80 x1855007948258688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.269634:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077319.269639:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1f80 x1855007948258688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.269645:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077319.269648:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077319.269649:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077319.269651:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077319.269653:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077319.269655:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077319.269658:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077319.269661:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077319.269663:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077319.269668:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1f80 x1855007948258688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077319.269676:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948258688:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077319.269680:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077319.269682:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077319.269685:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1f80 x1855007948258688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.269691:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077319.269693:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077319.269695:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077319.269698:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077319.269699:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077319.269701:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077319.269703:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077319.269705:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312ec00.
02000000:00000001:2.0:1769077319.269709:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077319.269710:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077319.269712:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1f80.
00000100:00000001:2.0:1769077319.269715:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077319.269716:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077319.269718:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077319.269724:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077319.269725:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077319.269727:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077319.269729:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077319.269749:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077319.269753:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e3800 x1855007948258816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.269761:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077319.269762:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077319.269764:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077319.269766:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077319.269768:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077319.269770:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948258816:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077319.269773:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077319.269775:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077319.269777:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077319.269778:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077319.269781:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077319.269783:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077319.269787:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077319.269790:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077319.269793:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077319.269796:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948258816, portal 10
00000100:00000001:2.0:1769077319.269797:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077319.269799:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444612608 : -127165264939008 : ffff8c58078e3800)
00000100:00000040:2.0:1769077319.269805:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e3800 x1855007948258816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.269812:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077319.269814:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077319.269816:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077319.269819:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948258816, offset 0
00000400:00000200:2.0:1769077319.269822:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077319.269826:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077319.269829:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077319.269832:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077319.269834:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077319.269836:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077319.269839:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077319.269842:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29833:29833:256:4294967295] 192.168.204.128@tcp LPNI seq info [29832:29832:8:4294967295]
00000400:00000200:2.0:1769077319.269846:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077319.269852:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077319.269856:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077319.269859:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077319.269862:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077319.269865:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077319.269869:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077319.269872:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077319.269876:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077319.269878:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077319.269880:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077319.269883:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077319.269886:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077319.269888:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077319.269890:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077319.269893:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e3800 x1855007948258816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.269901:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077319.269904:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e3800 x1855007948258816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077344 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.269910:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077319.269911:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077319.269914:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077319.269917:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077319.269920:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077319.269922:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298683406
00000100:00000001:2.0:1769077319.269925:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298684687
00000100:00000001:2.0:1769077319.269927:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298683406
00000100:00000001:2.0:1769077319.269929:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298684687
00000100:00000001:2.0:1769077319.269931:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077319.269933:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077319.269935:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077319.269938:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077319/real 1769077319]  req@ffff8c58078e3800 x1855007948258816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077319.269945:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077319.269946:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077319.269948:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077319.269950:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077319.269952:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077319.269954:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077319.269957:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e3800 x1855007948258816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077319.269965:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e3800 x1855007948258816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.269971:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077319.269972:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077319.269973:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077319.269974:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077319.269978:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e3800 x1855007948258816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.269984:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077319.269988:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e3800 x1855007948258816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.269994:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077319.269997:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077319.269998:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077319.269999:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077319.270001:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077319.270003:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077319.270005:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077319.270009:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077319.270010:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077319.270015:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e3800 x1855007948258816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077319.270022:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948258816:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077319.270025:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077319.270029:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1500 x1855007948258944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.270034:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077319.270036:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077319.270038:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077319.270039:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077319.270041:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077319.270044:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948258944:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077319.270047:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077319.270049:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077319.270050:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077319.270052:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077319.270055:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077319.270057:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077319.270060:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077319.270063:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077319.270065:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077319.270068:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948258944, portal 10
00000100:00000001:2.0:1769077319.270069:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077319.270071:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444603648 : -127165264947968 : ffff8c58078e1500)
00000100:00000040:2.0:1769077319.270076:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1500 x1855007948258944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.270081:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077319.270084:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077319.270086:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077319.270088:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948258944, offset 0
00000400:00000200:2.0:1769077319.270091:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077319.270094:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077319.270097:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077319.270099:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077319.270101:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077319.270103:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077319.270105:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077319.270108:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29834:29834:256:4294967295] 192.168.204.128@tcp LPNI seq info [29833:29833:8:4294967295]
00000400:00000200:2.0:1769077319.270112:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077319.270117:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077319.270121:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077319.270124:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077319.270128:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077319.270130:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077319.270134:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077319.270136:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077319.270140:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077319.270141:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077319.270144:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077319.270147:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077319.270149:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077319.270151:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077319.270153:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077319.270157:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1500 x1855007948258944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.270164:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077319.270167:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1500 x1855007948258944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077344 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.270173:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077319.270175:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077319.270178:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077319.270180:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077319.270183:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077319.270185:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298683405
00000100:00000001:2.0:1769077319.270187:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298684687
00000100:00000001:2.0:1769077319.270189:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298683405
00000100:00000001:2.0:1769077319.270191:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298684687
00000100:00000001:2.0:1769077319.270193:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077319.270195:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077319.270197:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077319.270200:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077319/real 1769077319]  req@ffff8c58078e1500 x1855007948258944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077319.270207:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077319.270209:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077319.270210:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077319.270213:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077319.270214:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077319.270216:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077319.270219:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1500 x1855007948258944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077319.270227:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1500 x1855007948258944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.270245:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077319.270247:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077319.270248:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077319.270250:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077319.270254:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1500 x1855007948258944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.270260:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077319.270263:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1500 x1855007948258944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.270270:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077319.270272:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077319.270273:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077319.270275:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077319.270276:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077319.270277:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077319.270280:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077319.270283:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077319.270285:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077319.270289:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1500 x1855007948258944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077319.270296:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948258944:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077319.270299:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077319.270302:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e2a00 x1855007948259072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.270308:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077319.270309:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077319.270311:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077319.270313:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077319.270315:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077319.270317:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948259072:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077319.270320:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077319.270322:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077319.270323:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077319.270324:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077319.270328:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077319.270330:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077319.270334:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077319.270336:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077319.270339:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077319.270342:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948259072, portal 4
00000100:00000001:2.0:1769077319.270343:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077319.270344:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444609024 : -127165264942592 : ffff8c58078e2a00)
00000100:00000040:2.0:1769077319.270349:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e2a00 x1855007948259072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.270354:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077319.270356:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077319.270358:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077319.270360:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948259072, offset 0
00000400:00000200:2.0:1769077319.270364:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077319.270367:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077319.270370:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077319.270373:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077319.270376:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077319.270378:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077319.270379:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077319.270382:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29835:29835:256:4294967295] 192.168.204.128@tcp LPNI seq info [29834:29834:8:4294967295]
00000400:00000200:2.0:1769077319.270386:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077319.270393:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077319.270397:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077319.270400:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077319.270403:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077319.270406:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077319.270410:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077319.270413:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077319.270416:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077319.270418:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077319.270420:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077319.270424:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077319.270426:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077319.270427:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077319.270430:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077319.270433:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e2a00 x1855007948259072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.270440:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077319.270443:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e2a00 x1855007948259072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077344 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.270449:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077319.270450:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077319.270453:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077319.270455:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077319.270458:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077319.270460:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298683470
00000100:00000001:2.0:1769077319.270462:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298684687
00000100:00000001:2.0:1769077319.270465:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298683470
00000100:00000001:2.0:1769077319.270467:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298684687
00000100:00000001:2.0:1769077319.270469:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077319.270471:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077319.270473:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077319.270476:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077319/real 1769077319]  req@ffff8c58078e2a00 x1855007948259072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077319.270483:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077319.270484:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077319.270486:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077319.270488:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077319.270489:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077319.270491:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077319.270495:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e2a00 x1855007948259072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077319.270502:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e2a00 x1855007948259072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.270513:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077319.270514:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077319.270516:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077319.270517:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077319.270520:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e2a00 x1855007948259072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.270526:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077319.270530:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e2a00 x1855007948259072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.270535:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077319.270537:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077319.270539:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077319.270540:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077319.270542:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077319.270544:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077319.270546:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077319.270549:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077319.270552:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077319.270555:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e2a00 x1855007948259072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077319.270562:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948259072:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077319.270566:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077319.270568:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0380 x1855007948259200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.270573:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077319.270574:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077319.270576:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077319.270578:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077319.270579:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077319.270582:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948259200:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077319.270586:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077319.270587:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077319.270588:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077319.270590:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077319.270593:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411400.
02000000:00000001:2.0:1769077319.270595:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077319.270598:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077319.270601:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077319.270604:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077319.270607:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948259200, portal 4
00000100:00000001:2.0:1769077319.270608:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077319.270610:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444599168 : -127165264952448 : ffff8c58078e0380)
00000100:00000040:2.0:1769077319.270614:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0380 x1855007948259200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.270620:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077319.270622:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077319.270624:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077319.270627:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948259200, offset 0
00000400:00000200:2.0:1769077319.270630:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077319.270634:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077319.270637:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077319.270639:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077319.270641:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077319.270643:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077319.270645:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077319.270648:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29836:29836:256:4294967295] 192.168.204.128@tcp LPNI seq info [29835:29835:8:4294967295]
00000400:00000200:2.0:1769077319.270652:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077319.270658:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077319.270662:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077319.270665:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077319.270669:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077319.270671:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077319.270676:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077319.270678:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077319.270681:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077319.270683:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077319.270686:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077319.270688:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077319.270691:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077319.270693:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077319.270695:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077319.270698:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0380 x1855007948259200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.270705:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077319.270708:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0380 x1855007948259200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077344 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.270714:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077319.270715:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077319.270718:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077319.270720:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077319.270723:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077319.270725:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298683417
00000100:00000001:2.0:1769077319.270728:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298684687
00000100:00000001:2.0:1769077319.270729:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298683417
00000100:00000001:2.0:1769077319.270748:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298684687
00000100:00000001:2.0:1769077319.270750:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077319.270752:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077319.270754:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077319.270758:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077319/real 1769077319]  req@ffff8c58078e0380 x1855007948259200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077319.270765:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077319.270767:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077319.270768:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077319.270770:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077319.270772:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077319.270774:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077319.270777:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0380 x1855007948259200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077319.270784:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0380 x1855007948259200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.270790:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077319.270792:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077319.270793:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077319.270795:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077319.270798:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0380 x1855007948259200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.270804:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077319.270808:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0380 x1855007948259200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.270814:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077319.270817:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077319.270818:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077319.270819:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077319.270821:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077319.270823:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077319.270825:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077319.270828:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077319.270830:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077319.270834:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0380 x1855007948259200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077319.270842:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948259200:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077319.270845:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077319.270847:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077319.270850:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e3800 x1855007948258816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.270856:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077319.270857:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077319.270859:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077319.270862:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077319.270863:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077319.270864:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077319.270866:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077319.270867:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d800.
02000000:00000001:2.0:1769077319.270870:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077319.270871:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077319.270872:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e3800.
00000100:00000001:2.0:1769077319.270875:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077319.270876:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077319.270877:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077319.270881:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1500 x1855007948258944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.270887:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077319.270888:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077319.270890:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077319.270892:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077319.270893:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077319.270894:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077319.270896:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077319.270897:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e000.
02000000:00000001:2.0:1769077319.270899:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077319.270901:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077319.270902:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1500.
00000100:00000001:2.0:1769077319.270904:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077319.270905:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077319.270907:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077319.270910:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e2a00 x1855007948259072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.270916:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077319.270917:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077319.270919:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077319.270921:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077319.270922:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077319.270924:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077319.270925:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077319.270927:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f400.
02000000:00000001:2.0:1769077319.270928:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077319.270930:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077319.270931:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e2a00.
00000100:00000001:2.0:1769077319.270933:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077319.270934:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077319.270935:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077319.270938:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0380 x1855007948259200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077319.270944:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077319.270945:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077319.270947:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411400.
02000000:00000001:2.0:1769077319.270949:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077319.270950:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077319.270951:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077319.270953:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077319.270954:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e800.
02000000:00000001:2.0:1769077319.270956:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077319.270957:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077319.270958:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0380.
00000100:00000001:2.0:1769077319.270961:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077319.270962:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077319.270964:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077319.270967:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077319.270968:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077319.270970:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077319.270971:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077319.588840:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077319.588845:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077319.588870:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077319.588872:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077319.588875:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077320.292864:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077320.292873:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077320.292875:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077320.292880:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077320.292883:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077320.292887:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077320.292889:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077320.292891:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077320.292894:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077320.612836:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298684687, at 4298684736
00000100:00000040:1.0:1769077320.612839:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298684687, at 4298684736
00010000:00000001:2.0:1769077320.612840:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077320.612848:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077320.612861:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227de0.
00000100:00000010:0.0:1769077320.612863:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227c00.
00000020:00000001:2.0:1769077320.612894:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077320.612897:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077320.612901:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077321.316845:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077321.316853:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077321.316854:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077321.316859:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077321.316862:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077321.316866:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077321.316868:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077321.316871:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077321.316873:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077321.636839:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077321.636845:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077321.636910:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077321.636914:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077321.636917:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077322.340834:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077322.340843:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077322.340845:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077322.340850:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077322.340854:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077322.340866:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077322.340868:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077322.340871:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077322.340873:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077322.660799:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077322.660805:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077322.660807:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077322.660809:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077322.660812:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077322.660814:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077322.660815:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077322.660816:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077322.660849:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077322.660852:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077322.660855:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077323.364826:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077323.364833:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077323.364834:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077323.364838:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077323.364841:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077323.364844:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077323.364846:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077323.364847:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077323.364850:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077323.684825:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077323.684830:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077323.684855:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077323.684858:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077323.684861:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077324.388830:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769077324.388830:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077324.388836:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077324.388838:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077324.388838:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077324.388840:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1769077324.388842:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:3.0:1769077324.388843:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077324.388845:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769077324.388846:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077324.388849:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077324.388851:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769077324.388851:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4016
00000100:00000001:1.0:1769077324.388853:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077324.388856:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077324.388858:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077324.388864:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077324.388867:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077324.388870:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077324.388881:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077324.388884:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077324.388886:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077324.388890:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077324.388892:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769077324.388894:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077324.388896:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769077324.388898:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769077324.388899:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769077324.388901:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077324.388902:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077324.388903:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077324.388904:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077324.388906:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769077324.388909:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077324.388911:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077324.388912:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077324.388914:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077324.388916:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077324.388917:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077324.388918:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077324.388925:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3480.
00000020:00000040:3.0:1769077324.388927:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077324.388930:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077324.388931:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077324.388933:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077324.388935:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077324.388938:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077324.388944:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769077324.388948:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077324.388955:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3480 x1855007948259328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077324.388962:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077324.388965:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077324.388968:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb7685cc] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3480 x1855007948259328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077324.388982:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077324.388984:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077324.388987:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077324.388988:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077324.388989:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077324.388991:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077324.388992:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4016
00000400:00000200:3.0:1769077324.388995:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077324.388997:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077324.388998:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077324.389001:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077324.389002:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077324.389004:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077324.389006:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077324.389007:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077324.389008:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769077324.389009:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077324.389011:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769077324.389012:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077324.389013:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769077324.389014:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077324.389018:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769077324.389018:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077324.389021:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077324.389021:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077324.389024:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077324.389025:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077324.389027:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769077324.389028:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077324.389030:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077324.389031:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1769077324.389034:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e3480 x1855007948259328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077324.389035:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077324.389038:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077324.389041:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077324.389045:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077324.389048:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1769077324.389048:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077324.389051:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077324.389052:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077324.389055:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769077324.389057:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:2.0:1769077324.389058:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077324.389059:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077324.389062:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077324.389063:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077324.389063:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077324.389066:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077324.389068:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077324.389069:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077324.389073:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00100000:2.0:1769077324.389076:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948259328:192.168.204.128@tcp:250:kworker.0
00000100:00000001:3.0:1769077324.389077:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077324.389084:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1769077324.389084:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948259456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077324.389090:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769077324.389091:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077324.389094:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077324.389095:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077324.389097:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948259456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077324.389100:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769077324.389106:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077324.389107:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
00000100:00080000:3.0:1769077324.389108:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1769077324.389112:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077324.389113:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077324.389115:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077324.389117:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077324.389119:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077324.389120:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4016
00000400:00000200:2.0:1769077324.389124:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077324.389128:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000200:3.0:1769077324.389132:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077324.389135:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000010:2.0:1769077324.389136:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00080000:3.0:1769077324.389137:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077324.389142:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000200:2.0:1769077324.389143:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948259328, portal 25
00000100:00000001:3.0:1769077324.389160:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077324.389164:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077324.389167:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077324.389168:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077324.389170:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444611712 : -127165264939904 : ffff8c58078e3480)
00000020:00000001:3.0:1769077324.389174:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077324.389177:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000100:00000040:2.0:1769077324.389178:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e3480 x1855007948259328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769077324.389180:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077324.389183:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000100:00000001:2.0:1769077324.389186:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1769077324.389188:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:2.0:1769077324.389190:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000020:00000001:3.0:1769077324.389194:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000010:2.0:1769077324.389195:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077324.389199:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948259328, offset 0
00000100:00000040:3.0:1769077324.389203:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077324.389208:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:3.0:1769077324.389208:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077324.389214:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077324.389218:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077324.389219:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077324.389223:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000400:00000200:2.0:1769077324.389225:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00080000:3.0:1769077324.389230:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000200:2.0:1769077324.389232:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769077324.389236:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077324.389239:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
02000000:00000001:3.0:1769077324.389241:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077324.389246:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077324.389248:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1769077324.389249:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077324.389253:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000001:3.0:1769077324.389253:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769077324.389258:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29837:29837:256:4294967295] 192.168.204.128@tcp LPNI seq info [29836:29836:8:4294967295]
00000008:00100000:3.0:1769077324.389258:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077324.389263:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000008:00000001:3.0:1769077324.389265:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077324.389268:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077324.389274:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1769077324.389274:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769077324.389279:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077324.389285:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077324.389286:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077324.389289:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00000001:3.0:1769077324.389290:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077324.389293:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:2.0:1769077324.389297:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
02000000:00000001:3.0:1769077324.389297:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077324.389303:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000800:00000200:2.0:1769077324.389308:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769077324.389310:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077324.389313:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000100:00100000:3.0:1769077324.389318:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948259584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769077324.389321:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077324.389326:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077324.389334:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077324.389338:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000100:00000001:3.0:1769077324.389338:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077324.389341:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077324.389343:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1769077324.389346:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948259584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077324.389351:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077324.389358:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000100:00000001:3.0:1769077324.389358:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077324.389362:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00080000:3.0:1769077324.389362:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077324.389367:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1769077324.389367:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:2.0:1769077324.389371:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e3480 x1855007948259328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077324.389374:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077324.389377:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077324.389383:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077324.389385:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1769077324.389387:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4016
00000100:00000040:2.0:1769077324.389391:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e3480 x1855007948259328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077349 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077324.389392:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077324.389397:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077324.389400:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077324.389404:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077324.389408:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077324.389409:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077324.389410:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077324.389415:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077324.389415:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077324.389419:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077324.389419:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769077324.389420:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077324.389422:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000100:00000001:2.0:1769077324.389423:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077324.389423:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769077324.389428:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769077324.389431:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077324.389433:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077324.389434:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077324.389437:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077324.389438:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298689807
00000100:00000001:3.0:1769077324.389439:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000010:2.0:1769077324.389446:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227360.
00000020:00000040:3.0:1769077324.389447:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769077324.389451:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077324.389452:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077324.389453:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077324.389455:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1769077324.389456:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077324.389460:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077324.389461:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077324.389463:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077324.389465:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077324.389466:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077324.389469:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000020:00000040:3.0:1769077324.389470:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769077324.389471:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077324.389472:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077324.389473:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077324.389474:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077324.389475:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298689807
02000000:00000001:3.0:1769077324.389476:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077324.389480:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000010:2.0:1769077324.389483:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a2272a0.
00000100:00000001:3.0:1769077324.389483:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077324.389490:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00100000:3.0:1769077324.389491:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948259712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077324.389496:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077324.389503:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077324.389507:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1769077324.389508:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077324.389511:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077324.389516:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948259712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077324.389518:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077324/real 1769077324]  req@ffff8c58078e3480 x1855007948259328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077324.389527:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077324.389531:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077324.389536:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077324.389538:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077324.389541:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077324.389547:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077324.389551:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4016
00000400:00000001:2.0:1769077324.389554:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077324.389557:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000200:3.0:1769077324.389558:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077324.389560:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:3.0:1769077324.389564:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077324.389566:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000100:00080000:3.0:1769077324.389567:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1769077324.389570:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077324.389574:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1769077324.389574:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077324.389579:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1769077324.389580:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e3480 x1855007948259328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077324.389585:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077324.389590:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077324.389595:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077324.389598:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000100:00000200:2.0:1769077324.389599:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e3480 x1855007948259328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769077324.389600:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077324.389604:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769077324.389609:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769077324.389613:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:2.0:1769077324.389615:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077324.389619:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077324.389619:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077324.389624:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077324.389625:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077324.389627:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077324.389629:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077324.389634:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00100000:2.0:1769077324.389635:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e3480 x1855007948259328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769077324.389639:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000001:2.0:1769077324.389645:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077324.389646:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000040:2.0:1769077324.389650:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e3480 x1855007948259328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077324.389652:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077324.389656:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077324.389660:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1769077324.389660:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077324.389663:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077324.389665:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077324.389666:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769077324.389666:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077324.389669:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077324.389670:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000008:00100000:3.0:1769077324.389672:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077324.389673:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:3.0:1769077324.389676:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077324.389677:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077324.389681:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077324.389682:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077324.389685:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e3480 x1855007948259328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077324.389686:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077324.389691:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000100:00100000:2.0:1769077324.389694:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948259328:192.168.204.128@tcp:250:kworker.0
00000020:00000040:3.0:1769077324.389695:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769077324.389700:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077324.389701:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769077324.389701:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077324.389705:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769077324.389706:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077324.389709:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1769077324.389711:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e3480 x1855007948259328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077324.389712:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077324.389717:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:2.0:1769077324.389719:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077324.389722:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1769077324.389722:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077324.389725:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077324.389728:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00100000:3.0:1769077324.389746:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948259840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077324.389752:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077324.389753:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077324.389756:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948259840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769077324.389761:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000001:3.0:1769077324.389761:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077324.389765:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000100:00000040:3.0:1769077324.389766:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4026)
00000020:00000001:2.0:1769077324.389769:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077324.389772:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f800.
02000000:00000001:2.0:1769077324.389777:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077324.389779:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077324.389781:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e3480.
00000100:00000001:2.0:1769077324.389784:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077324.389785:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077324.389786:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077324.389792:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077324.389793:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077324.389794:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077324.389795:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077324.389796:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077324.389800:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0e00 x1855007948259456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077324.389804:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077324.389805:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077324.389807:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077324.389808:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077324.389809:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077324.389811:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948259456:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077324.389813:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077324.389815:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077324.389816:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077324.389818:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077324.389820:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077324.389822:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077324.389836:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077324.389839:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077324.389843:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077324.389845:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948259456, portal 10
00000100:00000001:2.0:1769077324.389847:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077324.389849:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444601856 : -127165264949760 : ffff8c58078e0e00)
00000100:00000040:2.0:1769077324.389855:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0e00 x1855007948259456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077324.389862:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077324.389864:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077324.389867:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077324.389869:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948259456, offset 0
00000400:00000200:2.0:1769077324.389879:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077324.389882:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077324.389884:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077324.389886:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077324.389888:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077324.389889:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077324.389891:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077324.389893:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29838:29838:256:4294967295] 192.168.204.128@tcp LPNI seq info [29837:29837:8:4294967295]
00000400:00000200:2.0:1769077324.389895:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077324.389901:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077324.389905:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077324.389908:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077324.389912:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077324.389915:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077324.389919:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077324.389921:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077324.389925:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077324.389927:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077324.389929:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077324.389933:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077324.389936:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077324.389937:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077324.389940:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077324.389943:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0e00 x1855007948259456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077324.389951:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077324.389953:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0e00 x1855007948259456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077349 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077324.389956:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077324.389957:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077324.389960:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077324.389962:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077324.389964:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077324.389966:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298688526
00000100:00000001:2.0:1769077324.389969:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298689807
00000100:00000001:2.0:1769077324.389971:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298688526
00000100:00000001:2.0:1769077324.389973:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298689807
00000100:00000001:2.0:1769077324.389975:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077324.389977:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077324.389978:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077324.389982:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077324/real 1769077324]  req@ffff8c58078e0e00 x1855007948259456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077324.389989:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077324.389990:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077324.389992:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077324.389995:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077324.389996:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077324.389999:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077324.390002:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0e00 x1855007948259456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077324.390010:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0e00 x1855007948259456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077324.390016:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077324.390017:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077324.390018:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077324.390019:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077324.390021:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0e00 x1855007948259456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077324.390026:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077324.390030:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0e00 x1855007948259456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077324.390036:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077324.390038:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077324.390039:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077324.390040:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077324.390042:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077324.390044:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077324.390047:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077324.390050:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077324.390052:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077324.390056:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0e00 x1855007948259456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077324.390064:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948259456:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077324.390068:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077324.390071:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0380 x1855007948259584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077324.390075:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077324.390076:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077324.390078:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077324.390080:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077324.390082:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077324.390085:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948259584:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077324.390088:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077324.390090:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077324.390091:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077324.390093:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077324.390096:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077324.390098:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077324.390102:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077324.390105:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077324.390107:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077324.390110:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948259584, portal 10
00000100:00000001:2.0:1769077324.390113:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077324.390114:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444599168 : -127165264952448 : ffff8c58078e0380)
00000100:00000040:2.0:1769077324.390119:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0380 x1855007948259584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077324.390126:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077324.390128:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077324.390130:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077324.390132:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948259584, offset 0
00000400:00000200:2.0:1769077324.390134:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077324.390141:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077324.390143:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077324.390155:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077324.390157:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077324.390159:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077324.390160:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077324.390162:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29839:29839:256:4294967295] 192.168.204.128@tcp LPNI seq info [29838:29838:8:4294967295]
00000400:00000200:2.0:1769077324.390165:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077324.390169:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077324.390171:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077324.390173:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077324.390176:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077324.390178:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077324.390180:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077324.390182:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077324.390184:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077324.390186:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077324.390188:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077324.390190:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077324.390191:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077324.390193:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077324.390194:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077324.390196:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0380 x1855007948259584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077324.390201:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077324.390203:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0380 x1855007948259584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077349 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077324.390207:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077324.390208:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077324.390210:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077324.390211:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077324.390213:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077324.390214:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298688525
00000100:00000001:2.0:1769077324.390216:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298689807
00000100:00000001:2.0:1769077324.390217:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298688525
00000100:00000001:2.0:1769077324.390219:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298689807
00000100:00000001:2.0:1769077324.390220:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077324.390221:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077324.390222:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077324.390225:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077324/real 1769077324]  req@ffff8c58078e0380 x1855007948259584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077324.390229:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077324.390229:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077324.390230:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077324.390232:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077324.390232:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077324.390233:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077324.390235:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0380 x1855007948259584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077324.390240:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0380 x1855007948259584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077324.390244:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077324.390244:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077324.390245:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077324.390246:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077324.390248:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0380 x1855007948259584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077324.390251:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077324.390253:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0380 x1855007948259584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077324.390257:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077324.390258:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077324.390259:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077324.390259:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077324.390261:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077324.390262:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077324.390264:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077324.390266:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077324.390267:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077324.390270:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0380 x1855007948259584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077324.390277:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948259584:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077324.390281:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077324.390284:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e2a00 x1855007948259712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077324.390290:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077324.390291:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077324.390293:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077324.390295:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077324.390297:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077324.390300:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948259712:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077324.390303:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077324.390305:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077324.390306:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077324.390307:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077324.390311:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077324.390313:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077324.390317:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077324.390319:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077324.390322:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077324.390325:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948259712, portal 4
00000100:00000001:2.0:1769077324.390327:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077324.390328:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444609024 : -127165264942592 : ffff8c58078e2a00)
00000100:00000040:2.0:1769077324.390333:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e2a00 x1855007948259712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077324.390340:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077324.390342:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077324.390344:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077324.390347:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948259712, offset 0
00000400:00000200:2.0:1769077324.390350:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077324.390353:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077324.390357:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077324.390359:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077324.390360:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077324.390362:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077324.390363:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077324.390365:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29840:29840:256:4294967295] 192.168.204.128@tcp LPNI seq info [29839:29839:8:4294967295]
00000400:00000200:2.0:1769077324.390368:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077324.390371:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077324.390374:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077324.390376:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077324.390379:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077324.390380:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077324.390383:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077324.390384:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077324.390387:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077324.390389:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077324.390392:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077324.390394:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077324.390397:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077324.390399:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077324.390401:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077324.390404:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e2a00 x1855007948259712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077324.390411:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077324.390414:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e2a00 x1855007948259712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077349 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077324.390427:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077324.390428:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077324.390431:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077324.390433:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077324.390437:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077324.390439:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298688590
00000100:00000001:2.0:1769077324.390441:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298689807
00000100:00000001:2.0:1769077324.390443:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298688590
00000100:00000001:2.0:1769077324.390445:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298689807
00000100:00000001:2.0:1769077324.390447:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077324.390449:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077324.390451:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077324.390455:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077324/real 1769077324]  req@ffff8c58078e2a00 x1855007948259712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077324.390462:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077324.390463:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077324.390465:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077324.390467:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077324.390469:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077324.390471:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077324.390474:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e2a00 x1855007948259712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077324.390483:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e2a00 x1855007948259712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077324.390489:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077324.390490:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077324.390491:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077324.390492:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077324.390494:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e2a00 x1855007948259712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077324.390499:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077324.390503:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e2a00 x1855007948259712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077324.390509:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077324.390511:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077324.390512:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077324.390513:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077324.390515:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077324.390517:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077324.390519:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077324.390522:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077324.390524:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077324.390528:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e2a00 x1855007948259712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077324.390536:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948259712:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077324.390539:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077324.390542:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1500 x1855007948259840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077324.390547:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077324.390548:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077324.390549:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077324.390551:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077324.390552:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077324.390554:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948259840:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077324.390556:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077324.390557:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077324.390558:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077324.390559:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077324.390561:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077324.390563:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077324.390565:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077324.390567:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077324.390569:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077324.390571:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948259840, portal 4
00000100:00000001:2.0:1769077324.390572:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077324.390573:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444603648 : -127165264947968 : ffff8c58078e1500)
00000100:00000040:2.0:1769077324.390576:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1500 x1855007948259840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077324.390580:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077324.390582:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077324.390583:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077324.390585:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948259840, offset 0
00000400:00000200:2.0:1769077324.390589:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077324.390592:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077324.390596:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077324.390598:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077324.390601:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077324.390603:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077324.390605:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077324.390608:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29841:29841:256:4294967295] 192.168.204.128@tcp LPNI seq info [29840:29840:8:4294967295]
00000400:00000200:2.0:1769077324.390612:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077324.390618:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077324.390622:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077324.390625:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077324.390629:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077324.390631:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077324.390634:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077324.390636:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077324.390639:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077324.390641:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077324.390642:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077324.390645:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077324.390646:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077324.390647:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077324.390649:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077324.390651:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1500 x1855007948259840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077324.390656:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077324.390658:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1500 x1855007948259840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077349 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077324.390662:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077324.390662:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077324.390664:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077324.390666:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077324.390668:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077324.390669:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298688537
00000100:00000001:2.0:1769077324.390671:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298689807
00000100:00000001:2.0:1769077324.390672:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298688537
00000100:00000001:2.0:1769077324.390673:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298689807
00000100:00000001:2.0:1769077324.390674:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077324.390675:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077324.390676:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077324.390678:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077324/real 1769077324]  req@ffff8c58078e1500 x1855007948259840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077324.390683:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077324.390683:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077324.390685:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077324.390686:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077324.390687:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077324.390688:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077324.390690:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1500 x1855007948259840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077324.390695:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1500 x1855007948259840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077324.390698:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077324.390699:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077324.390700:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077324.390700:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077324.390702:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1500 x1855007948259840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077324.390705:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077324.390707:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1500 x1855007948259840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077324.390711:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077324.390712:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077324.390713:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077324.390713:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077324.390714:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077324.390715:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077324.390717:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077324.390719:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077324.390720:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077324.390722:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1500 x1855007948259840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077324.390726:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948259840:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077324.390728:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077324.390729:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077324.390750:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0e00 x1855007948259456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077324.390756:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077324.390758:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077324.390760:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077324.390762:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077324.390764:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077324.390765:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077324.390767:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077324.390769:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e800.
02000000:00000001:2.0:1769077324.390772:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077324.390773:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077324.390775:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0e00.
00000100:00000001:2.0:1769077324.390777:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077324.390778:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077324.390780:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077324.390783:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0380 x1855007948259584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077324.390789:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077324.390790:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077324.390790:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077324.390792:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077324.390793:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077324.390793:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077324.390795:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077324.390795:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f400.
02000000:00000001:2.0:1769077324.390797:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077324.390797:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077324.390798:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0380.
00000100:00000001:2.0:1769077324.390799:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077324.390800:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077324.390801:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077324.390802:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e2a00 x1855007948259712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077324.390806:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077324.390807:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077324.390807:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077324.390809:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077324.390809:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077324.390810:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077324.390811:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077324.390812:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e000.
02000000:00000001:2.0:1769077324.390813:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077324.390814:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077324.390814:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e2a00.
00000100:00000001:2.0:1769077324.390815:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077324.390816:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077324.390817:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077324.390818:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1500 x1855007948259840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077324.390821:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077324.390822:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077324.390823:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077324.390824:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077324.390824:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077324.390825:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077324.390826:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077324.390826:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d800.
02000000:00000001:2.0:1769077324.390828:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077324.390828:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077324.390829:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1500.
00000100:00000001:2.0:1769077324.390830:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077324.390830:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077324.390831:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077324.390834:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077324.390834:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077324.390835:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077324.390836:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077324.708821:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077324.708827:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077324.708852:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077324.708854:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077324.708858:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077325.412808:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077325.412815:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077325.412817:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077325.412822:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077325.412826:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077325.412830:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077325.412832:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077325.412834:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077325.412836:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077325.732797:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298689807, at 4298689856
00000100:00000040:1.0:1769077325.732797:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298689807, at 4298689856
00010000:00000001:2.0:1769077325.732802:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077325.732806:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077325.732811:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2272a0.
00000100:00000010:0.0:1769077325.732812:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227360.
00000020:00000001:3.0:1769077325.732861:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077325.732864:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077325.732866:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077326.436845:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077326.436852:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077326.436854:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077326.436859:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077326.436863:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077326.436867:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077326.436869:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077326.436871:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077326.436874:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077326.756892:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077326.756900:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077326.756972:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077326.756977:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077326.756982:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077327.460855:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077327.460867:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077327.460869:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077327.460876:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077327.460881:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077327.460886:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077327.460889:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077327.460892:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077327.460895:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077327.780911:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077327.780920:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077327.780955:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077327.780958:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077327.780961:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077328.484881:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077328.484890:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077328.484892:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077328.484897:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077328.484900:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077328.484905:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077328.484907:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077328.484910:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077328.484913:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077328.804863:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077328.804869:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077328.804896:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077328.804898:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077328.804901:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077329.508812:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077329.508818:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077329.508820:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077329.508825:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077329.508829:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077329.508832:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077329.508834:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077329.508836:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077329.508838:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077329.508847:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077329.508858:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077329.508861:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077329.508865:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077329.508868:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077329.508875:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4021
00000400:00000200:0.0:1769077329.508884:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077329.508890:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077329.508892:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077329.508895:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077329.508897:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077329.508899:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077329.508901:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077329.508905:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077329.508906:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077329.508908:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077329.508911:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077329.508912:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077329.508913:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077329.508916:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077329.508917:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077329.508918:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077329.508919:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077329.508922:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077329.508924:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077329.508925:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077329.508928:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077329.508931:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077329.508933:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077329.508934:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077329.508936:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077329.508946:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000020:00000040:0.0:1769077329.508949:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077329.508953:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077329.508954:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077329.508957:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077329.508959:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077329.508964:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077329.508971:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17000.
00000100:00000001:0.0:1769077329.508977:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077329.508986:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948259968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077329.508994:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077329.508997:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077329.509000:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948259968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077329.509018:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077329.509020:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077329.509023:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077329.509024:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077329.509025:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077329.509028:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077329.509029:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4021
00000400:00000200:0.0:1769077329.509031:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077329.509033:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077329.509034:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077329.509037:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077329.509038:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077329.509040:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077329.509042:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077329.509043:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077329.509044:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077329.509045:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077329.509047:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077329.509049:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077329.509050:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769077329.509052:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077329.509054:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077329.509054:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769077329.509056:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077329.509068:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077329.509070:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:0.0:1769077329.509071:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077329.509073:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077329.509073:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077329.509076:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1769077329.509078:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077329.509079:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1769077329.509081:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077329.509083:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077329.509087:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1769077329.509088:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9dc00 x1855007948259968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1769077329.509091:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077329.509095:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077329.509099:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9f480.
00000100:00000001:2.0:1769077329.509101:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1769077329.509102:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000100:00000001:2.0:1769077329.509105:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077329.509106:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077329.509109:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077329.509110:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077329.509111:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077329.509112:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077329.509115:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077329.509115:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077329.509120:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077329.509122:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14c00.
00000100:00100000:2.0:1769077329.509125:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948259968:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077329.509127:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077329.509129:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077329.509133:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:0.0:1769077329.509134:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9f480 x1855007948260096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077329.509137:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077329.509141:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077329.509144:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077329.509146:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077329.509148:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411c00.
00000100:00000040:0.0:1769077329.509149:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1a89039] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9f480 x1855007948260096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077329.509151:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077329.509162:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077329.509168:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077329.509168:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000100:00080000:0.0:1769077329.509171:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077329.509175:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077329.509176:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1769077329.509176:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00080000:0.0:1769077329.509179:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077329.509182:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077329.509184:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4021
00000400:00000200:0.0:1769077329.509186:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000200:2.0:1769077329.509186:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948259968, portal 25
00000400:00000200:0.0:1769077329.509191:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077329.509191:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077329.509194:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104270848 : -127169605280768 : ffff8c5704d9dc00)
00000100:00080000:0.0:1769077329.509195:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077329.509199:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077329.509201:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077329.509203:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9dc00 x1855007948259968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077329.509205:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077329.509209:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077329.509213:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077329.509215:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769077329.509218:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077329.509218:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1769077329.509219:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077329.509223:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:2.0:1769077329.509224:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000020:00000001:0.0:1769077329.509226:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000010:2.0:1769077329.509228:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000040:0.0:1769077329.509231:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000200:2.0:1769077329.509233:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948259968, offset 0
00000100:00000001:0.0:1769077329.509234:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077329.509237:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077329.509239:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077329.509241:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000400:00000200:2.0:1769077329.509244:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00080000:0.0:1769077329.509245:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077329.509248:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077329.509250:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077329.509251:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077329.509254:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077329.509254:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077329.509257:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077329.509259:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077329.509262:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077329.509262:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000001:0.0:1769077329.509264:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077329.509268:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c700.
00000400:00000200:2.0:1769077329.509269:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1769077329.509272:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000400:00000200:2.0:1769077329.509275:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
02000000:00000001:0.0:1769077329.509276:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077329.509278:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077329.509280:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769077329.509281:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1769077329.509282:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077329.509285:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077329.509287:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
02000000:00000010:0.0:1769077329.509289:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14400.
00000400:00000200:2.0:1769077329.509292:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29842:29842:256:4294967295] 192.168.204.128@tcp LPNI seq info [29841:29841:8:4294967295]
00000100:00000001:0.0:1769077329.509293:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077329.509297:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00100000:0.0:1769077329.509301:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c700 x1855007948260224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077329.509306:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077329.509309:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077329.509314:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000435b0902] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c700 x1855007948260224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077329.509314:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077329.509324:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077329.509326:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077329.509330:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1769077329.509330:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000100:00080000:0.0:1769077329.509339:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:2.0:1769077329.509340:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:0.0:1769077329.509343:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.0:1769077329.509344:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000100:00080000:0.0:1769077329.509346:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077329.509349:0:37:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:2.1:1769077329.509351:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:0.0:1769077329.509353:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4021
00000800:00000200:2.1:1769077329.509357:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000400:00000200:0.0:1769077329.509359:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077329.509366:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000800:00000100:2.0:1769077329.509366:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00080000:0.0:1769077329.509370:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1769077329.509370:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000100:00000040:0.0:1769077329.509376:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077329.509377:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1769077329.509382:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077329.509385:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1769077329.509389:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077329.509391:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000100:00000001:0.0:1769077329.509393:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000010:2.0:1769077329.509394:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000020:00000001:0.0:1769077329.509399:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077329.509401:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000100:00000001:2.0:1769077329.509402:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:0.0:1769077329.509404:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077329.509408:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000100:00000200:2.0:1769077329.509408:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9dc00 x1855007948259968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077329.509414:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769077329.509419:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077329.509421:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077329.509427:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948259968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077354 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077329.509428:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077329.509431:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077329.509434:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077329.509438:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077329.509442:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:0.0:1769077329.509447:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077329.509447:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077329.509453:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077329.509453:0:2431:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1769077329.509456:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077329.509459:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077329.509460:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077329.509461:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077329.509462:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077329.509465:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077329.509467:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077329.509470:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077329.509470:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077329.509477:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298694927
00000100:00000010:0.0:1769077329.509478:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000020:00000040:0.0:1769077329.509482:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:0.0:1769077329.509485:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000010:2.0:1769077329.509486:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227600.
02000000:00000001:0.0:1769077329.509487:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077329.509491:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077329.509492:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077329.509493:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077329.509495:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
02000000:00000010:0.0:1769077329.509497:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16000.
00000100:00000001:0.0:1769077329.509501:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077329.509505:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948260352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077329.509510:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298694927
00000100:00000001:0.0:1769077329.509511:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077329.509514:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077329.509516:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227720.
00000100:00000040:0.0:1769077329.509519:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948260352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.509521:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077329.509526:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077329.509529:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077329.509530:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077329.509533:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077329.509534:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1769077329.509538:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077329.509539:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1769077329.509541:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077329/real 1769077329]  req@ffff8c5704d9dc00 x1855007948259968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077329.509542:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077329.509547:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077329.509551:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4021
00000400:00000200:0.0:1769077329.509556:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077329.509558:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077329.509559:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000001:2.0:1769077329.509560:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1769077329.509563:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000001:2.0:1769077329.509563:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1769077329.509567:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1769077329.509567:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000100:00000040:0.0:1769077329.509569:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077329.509571:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077329.509573:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1769077329.509573:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000020:00000040:0.0:1769077329.509575:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769077329.509577:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:2.0:1769077329.509577:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000020:00000040:0.0:1769077329.509580:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00000001:2.0:1769077329.509581:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:0.0:1769077329.509582:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769077329.509585:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000200:2.0:1769077329.509586:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9dc00 x1855007948259968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077329.509590:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077329.509594:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077329.509598:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000200:2.0:1769077329.509601:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9dc00 x1855007948259968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077329.509602:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077329.509606:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:0.0:1769077329.509612:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077329.509614:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077329.509615:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077329.509618:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077329.509618:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769077329.509621:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077329.509622:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1769077329.509624:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077329.509625:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077329.509627:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077329.509629:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1769077329.509630:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9dc00 x1855007948259968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1769077329.509632:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077329.509636:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077329.509641:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d500.
00000020:00000040:0.0:1769077329.509643:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000001:2.0:1769077329.509643:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769077329.509648:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077329.509649:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077329.509650:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077329.509652:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077329.509654:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077329.509654:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9dc00 x1855007948259968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769077329.509658:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15800.
00000100:00000001:0.0:1769077329.509662:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077329.509669:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d500 x1855007948260480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077329.509671:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077329.509677:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077329.509679:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077329.509681:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077329.509681:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077329.509685:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077329.509686:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c2d91c4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d500 x1855007948260480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.509691:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077329.509694:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077329.509694:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077329.509699:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:0.0:1769077329.509701:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4031)
00000100:00080000:2.0:1769077329.509705:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077329.509708:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077329.509712:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9dc00 x1855007948259968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077329.509718:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948259968:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077329.509721:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077329.509722:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077329.509724:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9dc00 x1855007948259968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.509728:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077329.509751:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077329.509754:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077329.509756:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077329.509757:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077329.509759:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077329.509761:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077329.509768:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17000.
02000000:00000001:2.0:1769077329.509771:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077329.509773:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077329.509774:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077329.509776:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077329.509777:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077329.509779:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077329.509785:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077329.509787:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077329.509788:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077329.509789:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077329.509790:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077329.509793:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9f480 x1855007948260096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.509797:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077329.509799:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077329.509800:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077329.509801:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077329.509803:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077329.509804:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948260096:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077329.509806:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077329.509808:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077329.509809:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077329.509810:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077329.509812:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077329.509814:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077329.509817:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077329.509819:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077329.509821:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077329.509827:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948260096, portal 10
00000100:00000001:2.0:1769077329.509828:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077329.509830:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104277120 : -127169605274496 : ffff8c5704d9f480)
00000100:00000040:2.0:1769077329.509834:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9f480 x1855007948260096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.509839:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077329.509841:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077329.509842:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077329.509844:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948260096, offset 0
00000400:00000200:2.0:1769077329.509846:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077329.509848:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077329.509851:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077329.509853:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077329.509854:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077329.509856:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077329.509857:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077329.509860:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29843:29843:256:4294967295] 192.168.204.128@tcp LPNI seq info [29842:29842:8:4294967295]
00000400:00000200:2.0:1769077329.509862:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077329.509866:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077329.509870:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077329.509871:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077329.509874:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077329.509876:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077329.509879:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077329.509880:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077329.509882:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077329.509884:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077329.509885:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077329.509888:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077329.509889:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077329.509895:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077329.509897:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077329.509899:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9f480 x1855007948260096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.509904:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077329.509906:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9f480 x1855007948260096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077354 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.509914:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077329.509915:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077329.509917:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077329.509919:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077329.509922:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077329.509923:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298693646
00000100:00000001:2.0:1769077329.509925:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298694927
00000100:00000001:2.0:1769077329.509926:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298693646
00000100:00000001:2.0:1769077329.509928:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298694927
00000100:00000001:2.0:1769077329.509929:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077329.509930:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077329.509931:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077329.509933:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077329/real 1769077329]  req@ffff8c5704d9f480 x1855007948260096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077329.509937:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077329.509938:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077329.509939:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077329.509941:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077329.509942:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077329.509943:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077329.509945:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9f480 x1855007948260096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077329.509950:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9f480 x1855007948260096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.509953:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077329.509954:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077329.509955:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077329.509956:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077329.509958:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9f480 x1855007948260096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.509962:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077329.509964:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9f480 x1855007948260096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.509968:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077329.509969:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077329.509970:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077329.509971:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077329.509972:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077329.509973:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077329.509975:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077329.509976:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077329.509978:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077329.509980:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9f480 x1855007948260096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077329.509984:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948260096:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077329.509986:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077329.509987:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c700 x1855007948260224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.509991:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077329.509992:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077329.509993:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077329.509994:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077329.509996:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077329.509997:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948260224:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077329.509999:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077329.510000:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077329.510001:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077329.510002:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077329.510005:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077329.510006:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077329.510008:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077329.510009:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077329.510011:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077329.510013:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948260224, portal 10
00000100:00000001:2.0:1769077329.510014:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077329.510015:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104265472 : -127169605286144 : ffff8c5704d9c700)
00000100:00000040:2.0:1769077329.510018:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c700 x1855007948260224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.510022:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077329.510024:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077329.510025:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077329.510026:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948260224, offset 0
00000400:00000200:2.0:1769077329.510028:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077329.510030:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077329.510032:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077329.510034:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077329.510035:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077329.510036:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077329.510037:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077329.510039:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29844:29844:256:4294967295] 192.168.204.128@tcp LPNI seq info [29843:29843:8:4294967295]
00000400:00000200:2.0:1769077329.510042:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077329.510045:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077329.510048:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077329.510050:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077329.510052:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077329.510054:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077329.510056:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077329.510058:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077329.510073:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077329.510075:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077329.510076:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077329.510079:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077329.510080:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077329.510081:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077329.510083:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077329.510085:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c700 x1855007948260224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.510090:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077329.510092:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c700 x1855007948260224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077354 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.510096:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077329.510097:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077329.510099:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077329.510101:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077329.510103:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077329.510104:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298693645
00000100:00000001:2.0:1769077329.510106:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298694927
00000100:00000001:2.0:1769077329.510107:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298693645
00000100:00000001:2.0:1769077329.510109:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298694927
00000100:00000001:2.0:1769077329.510110:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077329.510111:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077329.510112:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077329.510114:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077329/real 1769077329]  req@ffff8c5704d9c700 x1855007948260224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077329.510118:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077329.510119:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077329.510120:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077329.510122:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077329.510123:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077329.510124:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077329.510126:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c700 x1855007948260224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077329.510131:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c700 x1855007948260224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.510134:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077329.510135:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077329.510136:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077329.510137:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077329.510139:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c700 x1855007948260224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.510142:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077329.510144:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c700 x1855007948260224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.510147:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077329.510149:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077329.510149:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077329.510150:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077329.510151:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077329.510152:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077329.510153:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077329.510155:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077329.510156:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077329.510159:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c700 x1855007948260224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077329.510163:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948260224:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077329.510165:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077329.510168:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948260352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.510172:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077329.510173:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077329.510174:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077329.510175:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077329.510176:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077329.510178:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948260352:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077329.510179:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077329.510180:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077329.510181:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077329.510182:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077329.510184:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077329.510185:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077329.510188:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077329.510190:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077329.510192:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077329.510194:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948260352, portal 4
00000100:00000001:2.0:1769077329.510195:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077329.510196:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
00000100:00000040:2.0:1769077329.510199:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948260352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.510203:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077329.510204:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077329.510205:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077329.510207:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948260352, offset 0
00000400:00000200:2.0:1769077329.510209:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077329.510211:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077329.510212:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077329.510214:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077329.510215:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077329.510217:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077329.510219:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077329.510221:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29845:29845:256:4294967295] 192.168.204.128@tcp LPNI seq info [29844:29844:8:4294967295]
00000400:00000200:2.0:1769077329.510223:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077329.510227:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077329.510230:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077329.510232:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077329.510234:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077329.510236:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077329.510239:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077329.510240:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077329.510243:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077329.510244:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077329.510246:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077329.510248:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077329.510250:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077329.510251:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077329.510252:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077329.510254:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c380 x1855007948260352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.510258:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077329.510260:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948260352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077354 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.510264:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077329.510265:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077329.510266:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077329.510268:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077329.510269:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077329.510270:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298693710
00000100:00000001:2.0:1769077329.510272:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298694927
00000100:00000001:2.0:1769077329.510273:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298693710
00000100:00000001:2.0:1769077329.510274:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298694927
00000100:00000001:2.0:1769077329.510276:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077329.510277:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077329.510278:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077329.510280:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077329/real 1769077329]  req@ffff8c5704d9c380 x1855007948260352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077329.510285:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077329.510286:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077329.510286:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077329.510287:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077329.510288:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077329.510289:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077329.510291:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948260352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077329.510295:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948260352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.510299:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077329.510300:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077329.510301:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077329.510302:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077329.510304:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948260352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.510308:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077329.510310:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948260352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.510314:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077329.510315:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077329.510316:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077329.510317:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077329.510318:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077329.510319:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077329.510320:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077329.510323:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077329.510324:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077329.510326:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948260352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077329.510331:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948260352:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077329.510332:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077329.510334:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d500 x1855007948260480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.510337:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077329.510338:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077329.510339:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077329.510340:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077329.510341:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077329.510343:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948260480:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077329.510345:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077329.510346:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077329.510346:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077329.510347:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077329.510349:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077329.510350:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077329.510352:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077329.510353:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077329.510354:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077329.510356:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948260480, portal 4
00000100:00000001:2.0:1769077329.510357:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077329.510358:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104269056 : -127169605282560 : ffff8c5704d9d500)
00000100:00000040:2.0:1769077329.510361:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d500 x1855007948260480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.510365:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077329.510367:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077329.510368:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077329.510370:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948260480, offset 0
00000400:00000200:2.0:1769077329.510372:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077329.510374:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077329.510376:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077329.510377:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077329.510379:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077329.510380:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077329.510382:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077329.510384:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29846:29846:256:4294967295] 192.168.204.128@tcp LPNI seq info [29845:29845:8:4294967295]
00000400:00000200:2.0:1769077329.510386:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077329.510389:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077329.510392:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077329.510393:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077329.510395:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077329.510396:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077329.510398:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077329.510400:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077329.510402:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077329.510403:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077329.510404:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077329.510406:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077329.510408:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077329.510409:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077329.510410:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077329.510412:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d500 x1855007948260480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.510416:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077329.510418:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d500 x1855007948260480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077354 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.510422:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077329.510423:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077329.510425:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077329.510426:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077329.510428:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077329.510430:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298693657
00000100:00000001:2.0:1769077329.510432:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298694927
00000100:00000001:2.0:1769077329.510434:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298693657
00000100:00000001:2.0:1769077329.510437:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298694927
00000100:00000001:2.0:1769077329.510438:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077329.510441:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077329.510442:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077329.510446:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077329/real 1769077329]  req@ffff8c5704d9d500 x1855007948260480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077329.510454:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077329.510455:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077329.510457:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077329.510459:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077329.510461:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077329.510463:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077329.510466:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d500 x1855007948260480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077329.510475:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d500 x1855007948260480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.510481:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077329.510483:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077329.510484:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077329.510485:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077329.510487:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d500 x1855007948260480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.510491:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077329.510493:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d500 x1855007948260480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.510498:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077329.510499:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077329.510500:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077329.510501:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077329.510502:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077329.510503:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077329.510504:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077329.510505:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077329.510506:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077329.510509:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d500 x1855007948260480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077329.510513:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948260480:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077329.510515:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077329.510516:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077329.510518:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9f480 x1855007948260096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.510522:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077329.510523:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077329.510524:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077329.510525:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077329.510526:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077329.510527:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077329.510529:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077329.510530:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14c00.
02000000:00000001:2.0:1769077329.510531:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077329.510532:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077329.510533:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9f480.
00000100:00000001:2.0:1769077329.510535:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077329.510536:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077329.510538:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077329.510539:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c700 x1855007948260224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.510543:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077329.510544:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077329.510545:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077329.510546:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077329.510546:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077329.510547:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077329.510548:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077329.510549:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14400.
02000000:00000001:2.0:1769077329.510549:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077329.510550:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077329.510551:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c700.
00000100:00000001:2.0:1769077329.510552:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077329.510553:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077329.510553:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077329.510555:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948260352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.510558:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077329.510559:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077329.510559:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077329.510561:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077329.510561:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077329.510562:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077329.510563:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077329.510563:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16000.
02000000:00000001:2.0:1769077329.510565:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077329.510565:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077329.510566:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077329.510567:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077329.510567:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077329.510568:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077329.510570:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d500 x1855007948260480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077329.510577:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077329.510578:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077329.510578:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077329.510580:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077329.510580:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077329.510581:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077329.510582:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077329.510583:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15800.
02000000:00000001:2.0:1769077329.510584:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077329.510584:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077329.510585:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d500.
00000100:00000001:2.0:1769077329.510586:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077329.510587:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077329.510588:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077329.510589:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077329.510590:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077329.510591:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077329.510592:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077329.828826:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077329.828831:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077329.828884:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077329.828887:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077329.828890:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077330.532847:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077330.532855:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077330.532857:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077330.532863:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077330.532867:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077330.532870:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077330.532872:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077330.532875:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077330.532878:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077330.852836:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298694927, at 4298694976
00000100:00000040:0.0:1769077330.852841:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298694927, at 4298694976
00000100:00000010:0.0:1769077330.852853:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227600.
00010000:00000001:2.0:1769077330.852853:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:1.0:1769077330.852855:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227720.
00010000:00000001:2.0:1769077330.852862:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077330.852916:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077330.852919:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077330.852921:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077331.556852:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077331.556860:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077331.556863:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077331.556868:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077331.556872:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077331.556875:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077331.556877:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077331.556880:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077331.556883:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077331.876897:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077331.876907:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077331.876948:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077331.876951:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077331.876955:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077332.580876:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077332.580897:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077332.580899:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077332.580905:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077332.580909:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077332.580913:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077332.580916:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077332.580919:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077332.580921:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077332.900856:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077332.900865:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077332.900868:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077332.900871:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077332.900876:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077332.900878:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077332.900881:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077332.900892:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077332.900916:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077332.900919:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077332.900921:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077333.604829:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077333.604834:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077333.604836:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077333.604840:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077333.604842:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077333.604846:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077333.604848:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077333.604850:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077333.604852:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077333.924859:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077333.924875:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077333.924939:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077333.924943:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077333.924945:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077334.628837:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077334.628837:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077334.628843:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1769077334.628846:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077334.628846:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077334.628850:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1769077334.628852:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:0.0:1769077334.628854:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077334.628856:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077334.628858:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769077334.628860:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077334.628863:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077334.628866:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4026
00000100:00000001:1.0:1769077334.628867:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077334.628871:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077334.628875:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077334.628881:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077334.628883:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077334.628886:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077334.628889:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077334.628892:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077334.628894:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077334.628897:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077334.628898:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077334.628900:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077334.628902:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077334.628904:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077334.628905:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077334.628907:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077334.628909:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077334.628910:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077334.628912:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077334.628914:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077334.628916:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077334.628917:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077334.628919:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077334.628922:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077334.628924:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077334.628926:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077334.628928:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077334.628937:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9df80.
00000020:00000040:0.0:1769077334.628941:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077334.628945:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077334.628946:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077334.628949:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077334.628952:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077334.628957:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077334.628965:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14400.
00000100:00000001:0.0:1769077334.628972:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077334.628992:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9df80 x1855007948260608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077334.629004:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077334.629009:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077334.629013:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bed851a] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9df80 x1855007948260608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077334.629032:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077334.629034:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077334.629040:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077334.629041:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077334.629043:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077334.629045:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077334.629046:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4026
00000400:00000200:0.0:1769077334.629049:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077334.629052:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077334.629054:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077334.629056:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077334.629058:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077334.629060:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077334.629062:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077334.629063:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077334.629064:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077334.629066:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077334.629068:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077334.629070:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077334.629071:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077334.629072:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769077334.629074:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077334.629076:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077334.629078:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077334.629080:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077334.629082:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077334.629084:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077334.629087:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00000040:2.0:1769077334.629089:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9df80 x1855007948260608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077334.629092:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077334.629097:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077334.629100:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077334.629104:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769077334.629106:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077334.629106:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077334.629112:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077334.629112:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077334.629114:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077334.629118:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077334.629121:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077334.629121:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077334.629122:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077334.629126:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077334.629128:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d180.
00000100:00100000:2.0:1769077334.629132:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948260608:192.168.204.128@tcp:250:kworker.0
00000020:00000040:0.0:1769077334.629133:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077334.629138:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077334.629139:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077334.629141:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077334.629144:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077334.629144:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077334.629146:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077334.629147:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077334.629150:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077334.629150:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077334.629156:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077334.629160:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077334.629164:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14c00.
00000400:00000200:2.0:1769077334.629166:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077334.629172:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000100:00000001:0.0:1769077334.629173:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077334.629178:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00100000:0.0:1769077334.629184:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d180 x1855007948260736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769077334.629186:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948260608, portal 25
00000100:00000001:2.0:1769077334.629190:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077334.629193:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104271744 : -127169605279872 : ffff8c5704d9df80)
00000100:00000001:0.0:1769077334.629201:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1769077334.629202:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9df80 x1855007948260608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077334.629208:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077334.629211:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077334.629214:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077334.629215:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077334.629220:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948260608, offset 0
00000100:00000040:0.0:1769077334.629225:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad4bb1df] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d180 x1855007948260736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077334.629228:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077334.629238:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077334.629244:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077334.629252:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769077334.629256:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077334.629257:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00080000:0.0:1769077334.629262:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077334.629263:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077334.629267:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00080000:0.0:1769077334.629269:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077334.629273:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769077334.629274:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29847:29847:256:4294967295] 192.168.204.128@tcp LPNI seq info [29846:29846:8:4294967295]
00000100:00080000:0.0:1769077334.629276:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077334.629280:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077334.629281:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077334.629286:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4026
00000400:00000200:2.0:1769077334.629291:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077334.629296:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077334.629299:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000800:00000010:2.0:1769077334.629301:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000400:00000200:0.0:1769077334.629304:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077334.629307:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1769077334.629311:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:0.0:1769077334.629312:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077334.629316:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1769077334.629317:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1769077334.629319:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077334.629323:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:2.1:1769077334.629325:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:0.0:1769077334.629328:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:2.1:1769077334.629330:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000020:00000040:0.0:1769077334.629332:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000800:00000100:2.0:1769077334.629336:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000020:00000001:0.0:1769077334.629338:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000010:2.0:1769077334.629339:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000020:00000040:0.0:1769077334.629343:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000400:00000200:2.0:1769077334.629345:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1769077334.629348:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077334.629351:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1769077334.629356:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077334.629357:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077334.629361:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000040:0.0:1769077334.629366:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077334.629366:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769077334.629371:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1769077334.629373:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9df80 x1855007948260608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077334.629378:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077334.629385:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077334.629386:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1769077334.629390:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00000040:2.0:1769077334.629391:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9df80 x1855007948260608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077359 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077334.629396:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077334.629402:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077334.629405:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077334.629406:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077334.629408:0:2431:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1769077334.629410:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077334.629413:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077334.629414:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077334.629417:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769077334.629418:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000008:00100000:0.0:1769077334.629420:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077334.629422:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298700047
00000008:00000001:0.0:1769077334.629423:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077334.629426:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077334.629428:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a2275a0.
00000100:00000010:0.0:1769077334.629431:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000020:00000040:0.0:1769077334.629434:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000100:00000001:2.0:1769077334.629436:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1769077334.629437:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077334.629440:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077334.629442:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077334.629444:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077334.629444:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298700047
02000000:00000001:0.0:1769077334.629446:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077334.629450:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227600.
02000000:00000010:0.0:1769077334.629453:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17000.
00000100:00000001:2.0:1769077334.629454:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077334.629458:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077334.629461:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077334.629461:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077334.629466:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077334.629475:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948260864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1769077334.629475:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077334/real 1769077334]  req@ffff8c5704d9df80 x1855007948260608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077334.629494:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077334.629496:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077334.629500:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000100:00000001:0.0:1769077334.629501:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077334.629503:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000100:00000001:0.0:1769077334.629507:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077334.629507:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077334.629512:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1769077334.629517:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948260864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077334.629522:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9df80 x1855007948260608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077334.629529:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077334.629534:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077334.629542:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077334.629543:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077334.629546:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1769077334.629547:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9df80 x1855007948260608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077334.629548:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077334.629553:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4026
00000400:00000200:0.0:1769077334.629561:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077334.629566:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000200:0.0:1769077334.629567:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077334.629571:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077334.629571:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077334.629576:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077334.629577:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077334.629579:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077334.629581:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077334.629582:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077334.629586:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077334.629587:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077334.629590:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:0.0:1769077334.629591:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00100000:2.0:1769077334.629591:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9df80 x1855007948260608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077334.629595:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:0.0:1769077334.629599:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769077334.629604:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:0.0:1769077334.629610:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077334.629614:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077334.629614:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077334.629617:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077334.629620:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077334.629622:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00000040:2.0:1769077334.629625:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9df80 x1855007948260608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077334.629626:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077334.629632:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077334.629636:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077334.629640:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077334.629641:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1769077334.629645:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077334.629646:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077334.629648:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077334.629650:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:0.0:1769077334.629651:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077334.629653:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1769077334.629655:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077334.629658:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077334.629659:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000010:0.0:1769077334.629661:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d500.
00000100:00000001:2.0:1769077334.629663:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:0.0:1769077334.629665:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:0.0:1769077334.629671:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00080000:2.0:1769077334.629671:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1769077334.629672:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077334.629677:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077334.629679:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077334.629681:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077334.629683:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
02000000:00000010:0.0:1769077334.629685:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14000.
00000100:00000001:2.0:1769077334.629688:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1769077334.629690:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077334.629695:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9df80 x1855007948260608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077334.629697:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d500 x1855007948260992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077334.629721:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077334.629724:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077334.629724:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948260608:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077334.629752:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077334.629754:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077334.629757:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c2d91c4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d500 x1855007948260992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077334.629760:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9df80 x1855007948260608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077334.629783:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077334.629784:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00080000:0.0:1769077334.629788:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1769077334.629788:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077334.629792:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b413800.
00000100:00080000:0.0:1769077334.629793:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077334.629797:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077334.629798:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1769077334.629798:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077334.629801:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000001:0.0:1769077334.629802:0:37:0:(import.c:484:import_select_connection()) Process entered
00000020:00000040:2.0:1769077334.629804:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000100:00080000:0.0:1769077334.629808:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4026
00000020:00000001:2.0:1769077334.629809:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077334.629812:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14400.
00000400:00000200:0.0:1769077334.629813:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:2.0:1769077334.629816:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000400:00000200:0.0:1769077334.629818:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
02000000:00000001:2.0:1769077334.629819:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:0.0:1769077334.629822:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000010:2.0:1769077334.629823:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9df80.
00000100:00000040:0.0:1769077334.629828:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077334.629828:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077334.629830:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077334.629832:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077334.629833:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077334.629837:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077334.629839:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077334.629841:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:0.0:1769077334.629842:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077334.629845:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000100:00000001:2.0:1769077334.629845:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077334.629848:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077334.629848:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077334.629850:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769077334.629851:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00000001:2.0:1769077334.629853:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769077334.629854:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769077334.629858:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:2.0:1769077334.629859:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d180 x1855007948260736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077334.629864:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077334.629868:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077334.629872:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077334.629874:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077334.629876:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077334.629877:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077334.629882:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
02000000:00000001:2.0:1769077334.629883:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077334.629886:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769077334.629889:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
02000000:00000001:2.0:1769077334.629890:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077334.629895:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077334.629897:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948260736:192.168.204.128@tcp:38:kworker.0
02000000:00000001:0.0:1769077334.629898:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077334.629902:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077334.629903:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077334.629904:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077334.629907:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077334.629908:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077334.629910:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077334.629911:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:2.0:1769077334.629914:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b413800.
00000008:00100000:0.0:1769077334.629915:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
02000000:00000001:2.0:1769077334.629919:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769077334.629920:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077334.629923:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077334.629925:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000010:0.0:1769077334.629927:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000400:00000010:2.0:1769077334.629929:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000020:00000040:0.0:1769077334.629931:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000400:00000010:2.0:1769077334.629934:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
02000000:00000001:0.0:1769077334.629935:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077334.629937:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077334.629939:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948260736, portal 10
00000100:00000001:0.0:1769077334.629940:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077334.629943:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077334.629943:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1769077334.629945:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077334.629946:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104268160 : -127169605283456 : ffff8c5704d9d180)
02000000:00000010:0.0:1769077334.629953:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17800.
00000100:00000040:2.0:1769077334.629954:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d180 x1855007948260736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077334.629958:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077334.629964:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1769077334.629966:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948261120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077334.629969:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077334.629988:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077334.629991:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948260736, offset 0
00000400:00000200:2.0:1769077334.629999:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077334.630002:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077334.630005:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077334.630006:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077334.630010:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000040:0.0:1769077334.630014:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948261120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077334.630015:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077334.630020:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077334.630025:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077334.630031:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000001:0.0:1769077334.630032:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077334.630036:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29848:29848:256:4294967295] 192.168.204.128@tcp LPNI seq info [29847:29847:8:4294967295]
00000100:00000040:0.0:1769077334.630039:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4036)
00000400:00000200:2.0:1769077334.630042:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077334.630049:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077334.630052:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077334.630055:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077334.630058:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077334.630060:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077334.630064:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077334.630065:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769077334.630068:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077334.630069:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077334.630071:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077334.630074:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077334.630076:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077334.630077:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077334.630079:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077334.630082:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d180 x1855007948260736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077334.630087:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077334.630090:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d180 x1855007948260736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077359 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077334.630094:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077334.630095:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077334.630097:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077334.630100:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077334.630102:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077334.630104:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298698766
00000100:00000001:2.0:1769077334.630105:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298700047
00000100:00000001:2.0:1769077334.630107:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298698766
00000100:00000001:2.0:1769077334.630109:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298700047
00000100:00000001:2.0:1769077334.630111:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077334.630112:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077334.630113:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077334.630116:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077334/real 1769077334]  req@ffff8c5704d9d180 x1855007948260736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077334.630121:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077334.630122:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077334.630123:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077334.630124:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077334.630125:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077334.630127:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077334.630129:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d180 x1855007948260736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077334.630134:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d180 x1855007948260736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077334.630138:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077334.630139:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077334.630140:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077334.630141:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077334.630143:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d180 x1855007948260736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077334.630147:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077334.630149:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d180 x1855007948260736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077334.630154:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077334.630155:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077334.630156:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077334.630157:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077334.630158:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077334.630159:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077334.630161:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077334.630164:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077334.630165:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077334.630168:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d180 x1855007948260736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077334.630172:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948260736:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077334.630175:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077334.630177:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c000 x1855007948260864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077334.630181:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077334.630182:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077334.630183:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077334.630184:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077334.630185:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077334.630187:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948260864:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077334.630189:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077334.630191:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077334.630192:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077334.630193:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077334.630195:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077334.630197:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077334.630199:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077334.630201:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077334.630203:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077334.630204:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948260864, portal 10
00000100:00000001:2.0:1769077334.630206:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077334.630207:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104263680 : -127169605287936 : ffff8c5704d9c000)
00000100:00000040:2.0:1769077334.630210:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c000 x1855007948260864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077334.630218:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077334.630220:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077334.630221:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077334.630223:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948260864, offset 0
00000400:00000200:2.0:1769077334.630225:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077334.630228:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077334.630230:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077334.630231:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077334.630233:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077334.630234:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077334.630236:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077334.630238:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29849:29849:256:4294967295] 192.168.204.128@tcp LPNI seq info [29848:29848:8:4294967295]
00000400:00000200:2.0:1769077334.630241:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077334.630245:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077334.630247:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077334.630249:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077334.630251:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077334.630253:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077334.630256:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077334.630257:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769077334.630259:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077334.630261:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077334.630263:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077334.630265:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077334.630267:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077334.630268:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077334.630269:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077334.630271:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c000 x1855007948260864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077334.630276:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077334.630278:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c000 x1855007948260864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077359 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077334.630286:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077334.630287:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077334.630289:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077334.630291:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077334.630293:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077334.630294:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298698765
00000100:00000001:2.0:1769077334.630296:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298700047
00000100:00000001:2.0:1769077334.630298:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298698765
00000100:00000001:2.0:1769077334.630299:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298700047
00000100:00000001:2.0:1769077334.630300:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077334.630301:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077334.630303:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077334.630305:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077334/real 1769077334]  req@ffff8c5704d9c000 x1855007948260864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077334.630309:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077334.630310:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077334.630311:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077334.630312:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077334.630313:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077334.630315:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077334.630317:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c000 x1855007948260864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077334.630322:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c000 x1855007948260864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077334.630326:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077334.630327:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077334.630328:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077334.630328:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077334.630331:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c000 x1855007948260864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077334.630335:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077334.630338:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c000 x1855007948260864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077334.630342:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077334.630343:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077334.630344:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077334.630345:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077334.630346:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077334.630347:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077334.630349:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077334.630350:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077334.630352:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077334.630354:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c000 x1855007948260864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077334.630359:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948260864:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077334.630361:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077334.630364:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d500 x1855007948260992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077334.630371:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077334.630372:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077334.630374:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077334.630376:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077334.630378:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077334.630381:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948260992:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077334.630385:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077334.630387:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077334.630388:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077334.630390:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077334.630393:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077334.630396:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077334.630400:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077334.630403:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077334.630406:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077334.630409:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948260992, portal 4
00000100:00000001:2.0:1769077334.630411:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077334.630413:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104269056 : -127169605282560 : ffff8c5704d9d500)
00000100:00000040:2.0:1769077334.630418:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d500 x1855007948260992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077334.630426:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077334.630428:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077334.630430:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077334.630432:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948260992, offset 0
00000400:00000200:2.0:1769077334.630434:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077334.630437:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077334.630440:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077334.630442:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077334.630444:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077334.630446:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077334.630447:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077334.630450:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29850:29850:256:4294967295] 192.168.204.128@tcp LPNI seq info [29849:29849:8:4294967295]
00000400:00000200:2.0:1769077334.630452:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077334.630456:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077334.630459:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077334.630462:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077334.630464:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077334.630466:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077334.630469:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077334.630471:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769077334.630473:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077334.630475:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077334.630477:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077334.630479:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077334.630481:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077334.630482:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077334.630484:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077334.630487:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d500 x1855007948260992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077334.630492:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077334.630494:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d500 x1855007948260992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077359 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077334.630499:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077334.630500:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077334.630502:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077334.630504:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077334.630506:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077334.630507:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298698830
00000100:00000001:2.0:1769077334.630509:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298700047
00000100:00000001:2.0:1769077334.630511:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298698830
00000100:00000001:2.0:1769077334.630513:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298700047
00000100:00000001:2.0:1769077334.630516:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077334.630518:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077334.630520:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077334.630524:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077334/real 1769077334]  req@ffff8c5704d9d500 x1855007948260992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077334.630532:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077334.630533:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077334.630535:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077334.630537:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077334.630539:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077334.630542:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077334.630545:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d500 x1855007948260992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077334.630555:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d500 x1855007948260992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077334.630562:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077334.630564:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077334.630566:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077334.630567:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077334.630571:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d500 x1855007948260992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077334.630579:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077334.630582:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d500 x1855007948260992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077334.630590:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077334.630593:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077334.630594:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077334.630596:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077334.630597:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077334.630599:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077334.630602:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077334.630606:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077334.630608:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077334.630613:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d500 x1855007948260992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077334.630622:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948260992:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077334.630624:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077334.630626:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077334.630629:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d180 x1855007948260736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077334.630633:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077334.630635:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077334.630636:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077334.630638:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077334.630639:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077334.630640:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077334.630641:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077334.630642:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14c00.
02000000:00000001:2.0:1769077334.630644:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077334.630645:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077334.630646:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d180.
00000100:00000001:2.0:1769077334.630648:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077334.630649:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077334.630651:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077334.630655:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c000 x1855007948260864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077334.630661:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077334.630663:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077334.630664:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077334.630666:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077334.630667:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077334.630669:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077334.630671:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077334.630672:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17000.
02000000:00000001:2.0:1769077334.630675:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077334.630676:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077334.630677:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c000.
00000100:00000001:2.0:1769077334.630680:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077334.630682:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077334.630684:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077334.630688:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d500 x1855007948260992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077334.630695:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077334.630697:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077334.630698:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077334.630701:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077334.630702:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077334.630703:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077334.630705:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077334.630707:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14000.
02000000:00000001:2.0:1769077334.630708:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077334.630709:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077334.630710:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d500.
00000100:00000001:2.0:1769077334.630712:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077334.630713:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077334.630714:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077334.630717:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077334.630718:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077334.630719:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077334.630720:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077334.630722:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077334.630724:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948261120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077334.630729:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077334.630748:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077334.630750:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077334.630752:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077334.630753:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077334.630755:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948261120:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077334.630758:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077334.630759:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077334.630760:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077334.630761:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077334.630764:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077334.630765:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077334.630768:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077334.630770:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077334.630772:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077334.630774:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948261120, portal 4
00000100:00000001:2.0:1769077334.630776:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077334.630777:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
00000100:00000040:2.0:1769077334.630780:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948261120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077334.630785:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077334.630786:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077334.630788:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077334.630789:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948261120, offset 0
00000400:00000200:2.0:1769077334.630792:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077334.630795:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077334.630797:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077334.630799:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077334.630801:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077334.630803:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077334.630804:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077334.630806:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29851:29851:256:4294967295] 192.168.204.128@tcp LPNI seq info [29850:29850:8:4294967295]
00000400:00000200:2.0:1769077334.630809:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077334.630814:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077334.630817:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077334.630818:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077334.630821:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077334.630823:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077334.630825:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077334.630827:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769077334.630830:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077334.630831:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077334.630833:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077334.630836:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077334.630837:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077334.630839:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077334.630841:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077334.630843:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c380 x1855007948261120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077334.630852:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077334.630854:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948261120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077359 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077334.630858:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077334.630859:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077334.630861:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077334.630863:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077334.630865:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077334.630866:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298698778
00000100:00000001:2.0:1769077334.630868:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298700047
00000100:00000001:2.0:1769077334.630869:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298698778
00000100:00000001:2.0:1769077334.630871:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298700047
00000100:00000001:2.0:1769077334.630872:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077334.630873:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077334.630874:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077334.630877:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077334/real 1769077334]  req@ffff8c5704d9c380 x1855007948261120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077334.630881:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077334.630882:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077334.630883:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077334.630884:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077334.630885:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077334.630886:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077334.630888:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948261120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077334.630894:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948261120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077334.630898:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077334.630899:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077334.630900:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077334.630901:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077334.630904:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948261120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077334.630909:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077334.630912:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948261120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077334.630919:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077334.630921:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077334.630922:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077334.630923:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077334.630925:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077334.630926:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077334.630927:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077334.630929:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077334.630931:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077334.630933:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948261120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077334.630938:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948261120:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077334.630941:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077334.630942:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077334.630944:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948261120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077334.630948:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077334.630949:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077334.630950:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077334.630951:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077334.630952:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077334.630954:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077334.630955:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077334.630956:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17800.
02000000:00000001:2.0:1769077334.630958:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077334.630959:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077334.630960:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077334.630961:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077334.630962:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077334.630963:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077334.630965:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077334.630966:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077334.630967:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077334.630968:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077334.948849:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077334.948855:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077334.948942:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077334.948946:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077334.948949:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077335.652824:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077335.652831:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077335.652833:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077335.652837:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077335.652840:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077335.652843:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077335.652845:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077335.652847:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077335.652850:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077335.972836:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298700047, at 4298700096
00010000:00000001:2.0:1769077335.972836:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:0.0:1769077335.972851:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298700047, at 4298700096
00010000:00000001:2.0:1769077335.972854:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077335.972862:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227600.
00000100:00000010:0.0:1769077335.972865:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2275a0.
00000020:00000001:2.0:1769077335.972884:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077335.972889:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077335.972893:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077336.676807:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077336.676813:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077336.676815:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077336.676819:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077336.676822:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077336.676825:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077336.676827:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077336.676829:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077336.676831:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077336.996841:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077336.996847:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077336.996868:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077336.996870:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077336.996872:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077337.700815:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077337.700822:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077337.700824:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077337.700828:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077337.700831:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077337.700834:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077337.700836:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077337.700838:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077337.700840:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077338.020835:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077338.020841:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077338.020898:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077338.020902:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077338.020906:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:1.0:1769077338.724818:0:46511:0:(osc_request.c:735:osc_update_next_shrink()) next time 5235 to shrink grant
00000100:00000001:2.0:1769077338.724858:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077338.724863:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077338.724865:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077338.724869:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077338.724874:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077338.724877:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077338.724879:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077338.724882:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077338.724885:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077339.044868:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077339.044875:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077339.044939:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077339.044942:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077339.044945:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077339.748837:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1769077339.748840:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077339.748844:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077339.748846:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077339.748847:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077339.748850:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1769077339.748850:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:0.0:1769077339.748853:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077339.748854:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077339.748857:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077339.748858:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077339.748860:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077339.748863:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077339.748864:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4031
00000100:00000001:2.0:1769077339.748866:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077339.748873:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077339.748879:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077339.748882:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077339.748886:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077339.748920:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077339.748923:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077339.748925:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077339.748928:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077339.748930:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077339.748932:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077339.748934:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077339.748936:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077339.748937:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077339.748940:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077339.748941:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077339.748942:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077339.748943:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077339.748946:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077339.748948:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077339.748949:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077339.748951:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077339.748953:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077339.748955:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077339.748956:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077339.748958:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077339.748965:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c700.
00000020:00000040:0.0:1769077339.748969:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077339.748972:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077339.748973:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077339.748975:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077339.748978:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077339.748982:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077339.748990:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16800.
00000100:00000001:0.0:1769077339.748997:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077339.749006:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c700 x1855007948261248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077339.749017:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077339.749021:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077339.749026:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000435b0902] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c700 x1855007948261248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077339.749048:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077339.749051:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077339.749054:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077339.749056:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077339.749058:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077339.749060:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077339.749063:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4031
00000400:00000200:0.0:1769077339.749067:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077339.749070:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077339.749073:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077339.749076:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077339.749077:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077339.749079:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077339.749080:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769077339.749081:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077339.749082:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077339.749083:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077339.749085:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077339.749087:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000100:00000040:2.0:1769077339.749088:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c700 x1855007948261248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077339.749089:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077339.749092:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077339.749094:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077339.749097:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077339.749097:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077339.749098:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077339.749100:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077339.749102:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077339.749102:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1769077339.749104:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077339.749105:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077339.749106:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:2.0:1769077339.749108:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077339.749109:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:0.0:1769077339.749112:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00100000:2.0:1769077339.749112:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948261248:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077339.749115:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077339.749117:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077339.749117:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077339.749120:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077339.749122:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077339.749122:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077339.749124:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077339.749125:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077339.749126:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077339.749130:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1769077339.749130:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
00000008:00000001:0.0:1769077339.749133:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077339.749133:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077339.749135:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077339.749139:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9f480.
00000400:00000200:2.0:1769077339.749139:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000040:0.0:1769077339.749141:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000400:00000010:2.0:1769077339.749143:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
02000000:00000001:0.0:1769077339.749144:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077339.749145:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077339.749147:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077339.749148:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1769077339.749149:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
02000000:00000001:0.0:1769077339.749150:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077339.749154:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15000.
00000100:00000001:0.0:1769077339.749157:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077339.749157:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948261248, portal 25
00000100:00000001:2.0:1769077339.749159:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077339.749161:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104265472 : -127169605286144 : ffff8c5704d9c700)
00000100:00100000:0.0:1769077339.749162:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9f480 x1855007948261376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077339.749167:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c700 x1855007948261248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077339.749170:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077339.749173:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077339.749177:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1a89039] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9f480 x1855007948261376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.749182:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077339.749186:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077339.749189:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000001:0.0:1769077339.749192:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077339.749192:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948261248, offset 0
00000100:00080000:0.0:1769077339.749195:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077339.749199:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1769077339.749199:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077339.749201:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077339.749202:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077339.749204:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077339.749207:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4031
00000400:00000200:2.0:1769077339.749207:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077339.749210:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077339.749213:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077339.749213:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00080000:0.0:1769077339.749215:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077339.749218:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077339.749219:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769077339.749220:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077339.749222:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077339.749223:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000001:0.0:1769077339.749224:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077339.749226:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077339.749227:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000400:00000200:2.0:1769077339.749227:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1769077339.749229:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077339.749230:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000020:00000040:0.0:1769077339.749231:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077339.749233:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077339.749234:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29852:29852:256:4294967295] 192.168.204.128@tcp LPNI seq info [29851:29851:8:4294967295]
00000020:00000001:0.0:1769077339.749236:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:0.0:1769077339.749239:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077339.749239:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077339.749241:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077339.749242:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077339.749244:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077339.749247:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000400:00000200:2.0:1769077339.749249:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1769077339.749250:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077339.749252:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077339.749254:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077339.749257:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1769077339.749257:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
02000000:00000001:0.0:1769077339.749259:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077339.749261:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000010:2.0:1769077339.749261:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000008:00100000:0.0:1769077339.749263:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077339.749265:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077339.749267:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077339.749268:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000010:0.0:1769077339.749271:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000800:00000200:2.0:1769077339.749272:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000020:00000040:0.0:1769077339.749273:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077339.749276:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077339.749277:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077339.749278:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:0.0:1769077339.749279:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077339.749281:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1769077339.749282:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
02000000:00000001:0.0:1769077339.749283:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077339.749286:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16c00.
00000800:00000100:2.0:1769077339.749287:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077339.749289:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077339.749290:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000100:00100000:0.0:1769077339.749293:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948261504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077339.749296:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077339.749300:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769077339.749301:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077339.749304:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077339.749306:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000100:00000040:0.0:1769077339.749307:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948261504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769077339.749308:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077339.749313:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769077339.749315:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077339.749317:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769077339.749318:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c700 x1855007948261248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077339.749321:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077339.749323:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077339.749324:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077339.749327:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077339.749328:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1769077339.749329:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4031
00000100:00000040:2.0:1769077339.749331:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c700 x1855007948261248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077364 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077339.749333:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077339.749336:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077339.749339:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077339.749342:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077339.749345:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077339.749346:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077339.749347:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077339.749348:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077339.749349:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077339.749351:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077339.749352:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000100:00000001:2.0:1769077339.749353:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077339.749354:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077339.749356:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000400:00000200:2.0:1769077339.749357:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000001:0.0:1769077339.749358:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769077339.749360:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077339.749361:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298705167
00000100:00000010:2.0:1769077339.749365:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227720.
00000100:00000001:2.0:1769077339.749372:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1769077339.749373:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077339.749375:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077339.749377:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077339.749378:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298705167
00000100:00000001:0.0:1769077339.749379:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000010:2.0:1769077339.749381:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227360.
00000020:00000040:0.0:1769077339.749382:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:0.0:1769077339.749384:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077339.749385:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769077339.749387:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077339.749388:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077339.749389:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077339.749391:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077339.749392:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077339.749394:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077339.749394:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1769077339.749396:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:2.0:1769077339.749398:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077339/real 1769077339]  req@ffff8c5704d9c700 x1855007948261248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1769077339.749399:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077339.749401:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077339.749403:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077339.749408:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000400:00000001:2.0:1769077339.749408:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077339.749409:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000020:00000040:0.0:1769077339.749411:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000400:00000010:2.0:1769077339.749412:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
02000000:00000001:0.0:1769077339.749413:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077339.749414:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077339.749415:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000100:00000001:0.0:1769077339.749416:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077339.749417:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1769077339.749417:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
02000000:00000001:0.0:1769077339.749420:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077339.749420:0:2431:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000010:0.0:1769077339.749423:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15400.
00000100:00000200:2.0:1769077339.749424:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c700 x1855007948261248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077339.749427:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077339.749431:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948261632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769077339.749434:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c700 x1855007948261248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077339.749440:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077339.749442:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077339.749442:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077339.749443:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077339.749446:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948261632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.749446:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077339.749448:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077339.749452:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c700 x1855007948261248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077339.749454:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077339.749457:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077339.749461:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077339.749461:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077339.749462:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077339.749464:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1769077339.749465:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c700 x1855007948261248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077339.749467:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077339.749469:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4031
00000400:00000200:0.0:1769077339.749473:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077339.749474:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:0.0:1769077339.749476:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077339.749477:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077339.749478:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077339.749479:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077339.749480:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077339.749481:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077339.749483:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077339.749483:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000040:0.0:1769077339.749485:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077339.749485:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077339.749487:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00080000:2.0:1769077339.749488:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:0.0:1769077339.749490:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077339.749491:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000100:00080000:2.0:1769077339.749492:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000020:00000001:0.0:1769077339.749493:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077339.749495:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00000001:2.0:1769077339.749495:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:0.0:1769077339.749497:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769077339.749499:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:2.0:1769077339.749500:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c700 x1855007948261248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077339.749502:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077339.749505:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077339.749507:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077339.749509:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00100000:2.0:1769077339.749509:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948261248:192.168.204.128@tcp:250:kworker.0
00000020:00000040:0.0:1769077339.749512:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000001:2.0:1769077339.749514:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077339.749515:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077339.749516:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769077339.749517:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077339.749519:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1769077339.749519:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c700 x1855007948261248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077339.749521:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077339.749524:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077339.749526:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077339.749527:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077339.749527:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077339.749529:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000008:00000001:0.0:1769077339.749530:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077339.749532:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077339.749532:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077339.749534:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000010:0.0:1769077339.749535:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d500.
00000020:00000001:2.0:1769077339.749536:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077339.749537:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000040:2.0:1769077339.749538:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077339.749540:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000020:00000001:2.0:1769077339.749540:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000001:0.0:1769077339.749541:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077339.749543:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1769077339.749543:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16800.
02000000:00000001:0.0:1769077339.749544:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077339.749545:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077339.749547:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000010:0.0:1769077339.749548:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15c00.
02000000:00000001:2.0:1769077339.749549:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1769077339.749552:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077339.749552:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c700.
00000100:00000001:2.0:1769077339.749555:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00100000:0.0:1769077339.749556:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d500 x1855007948261760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077339.749556:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077339.749558:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077339.749563:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077339.749565:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077339.749565:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077339.749567:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077339.749568:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c2d91c4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d500 x1855007948261760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.749569:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077339.749570:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077339.749572:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077339.749576:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9f480 x1855007948261376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077339.749577:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077339.749581:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4041)
00000100:00000001:2.0:1769077339.749583:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077339.749584:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077339.749586:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077339.749588:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077339.749590:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077339.749593:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948261376:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077339.749596:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077339.749598:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077339.749599:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077339.749601:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077339.749604:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077339.749606:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077339.749610:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077339.749613:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077339.749616:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077339.749619:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948261376, portal 10
00000100:00000001:2.0:1769077339.749621:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077339.749623:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104277120 : -127169605274496 : ffff8c5704d9f480)
00000100:00000040:2.0:1769077339.749630:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9f480 x1855007948261376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.749636:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077339.749638:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077339.749640:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077339.749642:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948261376, offset 0
00000400:00000200:2.0:1769077339.749645:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077339.749648:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077339.749651:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077339.749653:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077339.749655:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077339.749657:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077339.749658:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077339.749661:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29853:29853:256:4294967295] 192.168.204.128@tcp LPNI seq info [29852:29852:8:4294967295]
00000400:00000200:2.0:1769077339.749663:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077339.749668:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077339.749671:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077339.749673:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077339.749676:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077339.749678:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077339.749681:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077339.749683:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077339.749686:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077339.749687:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077339.749689:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077339.749691:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077339.749694:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077339.749695:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077339.749697:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077339.749699:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9f480 x1855007948261376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.749705:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077339.749707:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9f480 x1855007948261376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077364 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.749711:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077339.749712:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077339.749714:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077339.749717:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077339.749719:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077339.749721:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298703885
00000100:00000001:2.0:1769077339.749723:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298705167
00000100:00000001:2.0:1769077339.749724:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298703885
00000100:00000001:2.0:1769077339.749726:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298705167
00000100:00000001:2.0:1769077339.749727:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077339.749728:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077339.749746:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077339.749749:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077339/real 1769077339]  req@ffff8c5704d9f480 x1855007948261376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077339.749755:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077339.749755:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077339.749757:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077339.749759:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077339.749760:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077339.749762:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077339.749764:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9f480 x1855007948261376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077339.749769:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9f480 x1855007948261376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.749773:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077339.749774:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077339.749775:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077339.749776:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077339.749778:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9f480 x1855007948261376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.749782:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077339.749785:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9f480 x1855007948261376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.749790:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077339.749792:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077339.749793:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077339.749794:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077339.749795:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077339.749797:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077339.749798:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077339.749800:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077339.749801:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077339.749804:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9f480 x1855007948261376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077339.749809:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948261376:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077339.749811:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077339.749813:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9dc00 x1855007948261504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.749818:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077339.749818:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077339.749820:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077339.749821:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077339.749822:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077339.749824:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948261504:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077339.749826:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077339.749827:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077339.749828:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077339.749829:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077339.749832:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077339.749833:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077339.749835:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077339.749837:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077339.749839:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077339.749841:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948261504, portal 10
00000100:00000001:2.0:1769077339.749842:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077339.749843:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104270848 : -127169605280768 : ffff8c5704d9dc00)
00000100:00000040:2.0:1769077339.749847:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9dc00 x1855007948261504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.749851:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077339.749852:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077339.749854:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077339.749855:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948261504, offset 0
00000400:00000200:2.0:1769077339.749858:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077339.749860:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077339.749863:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077339.749864:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077339.749866:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077339.749868:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077339.749870:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077339.749872:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29854:29854:256:4294967295] 192.168.204.128@tcp LPNI seq info [29853:29853:8:4294967295]
00000400:00000200:2.0:1769077339.749874:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077339.749878:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077339.749881:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077339.749883:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077339.749885:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077339.749899:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077339.749902:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077339.749904:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077339.749906:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077339.749908:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077339.749910:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077339.749912:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077339.749914:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077339.749915:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077339.749917:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077339.749920:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9dc00 x1855007948261504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.749925:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077339.749927:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948261504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077364 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.749931:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077339.749932:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077339.749933:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077339.749935:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077339.749937:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077339.749938:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298703885
00000100:00000001:2.0:1769077339.749940:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298705167
00000100:00000001:2.0:1769077339.749941:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298703885
00000100:00000001:2.0:1769077339.749943:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298705167
00000100:00000001:2.0:1769077339.749944:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077339.749945:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077339.749947:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077339.749949:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077339/real 1769077339]  req@ffff8c5704d9dc00 x1855007948261504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077339.749953:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077339.749954:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077339.749955:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077339.749956:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077339.749958:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077339.749959:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077339.749961:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9dc00 x1855007948261504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077339.749966:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9dc00 x1855007948261504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.749970:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077339.749971:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077339.749972:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077339.749973:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077339.749976:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9dc00 x1855007948261504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.749979:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077339.749982:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9dc00 x1855007948261504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.749986:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077339.749987:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077339.749988:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077339.749989:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077339.749990:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077339.749991:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077339.749992:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077339.749994:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077339.749995:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077339.749997:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9dc00 x1855007948261504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077339.750002:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948261504:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077339.750004:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077339.750006:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948261632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.750010:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077339.750011:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077339.750013:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077339.750014:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077339.750016:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077339.750018:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948261632:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077339.750020:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077339.750021:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077339.750022:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077339.750023:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077339.750025:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077339.750026:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077339.750029:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077339.750031:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077339.750033:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077339.750035:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948261632, portal 4
00000100:00000001:2.0:1769077339.750036:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077339.750037:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
00000100:00000040:2.0:1769077339.750040:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948261632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.750045:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077339.750046:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077339.750047:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077339.750049:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948261632, offset 0
00000400:00000200:2.0:1769077339.750051:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077339.750053:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077339.750055:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077339.750057:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077339.750058:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077339.750060:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077339.750061:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077339.750063:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29855:29855:256:4294967295] 192.168.204.128@tcp LPNI seq info [29854:29854:8:4294967295]
00000400:00000200:2.0:1769077339.750066:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077339.750070:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077339.750073:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077339.750075:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077339.750077:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077339.750085:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077339.750089:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077339.750093:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077339.750096:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077339.750097:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077339.750099:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077339.750101:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077339.750103:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077339.750104:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077339.750106:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077339.750108:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c380 x1855007948261632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.750113:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077339.750115:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948261632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077364 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.750119:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077339.750120:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077339.750121:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077339.750123:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077339.750125:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077339.750126:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298703950
00000100:00000001:2.0:1769077339.750128:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298705167
00000100:00000001:2.0:1769077339.750130:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298703950
00000100:00000001:2.0:1769077339.750131:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298705167
00000100:00000001:2.0:1769077339.750133:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077339.750134:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077339.750135:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077339.750137:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077339/real 1769077339]  req@ffff8c5704d9c380 x1855007948261632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077339.750142:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077339.750143:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077339.750144:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077339.750146:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077339.750147:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077339.750148:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077339.750150:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948261632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077339.750155:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948261632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.750159:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077339.750160:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077339.750161:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077339.750162:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077339.750164:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948261632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.750168:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077339.750170:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948261632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.750174:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077339.750175:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077339.750176:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077339.750177:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077339.750178:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077339.750179:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077339.750181:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077339.750182:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077339.750184:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077339.750186:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948261632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077339.750191:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948261632:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077339.750194:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077339.750195:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077339.750197:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9f480 x1855007948261376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.750200:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077339.750201:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077339.750203:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077339.750204:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077339.750205:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077339.750206:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077339.750207:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077339.750208:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15000.
02000000:00000001:2.0:1769077339.750210:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077339.750211:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077339.750211:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9f480.
00000100:00000001:2.0:1769077339.750213:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077339.750215:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077339.750216:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077339.750218:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9dc00 x1855007948261504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.750222:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077339.750222:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077339.750223:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077339.750225:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077339.750225:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077339.750226:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077339.750227:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077339.750228:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16c00.
02000000:00000001:2.0:1769077339.750229:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077339.750230:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077339.750231:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077339.750233:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077339.750233:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077339.750235:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077339.750237:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948261632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.750240:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077339.750241:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077339.750242:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077339.750243:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077339.750244:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077339.750244:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077339.750245:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077339.750246:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15400.
02000000:00000001:2.0:1769077339.750247:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077339.750248:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077339.750249:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077339.750250:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077339.750251:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077339.750252:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077339.750254:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077339.750255:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077339.750256:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077339.750257:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077339.750258:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077339.750260:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d500 x1855007948261760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.750264:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077339.750265:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077339.750266:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077339.750267:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077339.750268:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077339.750270:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948261760:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077339.750272:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077339.750274:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077339.750275:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077339.750276:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077339.750278:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077339.750279:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077339.750281:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077339.750283:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077339.750285:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077339.750287:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948261760, portal 4
00000100:00000001:2.0:1769077339.750288:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077339.750289:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104269056 : -127169605282560 : ffff8c5704d9d500)
00000100:00000040:2.0:1769077339.750293:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d500 x1855007948261760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.750297:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077339.750298:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077339.750300:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077339.750302:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948261760, offset 0
00000400:00000200:2.0:1769077339.750304:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077339.750306:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077339.750308:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077339.750310:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077339.750311:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077339.750313:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077339.750315:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077339.750317:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29856:29856:256:4294967295] 192.168.204.128@tcp LPNI seq info [29855:29855:8:4294967295]
00000400:00000200:2.0:1769077339.750320:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077339.750323:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077339.750326:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077339.750328:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077339.750330:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077339.750332:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077339.750335:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077339.750337:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077339.750339:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077339.750341:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077339.750342:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077339.750345:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077339.750346:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077339.750347:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077339.750349:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077339.750351:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d500 x1855007948261760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.750356:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077339.750358:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d500 x1855007948261760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077364 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.750363:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077339.750364:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077339.750366:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077339.750369:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077339.750373:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077339.750375:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298703897
00000100:00000001:2.0:1769077339.750377:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298705167
00000100:00000001:2.0:1769077339.750380:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298703897
00000100:00000001:2.0:1769077339.750382:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298705167
00000100:00000001:2.0:1769077339.750384:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077339.750386:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077339.750388:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077339.750392:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077339/real 1769077339]  req@ffff8c5704d9d500 x1855007948261760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077339.750400:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077339.750402:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077339.750404:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077339.750406:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077339.750408:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077339.750411:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077339.750415:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d500 x1855007948261760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077339.750424:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d500 x1855007948261760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.750431:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077339.750432:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077339.750433:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077339.750434:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077339.750437:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d500 x1855007948261760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.750441:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077339.750444:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d500 x1855007948261760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.750448:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077339.750449:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077339.750450:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077339.750451:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077339.750452:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077339.750453:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077339.750455:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077339.750457:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077339.750458:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077339.750460:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d500 x1855007948261760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077339.750465:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948261760:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077339.750467:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077339.750469:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077339.750471:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d500 x1855007948261760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077339.750476:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077339.750477:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077339.750478:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077339.750479:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077339.750480:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077339.750481:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077339.750482:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077339.750483:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15c00.
02000000:00000001:2.0:1769077339.750485:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077339.750486:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077339.750487:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d500.
00000100:00000001:2.0:1769077339.750488:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077339.750489:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077339.750490:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077339.750493:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077339.750494:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077339.750495:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077339.750496:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077340.068807:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077340.068813:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077340.068831:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077340.068833:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077340.068835:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077340.772805:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077340.772811:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077340.772813:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077340.772817:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077340.772820:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077340.772823:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077340.772825:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077340.772828:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077340.772830:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077341.092807:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298705167, at 4298705216
00000100:00000040:1.0:1769077341.092807:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298705167, at 4298705216
00000100:00000010:0.0:1769077341.092824:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227720.
00000100:00000010:1.0:1769077341.092827:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227360.
00010000:00000001:2.0:1769077341.092830:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077341.092834:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077341.092857:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077341.092860:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077341.092862:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077341.796938:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077341.796946:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077341.796947:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077341.796952:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077341.796955:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077341.796958:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077341.796960:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077341.796963:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077341.796965:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077342.116804:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077342.116811:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077342.116881:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077342.116885:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077342.116889:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077342.820803:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077342.820809:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077342.820811:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077342.820815:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077342.820818:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077342.820821:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077342.820823:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077342.820825:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077342.820828:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077343.140815:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077343.140822:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077343.140824:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077343.140827:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077343.140858:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077343.140860:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077343.140862:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077343.140864:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077343.140906:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077343.140911:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077343.140913:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077343.844807:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077343.844813:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077343.844814:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077343.844834:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077343.844838:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077343.844841:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077343.844843:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077343.844845:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077343.844848:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077344.164800:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077344.164807:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077344.164870:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077344.164873:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077344.164876:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077344.868856:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769077344.868856:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077344.868864:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769077344.868865:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077344.868868:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077344.868869:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077344.868874:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1769077344.868876:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077344.868879:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077344.868882:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077344.868886:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077344.868889:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4036
00000100:00000001:2.0:1769077344.868890:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077344.868895:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077344.868899:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077344.868903:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077344.868911:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077344.868915:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077344.868919:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077344.868923:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077344.868926:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077344.868929:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077344.868933:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077344.868935:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769077344.868937:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077344.868939:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769077344.868941:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769077344.868943:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769077344.868945:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077344.868947:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077344.868948:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077344.868949:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077344.868952:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769077344.868954:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077344.868956:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077344.868958:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077344.868960:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077344.868962:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077344.868964:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077344.868965:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077344.868972:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769077344.868975:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077344.868979:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077344.868980:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077344.868984:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077344.868986:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077344.868989:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077344.868996:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769077344.869003:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077344.869012:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948261888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077344.869023:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077344.869028:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077344.869033:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948261888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077344.869052:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077344.869054:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077344.869057:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077344.869058:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077344.869059:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077344.869062:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077344.869064:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4036
00000400:00000200:3.0:1769077344.869067:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077344.869070:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077344.869072:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077344.869075:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077344.869076:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077344.869078:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077344.869080:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077344.869082:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077344.869083:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769077344.869084:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077344.869085:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000100:00000001:2.0:1769077344.869087:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769077344.869087:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769077344.869091:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077344.869093:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769077344.869094:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077344.869097:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077344.869097:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077344.869102:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077344.869104:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077344.869107:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00000040:2.0:1769077344.869109:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e3800 x1855007948261888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077344.869111:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077344.869115:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077344.869117:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077344.869123:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077344.869126:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769077344.869127:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077344.869130:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077344.869132:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077344.869136:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1769077344.869138:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077344.869141:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1769077344.869144:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077344.869146:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077344.869148:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077344.869154:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948261888:192.168.204.128@tcp:250:kworker.0
00000100:00000010:3.0:1769077344.869156:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769077344.869162:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000100:00000001:2.0:1769077344.869163:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077344.869167:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077344.869169:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077344.869171:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077344.869174:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077344.869176:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077344.869180:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769077344.869180:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077344.869184:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077344.869188:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000010:3.0:1769077344.869191:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
02000000:00000001:2.0:1769077344.869192:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077344.869197:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077344.869204:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00100000:3.0:1769077344.869205:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948262016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769077344.869212:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000100:00000001:3.0:1769077344.869213:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077344.869219:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077344.869222:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000040:3.0:1769077344.869225:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948262016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077344.869232:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948261888, portal 25
00000100:00000001:3.0:1769077344.869237:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077344.869238:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077344.869242:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444612608 : -127165264939008 : ffff8c58078e3800)
00000100:00080000:3.0:1769077344.869243:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077344.869249:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:2.0:1769077344.869253:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e3800 x1855007948261888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077344.869253:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077344.869257:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077344.869261:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077344.869268:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4036
00000100:00000001:2.0:1769077344.869270:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1769077344.869277:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:2.0:1769077344.869278:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000200:3.0:1769077344.869282:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000010:2.0:1769077344.869283:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00080000:3.0:1769077344.869285:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077344.869289:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000200:2.0:1769077344.869291:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948261888, offset 0
00000100:00000001:3.0:1769077344.869292:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077344.869295:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077344.869298:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077344.869300:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077344.869301:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769077344.869303:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077344.869305:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000020:00000040:3.0:1769077344.869306:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769077344.869310:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769077344.869312:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769077344.869315:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077344.869317:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077344.869318:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:3.0:1769077344.869321:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077344.869324:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077344.869325:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000400:00000200:2.0:1769077344.869329:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00080000:3.0:1769077344.869330:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077344.869335:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077344.869338:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769077344.869340:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1769077344.869343:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077344.869347:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
02000000:00000001:3.0:1769077344.869348:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077344.869353:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769077344.869354:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077344.869357:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077344.869360:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000008:00000001:3.0:1769077344.869363:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077344.869368:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29857:29857:256:4294967295] 192.168.204.128@tcp LPNI seq info [29856:29856:8:4294967295]
00000100:00000001:3.0:1769077344.869369:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077344.869377:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000010:3.0:1769077344.869377:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769077344.869382:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077344.869386:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077344.869387:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077344.869389:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077344.869390:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077344.869393:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077344.869399:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077344.869406:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
02000000:00000010:3.0:1769077344.869406:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769077344.869412:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077344.869416:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000100:00100000:3.0:1769077344.869419:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948262144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1769077344.869428:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769077344.869429:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077344.869433:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077344.869436:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1769077344.869437:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948262144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077344.869448:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077344.869449:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:3.0:1769077344.869451:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077344.869456:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:2.1:1769077344.869456:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1769077344.869459:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077344.869461:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077344.869465:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000800:00000100:2.0:1769077344.869469:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00080000:3.0:1769077344.869470:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4036
00000800:00000010:2.0:1769077344.869475:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:3.0:1769077344.869476:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077344.869481:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077344.869482:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077344.869484:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1769077344.869485:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077344.869490:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077344.869496:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077344.869497:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769077344.869502:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077344.869506:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000020:00000001:3.0:1769077344.869507:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077344.869511:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000400:00000010:2.0:1769077344.869512:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000020:00000001:3.0:1769077344.869514:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077344.869518:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000100:00000001:2.0:1769077344.869520:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1769077344.869521:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769077344.869526:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000200:2.0:1769077344.869528:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e3800 x1855007948261888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077344.869532:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077344.869537:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077344.869543:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077344.869549:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077344.869552:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1769077344.869553:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769077344.869559:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000040:2.0:1769077344.869560:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e3800 x1855007948261888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077369 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077344.869563:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077344.869566:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077344.869570:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077344.869574:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077344.869578:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077344.869578:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077344.869580:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077344.869582:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077344.869583:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077344.869586:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769077344.869588:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769077344.869589:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077344.869590:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077344.869593:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077344.869596:0:2431:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1769077344.869596:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077344.869601:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077344.869604:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:2.0:1769077344.869606:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077344.869607:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077344.869614:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948262272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077344.869615:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077344.869622:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298710287
00000100:00000001:3.0:1769077344.869623:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077344.869627:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077344.869631:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948262272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1769077344.869632:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a2272a0.
00000100:00000001:3.0:1769077344.869640:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077344.869643:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077344.869644:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1769077344.869646:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077344.869649:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077344.869650:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077344.869652:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077344.869654:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4036
00000400:00000200:3.0:1769077344.869657:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077344.869659:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077344.869661:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298710287
00000100:00080000:3.0:1769077344.869662:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077344.869667:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077344.869669:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1769077344.869671:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227c00.
00000100:00000040:3.0:1769077344.869671:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077344.869677:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077344.869679:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077344.869680:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000020:00000040:3.0:1769077344.869681:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769077344.869686:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077344.869689:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1769077344.869689:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769077344.869695:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:2.0:1769077344.869696:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077344.869700:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:2.0:1769077344.869702:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1769077344.869707:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00100000:2.0:1769077344.869711:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077344/real 1769077344]  req@ffff8c58078e3800 x1855007948261888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077344.869712:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077344.869718:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077344.869724:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000001:2.0:1769077344.869756:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077344.869758:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077344.869761:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077344.869766:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000020:00000040:3.0:1769077344.869766:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000400:00000010:2.0:1769077344.869769:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00080000:3.0:1769077344.869772:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077344.869775:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1769077344.869776:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077344.869780:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077344.869783:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1769077344.869785:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e3800 x1855007948261888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077344.869785:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077344.869789:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077344.869792:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077344.869797:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077344.869815:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077344.869819:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769077344.869823:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769077344.869828:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077344.869830:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077344.869832:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1769077344.869833:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e3800 x1855007948261888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077344.869834:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077344.869837:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077344.869842:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769077344.869846:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077344.869849:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00100000:3.0:1769077344.869854:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948262400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077344.869855:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077344.869861:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077344.869865:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077344.869875:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e3800 x1855007948261888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077344.869877:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077344.869882:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077344.869892:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077344.869892:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948262400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077344.869902:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e3800 x1855007948261888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077344.869907:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077344.869915:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4046)
00000100:00000001:2.0:1769077344.869917:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077344.869923:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077344.869925:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077344.869926:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077344.869929:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077344.869931:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077344.869935:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077344.869940:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077344.869943:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077344.869947:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e3800 x1855007948261888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077344.869956:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948261888:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077344.869960:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077344.869962:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077344.869965:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e3800 x1855007948261888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.869973:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077344.869975:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077344.869977:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077344.869981:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077344.869983:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077344.869985:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077344.869987:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077344.869990:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312ec00.
02000000:00000001:2.0:1769077344.869994:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077344.869996:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077344.869998:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e3800.
00000100:00000001:2.0:1769077344.870001:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077344.870003:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077344.870005:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077344.870012:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077344.870013:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077344.870015:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077344.870017:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077344.870019:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077344.870023:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1f80 x1855007948262016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.870031:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077344.870033:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077344.870035:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077344.870037:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077344.870040:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077344.870043:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948262016:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077344.870047:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077344.870049:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077344.870051:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077344.870053:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077344.870056:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077344.870058:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077344.870063:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077344.870066:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077344.870070:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077344.870073:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948262016, portal 10
00000100:00000001:2.0:1769077344.870075:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077344.870077:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444606336 : -127165264945280 : ffff8c58078e1f80)
00000100:00000040:2.0:1769077344.870083:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1f80 x1855007948262016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.870091:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077344.870093:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077344.870095:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077344.870098:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948262016, offset 0
00000400:00000200:2.0:1769077344.870102:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077344.870106:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077344.870110:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077344.870114:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077344.870117:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077344.870120:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077344.870122:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077344.870126:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29858:29858:256:4294967295] 192.168.204.128@tcp LPNI seq info [29857:29857:8:4294967295]
00000400:00000200:2.0:1769077344.870131:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077344.870138:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077344.870143:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077344.870147:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077344.870151:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077344.870155:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077344.870160:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077344.870163:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769077344.870167:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077344.870169:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077344.870172:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077344.870176:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077344.870178:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077344.870181:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077344.870183:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077344.870188:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1f80 x1855007948262016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.870195:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077344.870198:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1f80 x1855007948262016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077369 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.870210:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077344.870211:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077344.870214:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077344.870218:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077344.870222:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077344.870224:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298709006
00000100:00000001:2.0:1769077344.870227:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298710287
00000100:00000001:2.0:1769077344.870229:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298709006
00000100:00000001:2.0:1769077344.870231:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298710287
00000100:00000001:2.0:1769077344.870233:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077344.870235:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077344.870237:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077344.870241:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077344/real 1769077344]  req@ffff8c58078e1f80 x1855007948262016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077344.870248:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077344.870250:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077344.870252:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077344.870254:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077344.870255:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077344.870257:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077344.870260:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1f80 x1855007948262016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077344.870268:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1f80 x1855007948262016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.870275:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077344.870277:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077344.870279:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077344.870280:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077344.870284:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1f80 x1855007948262016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.870292:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077344.870296:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1f80 x1855007948262016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.870303:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077344.870305:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077344.870307:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077344.870308:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077344.870310:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077344.870312:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077344.870315:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077344.870319:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077344.870321:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077344.870326:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1f80 x1855007948262016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077344.870335:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948262016:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077344.870339:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077344.870343:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1880 x1855007948262144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.870349:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077344.870351:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077344.870352:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077344.870354:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077344.870357:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077344.870360:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948262144:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077344.870363:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077344.870365:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077344.870368:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077344.870369:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077344.870373:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077344.870375:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077344.870379:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077344.870382:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077344.870385:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077344.870388:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948262144, portal 10
00000100:00000001:2.0:1769077344.870390:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077344.870392:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444604544 : -127165264947072 : ffff8c58078e1880)
00000100:00000040:2.0:1769077344.870397:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1880 x1855007948262144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.870403:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077344.870406:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077344.870408:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077344.870411:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948262144, offset 0
00000400:00000200:2.0:1769077344.870415:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077344.870419:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077344.870423:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077344.870426:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077344.870429:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077344.870431:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077344.870434:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077344.870437:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29859:29859:256:4294967295] 192.168.204.128@tcp LPNI seq info [29858:29858:8:4294967295]
00000400:00000200:2.0:1769077344.870441:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077344.870448:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077344.870452:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077344.870456:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077344.870459:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077344.870461:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077344.870464:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077344.870466:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769077344.870469:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077344.870471:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077344.870473:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077344.870475:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077344.870477:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077344.870479:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077344.870481:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077344.870483:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1880 x1855007948262144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.870489:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077344.870491:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1880 x1855007948262144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077369 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.870495:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077344.870496:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077344.870498:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077344.870500:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077344.870503:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077344.870504:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298709005
00000100:00000001:2.0:1769077344.870506:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298710287
00000100:00000001:2.0:1769077344.870508:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298709005
00000100:00000001:2.0:1769077344.870509:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298710287
00000100:00000001:2.0:1769077344.870511:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077344.870512:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077344.870513:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077344.870515:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077344/real 1769077344]  req@ffff8c58078e1880 x1855007948262144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077344.870520:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077344.870521:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077344.870523:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077344.870524:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077344.870525:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077344.870527:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077344.870529:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1880 x1855007948262144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077344.870535:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1880 x1855007948262144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.870538:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077344.870539:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077344.870540:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077344.870541:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077344.870543:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1880 x1855007948262144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.870547:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077344.870550:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1880 x1855007948262144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.870554:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077344.870556:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077344.870557:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077344.870558:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077344.870559:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077344.870560:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077344.870562:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077344.870563:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077344.870565:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077344.870567:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1880 x1855007948262144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077344.870572:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948262144:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077344.870574:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077344.870576:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0700 x1855007948262272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.870581:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077344.870582:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077344.870583:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077344.870585:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077344.870586:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077344.870588:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948262272:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077344.870589:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077344.870591:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077344.870592:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077344.870593:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077344.870595:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077344.870596:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077344.870598:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077344.870600:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077344.870602:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077344.870604:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948262272, portal 4
00000100:00000001:2.0:1769077344.870605:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077344.870606:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444600064 : -127165264951552 : ffff8c58078e0700)
00000100:00000040:2.0:1769077344.870610:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0700 x1855007948262272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.870614:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077344.870616:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077344.870617:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077344.870619:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948262272, offset 0
00000400:00000200:2.0:1769077344.870622:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077344.870624:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077344.870626:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077344.870628:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077344.870630:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077344.870631:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077344.870633:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077344.870635:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29860:29860:256:4294967295] 192.168.204.128@tcp LPNI seq info [29859:29859:8:4294967295]
00000400:00000200:2.0:1769077344.870638:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077344.870643:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077344.870645:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077344.870647:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077344.870649:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077344.870651:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077344.870654:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077344.870656:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769077344.870658:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077344.870660:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077344.870662:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077344.870664:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077344.870666:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077344.870667:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077344.870668:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077344.870670:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0700 x1855007948262272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.870675:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077344.870677:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0700 x1855007948262272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077369 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.870681:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077344.870682:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077344.870684:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077344.870685:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077344.870687:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077344.870688:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298709070
00000100:00000001:2.0:1769077344.870690:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298710287
00000100:00000001:2.0:1769077344.870691:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298709070
00000100:00000001:2.0:1769077344.870693:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298710287
00000100:00000001:2.0:1769077344.870694:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077344.870696:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077344.870697:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077344.870699:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077344/real 1769077344]  req@ffff8c58078e0700 x1855007948262272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077344.870704:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077344.870705:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077344.870706:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077344.870707:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077344.870708:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077344.870709:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077344.870711:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0700 x1855007948262272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077344.870716:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0700 x1855007948262272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.870720:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077344.870721:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077344.870722:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077344.870723:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077344.870725:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0700 x1855007948262272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.870729:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077344.870754:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0700 x1855007948262272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.870760:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077344.870763:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077344.870764:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077344.870766:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077344.870767:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077344.870769:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077344.870772:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077344.870776:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077344.870778:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077344.870782:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0700 x1855007948262272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077344.870790:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948262272:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077344.870794:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077344.870798:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0a80 x1855007948262400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.870822:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077344.870823:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077344.870826:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077344.870828:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077344.870830:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077344.870833:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948262400:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077344.870837:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077344.870839:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077344.870841:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077344.870842:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077344.870846:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077344.870848:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077344.870852:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077344.870855:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077344.870859:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077344.870862:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948262400, portal 4
00000100:00000001:2.0:1769077344.870864:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077344.870865:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444600960 : -127165264950656 : ffff8c58078e0a80)
00000100:00000040:2.0:1769077344.870871:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0a80 x1855007948262400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.870879:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077344.870881:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077344.870884:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000200:2.0:1769077344.870887:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948262400, offset 0
00000400:00000200:2.0:1769077344.870891:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077344.870895:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077344.870899:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077344.870902:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077344.870904:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077344.870907:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077344.870909:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077344.870913:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29861:29861:256:4294967295] 192.168.204.128@tcp LPNI seq info [29860:29860:8:4294967295]
00000400:00000200:2.0:1769077344.870917:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077344.870924:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077344.870929:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077344.870932:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077344.870937:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077344.870940:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077344.870945:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077344.870948:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769077344.870952:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077344.870954:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077344.870957:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077344.870961:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077344.870964:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:2.0:1769077344.870966:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:2.0:1769077344.870969:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077344.870973:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0a80 x1855007948262400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.870981:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077344.870985:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0a80 x1855007948262400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077369 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.870992:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077344.870994:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077344.870998:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077344.871001:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077344.871005:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077344.871007:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298709018
00000100:00000001:2.0:1769077344.871010:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298710287
00000100:00000001:2.0:1769077344.871012:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298709018
00000100:00000001:2.0:1769077344.871014:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298710287
00000100:00000001:2.0:1769077344.871016:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077344.871019:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077344.871021:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077344.871026:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077344/real 1769077344]  req@ffff8c58078e0a80 x1855007948262400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077344.871034:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077344.871036:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077344.871038:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077344.871041:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077344.871043:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077344.871045:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077344.871049:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0a80 x1855007948262400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077344.871058:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0a80 x1855007948262400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.871065:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077344.871067:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077344.871069:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077344.871070:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077344.871074:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0a80 x1855007948262400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.871082:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077344.871086:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0a80 x1855007948262400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.871094:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077344.871096:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077344.871098:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077344.871099:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077344.871101:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077344.871103:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077344.871106:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077344.871109:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077344.871112:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077344.871116:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0a80 x1855007948262400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077344.871124:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948262400:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077344.871128:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077344.871130:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077344.871134:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1f80 x1855007948262016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.871141:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077344.871142:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077344.871144:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077344.871147:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077344.871149:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077344.871150:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077344.871152:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077344.871154:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e400.
02000000:00000001:2.0:1769077344.871157:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077344.871159:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077344.871160:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1f80.
00000100:00000001:2.0:1769077344.871164:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077344.871165:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077344.871167:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077344.871171:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1880 x1855007948262144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.871178:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077344.871180:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077344.871181:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077344.871184:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077344.871185:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077344.871187:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077344.871189:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077344.871191:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d400.
02000000:00000001:2.0:1769077344.871193:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077344.871194:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077344.871196:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1880.
00000100:00000001:2.0:1769077344.871198:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077344.871199:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077344.871200:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077344.871204:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0700 x1855007948262272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.871211:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077344.871213:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077344.871214:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077344.871217:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077344.871218:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077344.871219:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077344.871221:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077344.871223:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d000.
02000000:00000001:2.0:1769077344.871225:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077344.871226:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077344.871227:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0700.
00000100:00000001:2.0:1769077344.871230:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077344.871231:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077344.871233:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077344.871237:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0a80 x1855007948262400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.871251:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077344.871252:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077344.871254:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077344.871256:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077344.871257:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077344.871259:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077344.871261:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077344.871263:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f000.
02000000:00000001:2.0:1769077344.871265:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077344.871266:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077344.871267:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0a80.
00000100:00000001:2.0:1769077344.871269:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077344.871271:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077344.871273:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077344.871276:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077344.871278:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077344.871280:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077344.871282:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077345.188863:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077345.188870:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077345.188899:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077345.188902:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077345.188905:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077345.892853:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077345.892861:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077345.892863:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077345.892870:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077345.892873:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077345.892877:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077345.892880:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077345.892882:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077345.892885:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077346.212852:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298710287, at 4298710336
00000100:00000040:1.0:1769077346.212852:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298710287, at 4298710336
00010000:00000001:2.0:1769077346.212856:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077346.212862:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077346.212871:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2272a0.
00000100:00000010:1.0:1769077346.212876:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227c00.
00000020:00000001:3.0:1769077346.212994:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077346.212998:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077346.213002:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077346.916832:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077346.916840:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077346.916843:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077346.916849:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077346.916853:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077346.916856:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077346.916859:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077346.916862:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077346.916865:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077347.236835:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077347.236842:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077347.236903:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077347.236907:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077347.236912:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077347.940848:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077347.940854:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077347.940856:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077347.940860:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077347.940864:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077347.940867:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077347.940869:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077347.940871:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077347.940873:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077348.260812:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077348.260817:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077348.260836:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077348.260837:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077348.260840:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077348.964841:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077348.964847:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077348.964849:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077348.964853:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077348.964856:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077348.964859:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077348.964861:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077348.964863:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077348.964866:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077349.284831:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077349.284837:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077349.284859:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077349.284861:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077349.284863:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077349.988876:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077349.988877:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077349.988886:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1769077349.988887:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077349.988891:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077349.988891:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077349.988897:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1769077349.988899:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077349.988902:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077349.988906:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077349.988911:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4041
00000100:00000001:2.0:1769077349.988913:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077349.988918:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1769077349.988922:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077349.988922:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077349.988929:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077349.988932:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077349.988936:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077349.988938:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077349.988941:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077349.988944:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077349.988946:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077349.988950:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077349.988951:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077349.988954:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077349.988957:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077349.988959:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077349.988961:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077349.988963:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077349.988964:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077349.988966:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077349.988967:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077349.988970:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077349.988972:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077349.988974:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077349.988976:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077349.988979:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077349.988981:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077349.988983:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077349.988985:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077349.988995:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000020:00000040:0.0:1769077349.988999:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077349.989002:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077349.989004:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077349.989007:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077349.989010:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077349.989014:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077349.989022:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15c00.
00000100:00000001:0.0:1769077349.989029:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077349.989038:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948262528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077349.989047:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077349.989052:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077349.989055:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948262528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077349.989073:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077349.989075:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077349.989078:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077349.989080:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077349.989081:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077349.989083:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077349.989086:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4041
00000400:00000200:0.0:1769077349.989089:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077349.989092:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077349.989095:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077349.989097:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077349.989099:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077349.989100:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077349.989104:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077349.989104:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077349.989108:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077349.989109:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077349.989113:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077349.989114:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077349.989117:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1769077349.989118:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c000 x1855007948262528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077349.989120:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077349.989125:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077349.989129:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769077349.989136:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077349.989137:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077349.989140:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077349.989141:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077349.989144:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077349.989145:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077349.989147:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:2.0:1769077349.989149:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769077349.989150:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
02000000:00000001:2.0:1769077349.989155:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077349.989156:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077349.989161:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077349.989162:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948262528:192.168.204.128@tcp:250:kworker.0
02000000:00000001:0.0:1769077349.989163:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077349.989168:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077349.989170:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077349.989173:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077349.989174:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077349.989178:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077349.989178:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077349.989183:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1769077349.989185:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077349.989189:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077349.989190:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
00000100:00000001:0.0:1769077349.989193:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077349.989193:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077349.989203:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d180.
00000400:00000200:2.0:1769077349.989206:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000040:0.0:1769077349.989209:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000400:00000010:2.0:1769077349.989212:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
02000000:00000001:0.0:1769077349.989214:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077349.989218:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077349.989220:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000001:0.0:1769077349.989221:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077349.989226:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077349.989229:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077349.989231:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948262528, portal 25
00000100:00000001:2.0:1769077349.989235:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000010:0.0:1769077349.989236:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15400.
00000100:00000001:2.0:1769077349.989237:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104263680 : -127169605287936 : ffff8c5704d9c000)
00000100:00000001:0.0:1769077349.989246:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077349.989246:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c000 x1855007948262528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077349.989257:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1769077349.989259:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d180 x1855007948262656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077349.989263:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077349.989269:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8088.
00000100:00000001:0.0:1769077349.989272:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1769077349.989274:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948262528, offset 0
00000100:00000001:0.0:1769077349.989279:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077349.989284:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000040:0.0:1769077349.989289:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad4bb1df] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d180 x1855007948262656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077349.989297:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077349.989307:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000001:0.0:1769077349.989308:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077349.989314:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077349.989315:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1769077349.989322:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1769077349.989322:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000001:0.0:1769077349.989327:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769077349.989329:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1769077349.989332:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077349.989333:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077349.989339:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29862:29862:256:4294967295] 192.168.204.128@tcp LPNI seq info [29861:29861:8:4294967295]
00000100:00000001:0.0:1769077349.989340:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077349.989344:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:0.0:1769077349.989348:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4041
00000400:00000200:2.0:1769077349.989356:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077349.989362:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077349.989367:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000800:00000010:2.0:1769077349.989368:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000400:00000200:0.0:1769077349.989374:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000800:00000200:2.0:1769077349.989380:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:0.0:1769077349.989381:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1769077349.989387:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:0.0:1769077349.989389:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077349.989394:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077349.989397:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077349.989400:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077349.989403:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077349.989404:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077349.989405:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769077349.989410:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077349.989413:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000040:0.0:1769077349.989415:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000100:00000001:2.0:1769077349.989418:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298715407
00000020:00000001:0.0:1769077349.989419:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000010:2.0:1769077349.989424:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227de0.
00000020:00000001:0.0:1769077349.989425:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000001:2.0:1769077349.989434:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1769077349.989435:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077349.989441:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077349.989444:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298715407
00000100:00000040:0.0:1769077349.989446:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000010:2.0:1769077349.989448:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227b40.
00000100:00000001:0.0:1769077349.989452:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077349.989455:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000020:00000040:0.0:1769077349.989456:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:0.0:1769077349.989463:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077349.989463:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077349.989468:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077349.989470:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077349.989472:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077349.989475:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077349.989478:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077349.989480:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:0.0:1769077349.989481:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077349.989483:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
02000000:00000001:0.0:1769077349.989485:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077349.989486:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077349.989489:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077349.989492:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000008:00100000:0.0:1769077349.989493:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077349.989496:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00000001:0.0:1769077349.989497:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077349.989501:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077349.989504:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d180 x1855007948262656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1769077349.989506:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9df80.
00000020:00000040:0.0:1769077349.989511:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000100:00000001:2.0:1769077349.989517:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077349.989520:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077349.989521:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077349.989523:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077349.989524:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077349.989528:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077349.989529:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077349.989532:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077349.989532:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077349.989536:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077349.989540:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948262656:192.168.204.128@tcp:38:kworker.0
02000000:00000010:0.0:1769077349.989543:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16c00.
00000100:00000001:2.0:1769077349.989546:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077349.989548:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077349.989550:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077349.989554:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077349.989556:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9df80 x1855007948262784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077349.989560:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077349.989566:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1769077349.989567:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b413800.
00000100:00000001:0.0:1769077349.989569:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077349.989573:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077349.989576:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bed851a] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9df80 x1855007948262784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077349.989584:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077349.989588:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077349.989591:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000100:00080000:0.0:1769077349.989592:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077349.989598:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077349.989599:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077349.989601:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1769077349.989601:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000001:0.0:1769077349.989607:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:2.0:1769077349.989609:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948262656, portal 10
00000100:00080000:0.0:1769077349.989613:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4041
00000100:00000001:2.0:1769077349.989614:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077349.989618:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104268160 : -127169605283456 : ffff8c5704d9d180)
00000400:00000200:0.0:1769077349.989622:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077349.989631:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000040:2.0:1769077349.989633:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d180 x1855007948262656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077349.989635:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077349.989643:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077349.989646:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000040:2.0:1769077349.989647:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077349.989651:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e87f8.
00000100:00000001:0.0:1769077349.989652:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1769077349.989654:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948262656, offset 0
00000100:00000040:0.0:1769077349.989659:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077349.989664:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077349.989666:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077349.989671:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000001:0.0:1769077349.989672:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077349.989675:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:0.0:1769077349.989679:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077349.989679:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000020:00000040:0.0:1769077349.989684:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000400:00000200:2.0:1769077349.989685:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077349.989690:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000020:00000001:0.0:1769077349.989691:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000400:00000200:2.0:1769077349.989693:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1769077349.989698:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000400:00000200:2.0:1769077349.989699:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000040:0.0:1769077349.989708:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077349.989709:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29863:29863:255:4294967295] 192.168.204.128@tcp LPNI seq info [29862:29862:7:4294967295]
00000400:00000200:2.0:1769077349.989758:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077349.989768:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077349.989773:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077349.989779:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e200.
00000800:00000200:2.0:1769077349.989785:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077349.989792:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:2.0:1769077349.989795:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077349.989801:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000100:00000001:0.0:1769077349.989802:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077349.989807:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:0.0:1769077349.989810:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077349.989811:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298714126
00000100:00000001:0.0:1769077349.989816:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077349.989819:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298715407
00000100:00000001:2.0:1769077349.989824:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298714126
00000100:00000001:2.0:1769077349.989829:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298715407
00000020:00000040:0.0:1769077349.989830:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00000001:2.0:1769077349.989833:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077349.989839:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077349.989842:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077349.989843:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077349.989847:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077349.989852:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077349.989854:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:0.0:1769077349.989856:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077349.989858:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
02000000:00000001:0.0:1769077349.989862:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077349.989863:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077349.989867:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1769077349.989869:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077349.989870:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077349.989874:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077349.989879:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000040:2.0:1769077349.989880:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9df80 x1855007948262784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1769077349.989886:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077349.989892:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077349.989899:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000010:0.0:1769077349.989900:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d500.
00000100:00000001:2.0:1769077349.989903:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077349.989907:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:2.0:1769077349.989908:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077349.989912:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077349.989914:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077349.989918:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077349.989918:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077349.989923:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077349.989927:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1769077349.989931:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948262784:192.168.204.128@tcp:38:kworker.0
02000000:00000001:0.0:1769077349.989938:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077349.989940:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1769077349.989945:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15000.
02000000:00000001:2.0:1769077349.989946:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077349.989950:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077349.989951:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077349.989953:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1769077349.989960:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d500 x1855007948262912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1769077349.989961:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077349.989966:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077349.989977:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077349.989979:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1769077349.989983:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000100:00000001:0.0:1769077349.989985:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077349.989990:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000040:0.0:1769077349.989994:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c2d91c4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d500 x1855007948262912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077349.989996:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948262784, portal 10
00000100:00000001:2.0:1769077349.990001:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077349.990004:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104271744 : -127169605279872 : ffff8c5704d9df80)
00000100:00000001:0.0:1769077349.990016:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077349.990017:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9df80 x1855007948262784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077349.990022:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077349.990030:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077349.990033:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077349.990035:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1769077349.990037:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077349.990044:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:2.0:1769077349.990044:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00080000:0.0:1769077349.990049:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4041
00000400:00000010:2.0:1769077349.990050:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8aa0.
00000100:00000200:2.0:1769077349.990057:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948262784, offset 0
00000400:00000200:0.0:1769077349.990060:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077349.990067:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077349.990069:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077349.990073:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077349.990076:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:0.0:1769077349.990080:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077349.990085:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077349.990086:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000040:0.0:1769077349.990091:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077349.990095:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769077349.990096:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077349.990103:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1769077349.990103:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000020:00000040:0.0:1769077349.990107:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769077349.990111:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077349.990111:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1769077349.990117:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000400:00000200:2.0:1769077349.990118:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000020:00000001:0.0:1769077349.990123:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000400:00000200:2.0:1769077349.990125:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29864:29864:254:4294967295] 192.168.204.128@tcp LPNI seq info [29863:29863:6:4294967295]
00000020:00000001:0.0:1769077349.990130:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000400:00000200:2.0:1769077349.990136:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:0.0:1769077349.990142:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077349.990148:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077349.990153:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1769077349.990156:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077349.990162:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:2.0:1769077349.990163:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000020:00000040:0.0:1769077349.990169:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000800:00000010:2.0:1769077349.990172:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ea00.
00000100:00080000:0.0:1769077349.990177:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077349.990184:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077349.990184:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:0.0:1769077349.990190:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1769077349.990194:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:0.0:1769077349.990196:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077349.990201:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077349.990202:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077349.990208:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000100:00000001:0.0:1769077349.990209:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077349.990214:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1769077349.990217:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000008:00000001:0.0:1769077349.990221:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077349.990222:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298714125
00000100:00000001:0.0:1769077349.990226:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077349.990229:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298715407
00000100:00000010:0.0:1769077349.990234:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077349.990234:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298714125
00000100:00000001:2.0:1769077349.990238:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298715407
00000020:00000040:0.0:1769077349.990241:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000001:2.0:1769077349.990244:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077349.990247:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077349.990249:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077349.990251:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077349.990254:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077349.990256:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077349.990259:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769077349.990260:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077349.990264:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077349.990267:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077349.990270:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
02000000:00000010:0.0:1769077349.990272:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16800.
00000100:00000001:2.0:1769077349.990273:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077349.990278:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077349.990280:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077349.990280:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077349.990286:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d500 x1855007948262912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077349.990292:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948263040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077349.990307:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077349.990310:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077349.990314:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1769077349.990315:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077349.990321:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077349.990322:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077349.990325:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077349.990331:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948263040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077349.990333:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948262912:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077349.990343:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077349.990346:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077349.990352:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077349.990354:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077349.990362:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4051)
02000000:00000001:2.0:1769077349.990364:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077349.990372:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077349.990377:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077349.990384:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077349.990387:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada840.
00000400:00000010:2.0:1769077349.990393:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e83b8.
00000100:00000200:2.0:1769077349.990395:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948262912, portal 4
00000100:00000001:2.0:1769077349.990398:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077349.990399:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104269056 : -127169605282560 : ffff8c5704d9d500)
00000100:00000040:2.0:1769077349.990406:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d500 x1855007948262912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077349.990414:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077349.990417:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077349.990421:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e85d8.
00000100:00000200:2.0:1769077349.990424:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948262912, offset 0
00000400:00000200:2.0:1769077349.990429:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077349.990434:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077349.990451:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077349.990455:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077349.990458:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077349.990461:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077349.990464:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077349.990467:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29865:29865:253:4294967295] 192.168.204.128@tcp LPNI seq info [29864:29864:5:4294967295]
00000400:00000200:2.0:1769077349.990471:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077349.990478:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077349.990483:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077349.990487:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e900.
00000800:00000200:2.0:1769077349.990492:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077349.990498:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:2.0:1769077349.990502:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077349.990507:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077349.990510:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077349.990513:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298714190
00000100:00000001:2.0:1769077349.990516:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298715407
00000100:00000001:2.0:1769077349.990518:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298714190
00000100:00000001:2.0:1769077349.990520:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298715407
00000100:00000001:2.0:1769077349.990523:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077349.990525:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077349.990528:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077349.990530:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077349.990533:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077349.990535:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769077349.990537:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077349.990539:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077349.990540:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077349.990545:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948263040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077349.990554:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077349.990555:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077349.990558:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077349.990560:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077349.990563:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077349.990566:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948263040:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077349.990570:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077349.990572:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077349.990574:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077349.990576:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077349.990580:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077349.990582:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077349.990586:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077349.990590:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077349.990594:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077349.990597:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948263040, portal 4
00000100:00000001:2.0:1769077349.990599:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077349.990600:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
00000100:00000040:2.0:1769077349.990607:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948263040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077349.990614:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077349.990617:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077349.990621:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8990.
00000100:00000200:2.0:1769077349.990623:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948263040, offset 0
00000400:00000200:2.0:1769077349.990628:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077349.990632:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077349.990636:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077349.990639:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077349.990642:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077349.990644:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077349.990647:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077349.990650:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29866:29866:252:4294967295] 192.168.204.128@tcp LPNI seq info [29865:29865:4:4294967295]
00000400:00000200:2.0:1769077349.990654:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077349.990661:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077349.990667:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077349.990671:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077349.990675:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077349.990680:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:2.0:1769077349.990683:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077349.990687:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077349.990690:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077349.990692:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298714137
00000100:00000001:2.0:1769077349.990694:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298715407
00000100:00000001:2.0:1769077349.990697:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298714137
00000100:00000001:2.0:1769077349.990699:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298715407
00000100:00000001:2.0:1769077349.990703:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077349.990705:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077349.990708:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077349.990710:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077349.990713:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077349.990725:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769077349.990727:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077349.990728:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077349.990730:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077349.990755:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077350.308870:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077350.308877:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077350.308948:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077350.308952:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077350.308955:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077351.012860:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077351.012867:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077351.012869:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077351.012873:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077351.012876:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077351.012879:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077351.012881:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077351.012884:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077351.012886:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077351.332839:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298715407, at 4298715456
00010000:00000001:2.0:1769077351.332842:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077351.332848:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077351.332857:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227b40.
00000100:00000040:0.0:1769077351.332874:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298715407, at 4298715456
00000100:00000010:0.0:1769077351.332888:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227de0.
00000020:00000001:3.0:1769077351.332908:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077351.332912:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077351.332916:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077352.036837:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077352.036845:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077352.036847:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077352.036853:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077352.036858:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077352.036863:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077352.036866:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077352.036869:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077352.036873:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077352.356863:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077352.356871:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077352.356873:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077352.356875:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077352.356879:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077352.356881:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077352.356882:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077352.356884:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077352.356904:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077352.356907:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077352.356908:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077353.060861:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077353.060870:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077353.060872:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077353.060879:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077353.060883:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077353.060888:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077353.060890:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077353.060892:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077353.060895:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1769077353.061009:0:2420:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.128:988
00000400:00000100:1.0:1769077353.061054:0:2420:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.128@tcp at host 192.168.204.128 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769077353.061064:0:2420:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077353.061069:0:2420:0:(router.c:1755:lnet_notify()) 192.168.204.28@tcp notifying 192.168.204.128@tcp: down
00000400:00000200:1.0:1769077353.061073:0:2420:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077353.061082:0:2420:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769077353.061088:0:2420:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769077353.061092:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:1.0:1769077353.061097:0:2420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077353.061102:0:2420:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077353.061109:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8088
00000400:00000010:1.0:1769077353.061112:0:2420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8088.
00000100:00000001:1.0:1769077353.061118:0:2420:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077353.061127:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5704d9c000 x1855007948262528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077353.061152:0:2420:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077353.061157:0:2420:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c000 x1855007948262528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077374 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077353.061166:0:2420:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077353.061170:0:2420:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077353.061184:0:2420:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769077353.061188:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e200.
00000100:00000001:2.0:1769077353.061189:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1769077353.061192:0:2420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:2.0:1769077353.061193:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1769077353.061203:0:2420:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1769077353.061203:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000400:00000200:1.0:1769077353.061212:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e87f8
00000400:00000010:1.0:1769077353.061221:0:2420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e87f8.
00000100:00100000:2.0:1769077353.061221:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077349/real 1769077353]  req@ffff8c5704d9c000 x1855007948262528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077353.061246:0:2420:0:(events.c:34:request_out_callback()) Process entered
00000400:00000001:2.0:1769077353.061251:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077353.061254:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000200:1.0:1769077353.061261:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5704d9d180 x1855007948262656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769077353.061262:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077353.061273:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077353.061277:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:1.0:1769077353.061288:0:2420:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1769077353.061288:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077353.061301:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c000 x1855007948262528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077353.061302:0:2420:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d180 x1855007948262656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077374 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077353.061379:0:2420:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077353.061386:0:2420:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000200:2.0:1769077353.061387:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c000 x1855007948262528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077353.061402:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000100:1.0:1769077353.061405:0:2420:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000100:00000001:2.0:1769077353.061407:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077353.061415:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000800:00000010:1.0:1769077353.061417:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ea00.
00000100:00000001:2.0:1769077353.061421:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1769077353.061428:0:2420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00100000:2.0:1769077353.061434:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c000 x1855007948262528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077353.061446:0:2420:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077353.061459:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8aa0
00000100:00000001:2.0:1769077353.061462:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:1.0:1769077353.061466:0:2420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8aa0.
00000100:00000001:1.0:1769077353.061473:0:2420:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1769077353.061475:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c000 x1855007948262528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077353.061487:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5704d9df80 x1855007948262784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077353.061501:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077353.061512:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077353.061518:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077353.061519:0:2420:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1769077353.061522:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077353.061528:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000040:1.0:1769077353.061529:0:2420:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9df80 x1855007948262784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077374 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077353.061535:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077353.061548:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1769077353.061551:0:2420:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077353.061555:0:2420:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1769077353.061559:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000800:00000100:1.0:1769077353.061568:0:2420:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000100:00000001:2.0:1769077353.061569:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000800:00000010:1.0:1769077353.061574:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e900.
00000400:00000200:1.0:1769077353.061579:0:2420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000040:2.0:1769077353.061590:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c000 x1855007948262528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077353.061591:0:2420:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077353.061605:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e85d8
00000400:00000010:1.0:1769077353.061613:0:2420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e85d8.
00000100:00100000:2.0:1769077353.061618:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948262528:192.168.204.128@tcp:250:kworker.0
00000100:00000001:1.0:1769077353.061620:0:2420:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769077353.061634:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077353.061636:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5704d9d500 x1855007948262912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077353.061642:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077353.061654:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c000 x1855007948262528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077353.061655:0:2420:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077353.061682:0:2420:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d500 x1855007948262912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077374 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077353.061686:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1769077353.061695:0:2420:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077353.061697:0:2420:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1769077353.061703:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000800:00000100:1.0:1769077353.061704:0:2420:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:1.0:1769077353.061711:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
02000000:00000010:2.0:1769077353.061712:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
00000400:00000200:1.0:1769077353.061719:0:2420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
02000000:00000001:2.0:1769077353.061723:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:1.0:1769077353.061729:0:2420:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000020:00000001:2.0:1769077353.061780:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077353.061785:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077353.061797:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
00000400:00000200:1.0:1769077353.061803:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8990
02000000:00000010:2.0:1769077353.061805:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15c00.
00000400:00000010:1.0:1769077353.061813:0:2420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8990.
02000000:00000001:2.0:1769077353.061816:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077353.061823:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1769077353.061824:0:2420:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:2.0:1769077353.061826:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c000.
00000100:00000200:1.0:1769077353.061836:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5704d9c380 x1855007948263040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077353.061836:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077353.061843:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077353.061852:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077353.061858:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077353.061863:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077353.061868:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1769077353.061881:0:2420:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1769077353.061885:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077349/real 1769077353]  req@ffff8c5704d9d500 x1855007948262912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077353.061893:0:2420:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948263040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077374 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077353.061948:0:2420:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077353.061957:0:2420:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:2.0:1769077353.061959:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077353.061963:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077353.061968:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada840.
00000400:00000200:2.0:1769077353.061974:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e83b8
00000400:00000010:2.0:1769077353.061976:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e83b8.
00000100:00000001:2.0:1769077353.061980:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077353.061986:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d500 x1855007948262912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077353.061997:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d500 x1855007948262912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077353.062006:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077353.062008:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077353.062010:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077353.062011:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077353.062016:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d500 x1855007948262912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077353.062023:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077353.062027:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d500 x1855007948262912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077353.062034:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077353.062037:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077353.062039:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077353.062040:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077353.062043:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077353.062045:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077353.062048:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077353.062052:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077353.062055:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077353.062060:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d500 x1855007948262912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077353.062068:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948262912:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077353.062074:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077353.062079:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077349/real 1769077353]  req@ffff8c5704d9df80 x1855007948262784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077353.062087:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077353.062089:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077353.062091:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077353.062094:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077353.062096:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077353.062099:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077353.062102:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9df80 x1855007948262784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077353.062110:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9df80 x1855007948262784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077353.062116:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077353.062118:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077353.062119:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077353.062121:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077353.062126:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9df80 x1855007948262784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077353.062133:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077353.062137:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9df80 x1855007948262784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077353.062144:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077353.062147:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077353.062149:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077353.062150:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077353.062152:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077353.062154:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077353.062157:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077353.062161:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077353.062164:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077353.062168:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9df80 x1855007948262784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077353.062177:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948262784:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077353.062182:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077353.062187:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077349/real 1769077353]  req@ffff8c5704d9d180 x1855007948262656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077353.062195:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077353.062197:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077353.062199:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077353.062202:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077353.062204:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077353.062206:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077353.062210:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d180 x1855007948262656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077353.062218:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d180 x1855007948262656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077353.062225:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077353.062226:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077353.062228:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077353.062230:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077353.062233:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d180 x1855007948262656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077353.062247:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077353.062252:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d180 x1855007948262656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077353.062260:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077353.062262:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077353.062263:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077353.062264:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077353.062266:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077353.062268:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077353.062270:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077353.062273:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077353.062275:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077353.062278:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d180 x1855007948262656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077353.062284:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948262656:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077353.062287:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077353.062289:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077353.062291:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d500 x1855007948262912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077353.062295:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077353.062296:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077353.062298:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077353.062301:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077353.062302:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077353.062303:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077353.062305:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077353.062306:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15000.
02000000:00000001:2.0:1769077353.062309:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077353.062310:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077353.062311:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d500.
00000100:00000001:2.0:1769077353.062313:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077353.062314:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077353.062316:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077353.062318:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9df80 x1855007948262784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077353.062322:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077353.062323:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077353.062324:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077353.062326:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077353.062327:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077353.062327:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077353.062329:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077353.062330:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16c00.
02000000:00000001:2.0:1769077353.062331:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077353.062332:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077353.062333:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9df80.
00000100:00000001:2.0:1769077353.062334:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077353.062335:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077353.062336:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077353.062338:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d180 x1855007948262656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077353.062341:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077353.062342:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077353.062343:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077353.062345:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077353.062346:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077353.062346:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077353.062347:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077353.062348:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15400.
02000000:00000001:2.0:1769077353.062349:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077353.062350:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077353.062351:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d180.
00000100:00000001:2.0:1769077353.062352:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077353.062353:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077353.062355:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077353.062356:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077353.062357:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077353.062358:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077353.062362:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077349/real 1769077353]  req@ffff8c5704d9c380 x1855007948263040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077353.062368:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077353.062369:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077353.062371:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077353.062373:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077353.062374:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077353.062376:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077353.062378:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948263040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077353.062385:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948263040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077353.062392:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077353.062394:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077353.062396:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077353.062397:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077353.062401:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948263040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077353.062409:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077353.062412:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948263040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077353.062419:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077353.062421:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077353.062423:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077353.062424:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077353.062426:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077353.062429:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077353.062432:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077353.062436:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077353.062438:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077353.062442:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948263040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077353.062450:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948263040:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077353.062455:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077353.062457:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077353.062460:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948263040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077374 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077353.062466:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077353.062468:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077353.062469:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077353.062472:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077353.062474:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077353.062475:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077353.062477:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077353.062478:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16800.
02000000:00000001:2.0:1769077353.062481:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077353.062482:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077353.062483:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077353.062485:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077353.062486:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077353.062488:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077353.062497:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077353.062499:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077353.062501:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077353.062503:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077353.380848:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077353.380856:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077353.380881:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077353.380891:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077353.380895:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077354.084956:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077354.084967:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077354.084970:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077354.084977:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077354.084982:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077354.084987:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077354.084991:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077354.084995:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077354.084999:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077354.404821:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077354.404828:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077354.404888:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077354.404891:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077354.404895:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077355.108928:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077355.108944:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769077355.108944:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077355.108954:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077355.108955:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077355.108958:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077355.108963:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:3.0:1769077355.108963:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077355.108972:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077355.108975:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077355.108976:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077355.108982:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077355.108985:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077355.108989:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077355.108990:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4046
00000400:00000200:3.0:1769077355.109006:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077355.109024:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077355.109029:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077355.109033:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077355.109037:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077355.109041:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077355.109044:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077355.109051:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077355.109053:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769077355.109056:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077355.109060:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769077355.109063:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769077355.109066:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769077355.109070:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077355.109072:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077355.109075:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077355.109077:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077355.109080:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769077355.109084:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077355.109087:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077355.109091:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077355.109095:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077355.109099:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077355.109102:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077355.109105:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077355.109114:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769077355.109119:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077355.109124:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077355.109126:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077355.109130:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077355.109134:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077355.109140:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077355.109158:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769077355.109171:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077355.109183:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948263168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077355.109196:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077355.109202:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077355.109208:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948263168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077355.109236:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077355.109239:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077355.109243:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077355.109245:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077355.109247:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077355.109251:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077355.109255:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4046
00000400:00000200:3.0:1769077355.109259:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077355.109263:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077355.109265:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077355.109269:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077355.109271:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077355.109273:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077355.109276:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077355.109278:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077355.109280:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769077355.109282:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077355.109284:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769077355.109287:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769077355.109290:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769077355.109293:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077355.109296:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077355.109297:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077355.109299:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077355.109302:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769077355.109305:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077355.109307:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077355.109311:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077355.109320:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077355.109322:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077355.109325:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077355.109331:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077355.109335:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077355.109337:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077355.109343:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769077355.109345:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077355.109348:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077355.109349:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077355.109351:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077355.109353:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077355.109355:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077355.109362:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769077355.109366:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077355.109372:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948263296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077355.109380:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077355.109382:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077355.109386:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948263296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077355.109396:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077355.109400:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077355.109405:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077355.109406:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077355.109409:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077355.109412:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077355.109415:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4046
00000400:00000200:3.0:1769077355.109419:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077355.109422:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077355.109424:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077355.109428:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077355.109430:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077355.109433:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077355.109435:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077355.109438:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077355.109440:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769077355.109441:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077355.109444:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769077355.109446:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769077355.109449:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769077355.109452:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077355.109454:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077355.109456:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077355.109459:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077355.109462:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769077355.109465:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077355.109468:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077355.109470:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077355.109474:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077355.109477:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077355.109479:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077355.109482:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077355.109484:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077355.109500:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077355.109506:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769077355.109508:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077355.109511:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077355.109513:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077355.109515:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077355.109516:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077355.109519:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077355.109524:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769077355.109529:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077355.109535:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948263424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077355.109545:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077355.109548:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077355.109553:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948263424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077355.109562:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077355.109565:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077355.109570:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077355.109572:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077355.109574:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077355.109578:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077355.109584:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1769077355.109584:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4046
00000400:00000200:3.0:1769077355.109594:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077355.109597:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1769077355.109604:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077355.109607:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1769077355.109611:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077355.109618:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077355.109621:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077355.109646:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000040:2.0:1769077355.109648:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1180 x1855007948263168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077355.109657:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077355.109668:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077355.109672:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769077355.109677:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077355.109685:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769077355.109695:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077355.109698:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1769077355.109701:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077355.109703:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077355.109711:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077355.109716:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077355.109720:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077355.109726:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948263168:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077355.109763:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077355.109770:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077355.109773:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077355.109777:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077355.109793:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077355.109796:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077355.109807:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077355.109815:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077355.109823:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077355.109834:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948263168, portal 25
00000100:00000001:2.0:1769077355.109837:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077355.109840:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444602752 : -127165264948864 : ffff8c58078e1180)
00000100:00000040:2.0:1769077355.109847:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1180 x1855007948263168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.109858:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077355.109862:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077355.109866:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077355.109870:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948263168, offset 0
00000400:00000200:2.0:1769077355.109878:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077355.109887:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077355.109898:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077355.109906:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077355.109912:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077355.109919:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077355.109921:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077355.109925:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29867:29867:256:4294967295] 192.168.204.128@tcp LPNI seq info [29866:29866:8:4294967295]
00000400:00000200:2.0:1769077355.109929:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077355.109941:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077355.109948:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077355.109955:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077355.109963:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077355.109967:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077355.109974:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077355.109978:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077355.109982:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077355.109985:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077355.109992:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077355.109998:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077355.110004:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077355.110006:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077355.110014:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077355.110020:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1180 x1855007948263168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.110032:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077355.110036:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1180 x1855007948263168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077380 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.110044:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077355.110045:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077355.110054:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077355.110059:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077355.110062:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298720528
00000100:00000010:2.0:1769077355.110069:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227780.
00000100:00000001:2.0:1769077355.110078:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077355.110087:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298720528
00000100:00000010:2.0:1769077355.110090:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227d80.
00000100:00000001:2.0:1769077355.110095:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077355.110100:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077355.110103:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077355.110106:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077355.110111:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077355/real 1769077355]  req@ffff8c58078e1180 x1855007948263168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077355.110123:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077355.110125:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077355.110128:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077355.110138:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077355.110140:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077355.110143:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077355.110147:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1180 x1855007948263168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077355.110157:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1180 x1855007948263168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.110166:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077355.110168:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077355.110171:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077355.110174:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077355.110179:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1180 x1855007948263168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.110188:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077355.110206:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1180 x1855007948263168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.110215:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077355.110219:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077355.110220:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077355.110222:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077355.110225:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077355.110228:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077355.110232:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077355.110238:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077355.110241:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077355.110246:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1180 x1855007948263168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077355.110255:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948263168:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077355.110260:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077355.110264:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e2680 x1855007948263296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.110276:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077355.110279:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077355.110281:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077355.110283:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077355.110285:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077355.110288:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948263296:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077355.110291:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077355.110294:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077355.110295:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077355.110297:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077355.110302:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077355.110304:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077355.110308:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077355.110310:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077355.110314:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077355.110317:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948263296, portal 10
00000100:00000001:2.0:1769077355.110319:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077355.110320:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444608128 : -127165264943488 : ffff8c58078e2680)
00000100:00000040:2.0:1769077355.110326:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e2680 x1855007948263296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.110332:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077355.110335:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077355.110337:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077355.110340:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948263296, offset 0
00000400:00000200:2.0:1769077355.110344:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077355.110348:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077355.110351:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077355.110355:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077355.110357:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077355.110359:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077355.110361:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077355.110364:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29868:29868:256:4294967295] 192.168.204.128@tcp LPNI seq info [29867:29867:8:4294967295]
00000400:00000200:2.0:1769077355.110368:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077355.110375:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077355.110381:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077355.110385:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077355.110390:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077355.110394:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077355.110399:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077355.110402:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077355.110406:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077355.110409:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077355.110413:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077355.110417:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077355.110419:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077355.110421:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077355.110424:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077355.110428:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e2680 x1855007948263296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.110436:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077355.110439:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e2680 x1855007948263296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077380 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.110447:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077355.110449:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077355.110453:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077355.110458:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077355.110462:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077355.110464:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298719246
00000100:00000001:2.0:1769077355.110468:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298720528
00000100:00000001:2.0:1769077355.110470:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298719246
00000100:00000001:2.0:1769077355.110471:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298720528
00000100:00000001:2.0:1769077355.110474:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077355.110476:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077355.110479:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077355.110483:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077355/real 1769077355]  req@ffff8c58078e2680 x1855007948263296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077355.110491:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077355.110493:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077355.110494:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077355.110501:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077355.110503:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077355.110506:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077355.110510:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e2680 x1855007948263296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077355.110518:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e2680 x1855007948263296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.110524:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077355.110528:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077355.110534:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077355.110541:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077355.110541:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077355.110552:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1769077355.110558:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e2680 x1855007948263296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077355.110564:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077355.110573:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077355.110584:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00000001:2.0:1769077355.110587:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077355.110593:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077355.110605:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077355.110607:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e2680 x1855007948263296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077355.110609:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077355.110616:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077355.110623:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077355.110644:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077355.110650:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077355.110651:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:3.0:1769077355.110658:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077355.110660:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077355.110664:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077355.110666:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077355.110670:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077355.110674:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000010:3.0:1769077355.110675:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769077355.110680:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000001:2.0:1769077355.110684:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1769077355.110686:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077355.110691:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077355.110694:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1769077355.110697:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077355.110705:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:2.0:1769077355.110711:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
02000000:00000001:3.0:1769077355.110712:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077355.110722:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:3.0:1769077355.110727:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769077355.110753:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077355.110764:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948263552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077355.110781:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e2680 x1855007948263296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077355.110789:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077355.110798:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077355.110800:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948263296:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077355.110809:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077355.110813:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948263552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077355.110820:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0a80 x1855007948263424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077355.110856:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077355.110866:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077355.110870:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769077355.110871:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077355.110876:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077355.110877:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077355.110879:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1769077355.110889:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769077355.110889:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077355.110897:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4046
02000000:00000001:2.0:1769077355.110898:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769077355.110904:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:2.0:1769077355.110907:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077355.110912:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00100000:2.0:1769077355.110919:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948263424:192.168.204.128@tcp:38:kworker.0
00000100:00080000:3.0:1769077355.110919:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077355.110928:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077355.110932:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769077355.110935:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077355.110938:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077355.110943:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077355.110944:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077355.110952:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:2.0:1769077355.110953:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:3.0:1769077355.110960:0:37:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000010:2.0:1769077355.110961:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
00000020:00000040:3.0:1769077355.110963:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
02000000:00000001:2.0:1769077355.110967:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077355.110969:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077355.110974:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000400:00000200:2.0:1769077355.110979:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000001:3.0:1769077355.110981:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000400:00000010:2.0:1769077355.110988:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000020:00000001:3.0:1769077355.110988:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000400:00000010:2.0:1769077355.110997:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000040:3.0:1769077355.110999:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077355.111005:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1769077355.111006:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948263424, portal 10
00000100:00000040:3.0:1769077355.111008:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077355.111014:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077355.111016:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1769077355.111018:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000001:2.0:1769077355.111021:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444600960 : -127165264950656 : ffff8c58078e0a80)
00000100:00080000:3.0:1769077355.111024:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077355.111032:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077355.111035:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077355.111039:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769077355.111041:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0a80 x1855007948263424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077355.111043:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077355.111046:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077355.111048:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077355.111060:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077355.111068:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077355.111079:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000100:00000001:2.0:1769077355.111083:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1769077355.111084:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769077355.111089:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077355.111094:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077355.111101:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1769077355.111102:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
02000000:00000001:3.0:1769077355.111103:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077355.111109:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077355.111112:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
02000000:00000010:3.0:1769077355.111115:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000200:2.0:1769077355.111119:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948263424, offset 0
00000100:00000001:3.0:1769077355.111121:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077355.111135:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948263680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077355.111142:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:3.0:1769077355.111153:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077355.111158:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077355.111162:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:3.0:1769077355.111166:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948263680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077355.111177:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000001:3.0:1769077355.111179:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077355.111185:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769077355.111188:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4056)
00000400:00000200:2.0:1769077355.111193:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077355.111199:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077355.111203:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077355.111208:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29869:29869:256:4294967295] 192.168.204.128@tcp LPNI seq info [29868:29868:8:4294967295]
00000400:00000200:2.0:1769077355.111213:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077355.111223:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077355.111229:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077355.111233:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077355.111237:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077355.111240:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077355.111245:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077355.111248:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077355.111252:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077355.111254:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077355.111258:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077355.111261:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077355.111265:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077355.111266:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077355.111269:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077355.111274:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0a80 x1855007948263424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.111283:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077355.111286:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0a80 x1855007948263424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077380 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.111294:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077355.111296:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077355.111299:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077355.111302:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077355.111306:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077355.111308:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298719246
00000100:00000001:2.0:1769077355.111311:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298720528
00000100:00000001:2.0:1769077355.111313:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298719246
00000100:00000001:2.0:1769077355.111315:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298720528
00000100:00000001:2.0:1769077355.111318:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077355.111320:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077355.111323:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077355.111326:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077355/real 1769077355]  req@ffff8c58078e0a80 x1855007948263424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077355.111336:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077355.111337:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077355.111339:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077355.111342:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077355.111343:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077355.111345:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077355.111349:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0a80 x1855007948263424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077355.111359:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0a80 x1855007948263424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.111365:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077355.111367:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077355.111369:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077355.111370:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077355.111374:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0a80 x1855007948263424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.111381:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077355.111385:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0a80 x1855007948263424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.111392:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077355.111394:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077355.111396:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077355.111397:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077355.111399:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077355.111401:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077355.111404:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077355.111408:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077355.111411:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077355.111415:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0a80 x1855007948263424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077355.111423:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948263424:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077355.111427:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077355.111429:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077355.111433:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1180 x1855007948263168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.111440:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077355.111443:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077355.111446:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077355.111449:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077355.111452:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077355.111454:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077355.111457:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077355.111459:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312cc00.
02000000:00000001:2.0:1769077355.111463:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077355.111465:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077355.111466:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1180.
00000100:00000001:2.0:1769077355.111470:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077355.111471:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077355.111473:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077355.111476:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e2680 x1855007948263296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.111482:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077355.111484:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077355.111486:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077355.111488:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077355.111489:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077355.111491:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077355.111493:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077355.111495:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f000.
02000000:00000001:2.0:1769077355.111498:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077355.111499:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077355.111500:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e2680.
00000100:00000001:2.0:1769077355.111502:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077355.111503:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077355.111505:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077355.111508:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0a80 x1855007948263424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.111514:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077355.111516:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077355.111517:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077355.111519:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077355.111521:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077355.111522:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077355.111524:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077355.111525:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d000.
02000000:00000001:2.0:1769077355.111528:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077355.111529:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077355.111530:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0a80.
00000100:00000001:2.0:1769077355.111533:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077355.111534:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077355.111537:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077355.111544:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077355.111546:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077355.111548:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077355.111550:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077355.111552:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077355.111557:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0700 x1855007948263552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.111564:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077355.111566:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077355.111568:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077355.111570:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077355.111572:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077355.111575:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948263552:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077355.111579:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077355.111581:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077355.111583:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077355.111585:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077355.111588:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077355.111590:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077355.111594:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077355.111596:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077355.111600:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077355.111603:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948263552, portal 4
00000100:00000001:2.0:1769077355.111605:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077355.111606:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444600064 : -127165264951552 : ffff8c58078e0700)
00000100:00000040:2.0:1769077355.111611:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0700 x1855007948263552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.111617:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077355.111619:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077355.111621:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077355.111623:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948263552, offset 0
00000400:00000200:2.0:1769077355.111627:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077355.111644:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077355.111648:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077355.111651:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077355.111653:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077355.111656:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077355.111658:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077355.111661:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29870:29870:256:4294967295] 192.168.204.128@tcp LPNI seq info [29869:29869:8:4294967295]
00000400:00000200:2.0:1769077355.111665:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077355.111671:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077355.111676:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077355.111680:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077355.111684:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077355.111687:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077355.111691:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077355.111694:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077355.111699:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077355.111701:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077355.111703:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077355.111707:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077355.111710:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077355.111712:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077355.111714:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077355.111718:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0700 x1855007948263552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.111725:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077355.111728:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0700 x1855007948263552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077380 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.111755:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077355.111757:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077355.111760:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077355.111763:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077355.111766:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077355.111769:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298719312
00000100:00000001:2.0:1769077355.111771:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298720528
00000100:00000001:2.0:1769077355.111773:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298719312
00000100:00000001:2.0:1769077355.111775:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298720528
00000100:00000001:2.0:1769077355.111777:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077355.111779:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077355.111781:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077355.111785:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077355/real 1769077355]  req@ffff8c58078e0700 x1855007948263552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077355.111792:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077355.111794:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077355.111796:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077355.111799:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077355.111801:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077355.111803:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077355.111806:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0700 x1855007948263552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077355.111815:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0700 x1855007948263552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.111821:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077355.111823:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077355.111824:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077355.111826:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077355.111829:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0700 x1855007948263552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.111837:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077355.111840:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0700 x1855007948263552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.111847:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077355.111850:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077355.111852:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077355.111853:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077355.111855:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077355.111857:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077355.111859:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077355.111863:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077355.111865:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077355.111869:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0700 x1855007948263552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077355.111878:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948263552:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077355.111882:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077355.111886:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1880 x1855007948263680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.111893:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077355.111894:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077355.111896:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077355.111898:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077355.111901:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077355.111904:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948263680:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077355.111907:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077355.111909:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077355.111910:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077355.111911:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077355.111914:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077355.111915:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077355.111918:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077355.111920:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077355.111923:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077355.111925:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948263680, portal 4
00000100:00000001:2.0:1769077355.111926:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077355.111927:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444604544 : -127165264947072 : ffff8c58078e1880)
00000100:00000040:2.0:1769077355.111931:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1880 x1855007948263680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.111935:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077355.111937:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077355.111938:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077355.111940:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948263680, offset 0
00000400:00000200:2.0:1769077355.111942:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077355.111945:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077355.111947:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077355.111949:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077355.111951:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077355.111953:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077355.111954:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077355.111957:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29871:29871:256:4294967295] 192.168.204.128@tcp LPNI seq info [29870:29870:8:4294967295]
00000400:00000200:2.0:1769077355.111959:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077355.111963:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077355.111966:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077355.111968:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077355.111971:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077355.111973:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077355.111975:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077355.111977:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077355.111980:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077355.111981:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077355.111983:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077355.111986:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077355.111988:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077355.111989:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077355.111991:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077355.111993:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1880 x1855007948263680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.111998:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077355.112000:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1880 x1855007948263680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077380 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.112004:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077355.112005:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077355.112008:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077355.112009:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077355.112012:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077355.112013:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298719259
00000100:00000001:2.0:1769077355.112015:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298720528
00000100:00000001:2.0:1769077355.112016:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298719259
00000100:00000001:2.0:1769077355.112018:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298720528
00000100:00000001:2.0:1769077355.112020:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077355.112021:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077355.112022:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077355.112025:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077355/real 1769077355]  req@ffff8c58078e1880 x1855007948263680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077355.112030:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077355.112030:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077355.112031:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077355.112033:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077355.112034:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077355.112035:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077355.112037:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1880 x1855007948263680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077355.112042:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1880 x1855007948263680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.112047:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077355.112047:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077355.112049:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077355.112049:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077355.112052:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1880 x1855007948263680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.112055:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077355.112058:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1880 x1855007948263680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.112062:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077355.112063:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077355.112064:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077355.112065:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077355.112066:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077355.112068:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077355.112070:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077355.112072:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077355.112074:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077355.112076:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1880 x1855007948263680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077355.112081:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948263680:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077355.112083:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077355.112084:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077355.112086:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0700 x1855007948263552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.112090:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077355.112091:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077355.112093:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077355.112094:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077355.112095:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077355.112095:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077355.112097:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077355.112098:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d400.
02000000:00000001:2.0:1769077355.112099:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077355.112100:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077355.112101:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0700.
00000100:00000001:2.0:1769077355.112103:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077355.112104:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077355.112105:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077355.112107:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1880 x1855007948263680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077355.112111:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077355.112112:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077355.112113:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077355.112114:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077355.112115:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077355.112116:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077355.112118:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077355.112119:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e400.
02000000:00000001:2.0:1769077355.112120:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077355.112121:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077355.112122:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1880.
00000100:00000001:2.0:1769077355.112123:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077355.112124:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077355.112125:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077355.112127:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077355.112128:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077355.112129:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077355.112130:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077355.428839:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077355.428844:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077355.428905:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077355.428909:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077355.428912:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077356.132933:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077356.132943:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077356.132945:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077356.132952:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077356.132957:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077356.132960:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077356.132965:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077356.132968:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077356.132972:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077356.452825:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298720528, at 4298720576
00000100:00000040:1.0:1769077356.452825:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298720528, at 4298720576
00010000:00000001:2.0:1769077356.452827:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077356.452831:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077356.452841:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d80.
00000100:00000010:0.0:1769077356.452843:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227780.
00000020:00000001:2.0:1769077356.452855:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077356.452858:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077356.452861:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077357.156849:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077357.156857:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077357.156859:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077357.156865:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077357.156870:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077357.156874:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077357.156877:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077357.156879:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077357.156882:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077357.476796:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077357.476803:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077357.476823:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077357.476826:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077357.476829:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077358.180880:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077358.180888:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077358.180890:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077358.180895:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077358.180899:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077358.180903:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077358.180906:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077358.180909:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077358.180912:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077358.500817:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077358.500822:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077358.500876:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077358.500879:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077358.500882:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077359.204922:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077359.204929:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077359.204931:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077359.204935:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077359.204938:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077359.204943:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077359.204945:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077359.204948:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077359.204950:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077359.524829:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077359.524837:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077359.524912:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077359.524916:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077359.524920:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077360.228810:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077360.228817:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077360.228818:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077360.228822:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077360.228826:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077360.228829:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077360.228832:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077360.228835:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077360.228838:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077360.228864:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077360.228875:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077360.228879:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077360.228884:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077360.228889:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077360.228899:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4051
00000400:00000200:0.0:1769077360.228911:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077360.228919:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077360.228922:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077360.228926:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077360.228930:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077360.228932:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077360.228935:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077360.228941:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077360.228943:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077360.228947:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077360.228950:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077360.228953:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077360.228956:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077360.228960:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077360.228962:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077360.228964:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077360.228966:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077360.228970:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077360.228974:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077360.228977:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077360.228981:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077360.228985:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077360.228990:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077360.228993:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077360.228996:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077360.229009:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000020:00000040:0.0:1769077360.229014:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077360.229019:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077360.229021:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077360.229024:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077360.229028:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077360.229032:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077360.229042:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14c00.
00000100:00000001:0.0:1769077360.229050:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077360.229061:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948263808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077360.229074:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077360.229080:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077360.229086:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948263808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077360.229114:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077360.229118:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077360.229122:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077360.229124:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077360.229126:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077360.229130:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077360.229133:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4051
00000400:00000200:0.0:1769077360.229138:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077360.229143:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077360.229147:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077360.229147:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077360.229153:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769077360.229154:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077360.229158:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077360.229160:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077360.229164:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000040:2.0:1769077360.229168:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9dc00 x1855007948263808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077360.229169:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077360.229176:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077360.229180:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077360.229184:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077360.229186:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1769077360.229188:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000100:00000001:2.0:1769077360.229189:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077360.229194:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
02000000:00000001:2.0:1769077360.229196:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1769077360.229200:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
02000000:00000001:2.0:1769077360.229201:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077360.229207:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077360.229210:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00100000:2.0:1769077360.229215:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948263808:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077360.229216:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077360.229222:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077360.229226:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077360.229227:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077360.229232:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
02000000:00000001:2.0:1769077360.229235:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1769077360.229236:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077360.229241:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077360.229242:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077360.229244:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077360.229249:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769077360.229252:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077360.229257:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077360.229259:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
00000100:00000001:0.0:1769077360.229260:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077360.229265:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769077360.229268:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077360.229274:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077360.229276:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077360.229278:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000010:0.0:1769077360.229282:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9f480.
00000400:00000010:2.0:1769077360.229284:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000020:00000040:0.0:1769077360.229288:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000400:00000010:2.0:1769077360.229293:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
02000000:00000001:0.0:1769077360.229294:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077360.229298:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077360.229302:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077360.229305:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1769077360.229305:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948263808, portal 25
02000000:00000001:0.0:1769077360.229308:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077360.229310:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077360.229313:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104270848 : -127169605280768 : ffff8c5704d9dc00)
02000000:00000010:0.0:1769077360.229316:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14400.
00000100:00000040:2.0:1769077360.229320:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9dc00 x1855007948263808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077360.229323:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077360.229334:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9f480 x1855007948263936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077360.229336:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077360.229345:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077360.229352:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077360.229359:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948263808, offset 0
00000100:00000001:0.0:1769077360.229361:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077360.229366:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077360.229374:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000040:0.0:1769077360.229375:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1a89039] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9f480 x1855007948263936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077360.229389:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077360.229390:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:0.0:1769077360.229395:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077360.229401:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00080000:0.0:1769077360.229403:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077360.229408:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077360.229410:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077360.229411:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769077360.229417:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077360.229420:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00080000:0.0:1769077360.229425:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4051
00000400:00000200:2.0:1769077360.229427:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077360.229433:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077360.229437:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077360.229440:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29872:29872:256:4294967295] 192.168.204.128@tcp LPNI seq info [29871:29871:8:4294967295]
00000400:00000200:0.0:1769077360.229445:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077360.229449:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077360.229456:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077360.229458:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077360.229463:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077360.229467:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077360.229471:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077360.229477:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1769077360.229478:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1769077360.229480:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769077360.229485:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.0:1769077360.229489:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000020:00000040:0.0:1769077360.229490:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077360.229495:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000800:00000010:2.0:1769077360.229495:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000020:00000001:0.0:1769077360.229499:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:0.0:1769077360.229507:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000200:2.0:1769077360.229508:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:0.0:1769077360.229511:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1769077360.229513:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
00000100:00000040:0.0:1769077360.229517:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077360.229521:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:2.1:1769077360.229526:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000040:0.0:1769077360.229527:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:0.0:1769077360.229536:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000800:00000200:2.1:1769077360.229536:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
00000100:00000001:0.0:1769077360.229541:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077360.229564:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077360.229568:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077360.229570:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077360.229574:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000100:2.0:1769077360.229577:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000008:00100000:0.0:1769077360.229578:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000010:2.0:1769077360.229583:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000008:00000001:0.0:1769077360.229584:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077360.229590:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077360.229595:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c700.
00000400:00000200:2.0:1769077360.229596:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1769077360.229599:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000400:00000200:2.0:1769077360.229605:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1769077360.229606:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077360.229611:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077360.229613:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000100:00000001:0.0:1769077360.229614:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077360.229618:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1769077360.229619:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
02000000:00000001:0.0:1769077360.229621:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077360.229626:0:2431:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:0.0:1769077360.229628:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16000.
00000100:00000200:2.0:1769077360.229632:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9dc00 x1855007948263808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077360.229635:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077360.229645:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c700 x1855007948264064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077360.229646:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077360.229653:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948263808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077385 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077360.229670:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077360.229672:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077360.229676:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077360.229676:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077360.229685:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077360.229686:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000435b0902] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c700 x1855007948264064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077360.229693:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077360.229699:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298725647
00000100:00000001:0.0:1769077360.229705:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077360.229708:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227ae0.
00000100:00080000:0.0:1769077360.229709:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077360.229715:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077360.229717:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769077360.229718:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077360.229722:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077360.229727:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077360.229727:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298725647
00000100:00000010:2.0:1769077360.229755:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227840.
00000100:00000001:2.0:1769077360.229759:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077360.229763:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077360.229766:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077360.229768:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077360.229772:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077360/real 1769077360]  req@ffff8c5704d9dc00 x1855007948263808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077360.229787:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00080000:0.0:1769077360.229789:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4051
00000400:00000001:2.0:1769077360.229790:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077360.229794:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077360.229798:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000200:0.0:1769077360.229799:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077360.229800:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077360.229806:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:0.0:1769077360.229809:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000200:2.0:1769077360.229813:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9dc00 x1855007948263808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077360.229815:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077360.229825:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000200:2.0:1769077360.229828:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9dc00 x1855007948263808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077360.229830:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077360.229837:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077360.229839:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077360.229841:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077360.229842:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077360.229848:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:0.0:1769077360.229849:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077360.229850:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1769077360.229852:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000100:00100000:2.0:1769077360.229857:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9dc00 x1855007948263808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077360.229858:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077360.229862:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:0.0:1769077360.229866:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769077360.229868:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:0.0:1769077360.229879:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077360.229880:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077360.229884:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077360.229889:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9dc00 x1855007948263808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077360.229892:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077360.229899:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077360.229904:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:0.0:1769077360.229905:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00000001:2.0:1769077360.229909:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077360.229913:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077360.229913:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077360.229916:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077360.229922:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077360.229922:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077360.229925:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1769077360.229928:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:2.0:1769077360.229929:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1769077360.229935:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1769077360.229935:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077360.229940:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1769077360.229941:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077360.229945:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9dc00 x1855007948263808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077360.229947:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077360.229952:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077360.229959:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077360.229959:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948263808:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077360.229964:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077360.229967:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077360.229970:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000010:0.0:1769077360.229972:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000100:00000040:2.0:1769077360.229973:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9dc00 x1855007948263808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077360.229979:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000001:2.0:1769077360.229985:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077360.229986:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077360.229991:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077360.229992:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1769077360.229993:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077360.229997:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1769077360.229997:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:0.0:1769077360.230001:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077360.230004:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077360.230008:0:2431:0:(genops.c:1236:class_import_put()) Process entered
02000000:00000010:0.0:1769077360.230009:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15800.
00000020:00000040:2.0:1769077360.230011:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000100:00000001:0.0:1769077360.230015:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077360.230016:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077360.230023:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14c00.
00000100:00100000:0.0:1769077360.230025:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948264192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077360.230029:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077360.230033:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077360.230037:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9dc00.
00000100:00000001:0.0:1769077360.230040:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077360.230043:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077360.230044:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077360.230046:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077360.230050:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077360.230053:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948264192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077360.230059:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077360.230063:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077360.230067:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077360.230068:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077360.230071:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077360.230073:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077360.230074:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1769077360.230081:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:2.0:1769077360.230082:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9f480 x1855007948263936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077360.230086:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077360.230089:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077360.230094:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077360.230096:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077360.230097:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077360.230100:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1769077360.230102:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4051
02000000:00000001:2.0:1769077360.230103:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077360.230108:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077360.230112:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00100000:2.0:1769077360.230115:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948263936:192.168.204.128@tcp:38:kworker.0
00000400:00000200:0.0:1769077360.230120:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077360.230121:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077360.230124:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1769077360.230126:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1769077360.230127:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077360.230131:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1769077360.230135:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000010:2.0:1769077360.230135:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077360.230140:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077360.230142:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077360.230147:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:0.0:1769077360.230148:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000010:2.0:1769077360.230151:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000100:00000001:0.0:1769077360.230153:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000010:2.0:1769077360.230157:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000020:00000001:0.0:1769077360.230158:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077360.230162:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000100:00000200:2.0:1769077360.230164:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948263936, portal 10
00000020:00000001:0.0:1769077360.230167:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077360.230168:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077360.230171:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104277120 : -127169605274496 : ffff8c5704d9f480)
00000020:00000040:0.0:1769077360.230173:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:0.0:1769077360.230178:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:2.0:1769077360.230179:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9f480 x1855007948263936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077360.230184:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077360.230186:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077360.230188:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077360.230190:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948263936, offset 0
00000400:00000200:2.0:1769077360.230195:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077360.230199:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000001:0.0:1769077360.230200:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000400:00000200:2.0:1769077360.230204:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000040:0.0:1769077360.230209:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077360.230211:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769077360.230216:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077360.230220:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000040:0.0:1769077360.230221:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077360.230226:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077360.230228:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1769077360.230230:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000400:00000200:2.0:1769077360.230235:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00080000:0.0:1769077360.230239:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000200:2.0:1769077360.230246:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29873:29873:256:4294967295] 192.168.204.128@tcp LPNI seq info [29872:29872:8:4294967295]
00000100:00000001:0.0:1769077360.230247:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077360.230252:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077360.230256:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077360.230259:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:0.0:1769077360.230262:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077360.230266:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077360.230270:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1769077360.230274:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000008:00000001:0.0:1769077360.230276:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077360.230281:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077360.230282:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077360.230289:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000100:00000010:0.0:1769077360.230291:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d180.
00000800:00000200:2.0:1769077360.230295:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000040:0.0:1769077360.230297:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000800:00000200:2.0:1769077360.230300:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
02000000:00000001:0.0:1769077360.230303:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077360.230307:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077360.230307:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:0.0:1769077360.230312:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1769077360.230313:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
02000000:00000001:0.0:1769077360.230316:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:2.0:1769077360.230319:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
02000000:00000001:0.0:1769077360.230321:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077360.230322:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077360.230329:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:0.0:1769077360.230330:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14c00.
00000400:00000200:2.0:1769077360.230336:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769077360.230338:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077360.230342:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077360.230346:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00100000:0.0:1769077360.230348:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d180 x1855007948264320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077360.230351:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077360.230360:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9f480 x1855007948263936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077360.230362:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077360.230367:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077360.230377:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad4bb1df] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d180 x1855007948264320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077360.230380:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077360.230387:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9f480 x1855007948263936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077385 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077360.230399:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077360.230400:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077360.230406:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077360.230410:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077360.230411:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4062)
00000100:00000040:2.0:1769077360.230413:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077360.230419:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077360.230421:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298724366
00000100:00000001:2.0:1769077360.230424:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298725647
00000100:00000001:2.0:1769077360.230426:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298724366
00000100:00000001:2.0:1769077360.230428:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298725647
00000100:00000001:2.0:1769077360.230430:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077360.230432:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077360.230434:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077360.230439:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077360/real 1769077360]  req@ffff8c5704d9f480 x1855007948263936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077360.230448:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077360.230450:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077360.230454:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077360.230458:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077360.230460:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077360.230464:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077360.230469:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9f480 x1855007948263936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077360.230479:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9f480 x1855007948263936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077360.230488:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077360.230489:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077360.230490:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077360.230492:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077360.230496:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9f480 x1855007948263936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077360.230501:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077360.230504:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9f480 x1855007948263936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077360.230508:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077360.230510:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077360.230511:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077360.230512:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077360.230513:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077360.230514:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077360.230516:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077360.230518:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077360.230519:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077360.230523:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9f480 x1855007948263936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077360.230531:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948263936:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077360.230536:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077360.230540:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c700 x1855007948264064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077360.230562:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077360.230563:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077360.230566:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077360.230568:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077360.230571:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077360.230575:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948264064:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077360.230578:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077360.230581:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077360.230582:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077360.230584:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077360.230588:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077360.230591:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077360.230594:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077360.230596:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077360.230599:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077360.230601:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948264064, portal 10
00000100:00000001:2.0:1769077360.230603:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077360.230604:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104265472 : -127169605286144 : ffff8c5704d9c700)
00000100:00000040:2.0:1769077360.230609:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c700 x1855007948264064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077360.230614:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077360.230615:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077360.230617:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077360.230619:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948264064, offset 0
00000400:00000200:2.0:1769077360.230621:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077360.230624:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077360.230627:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077360.230629:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077360.230631:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077360.230633:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077360.230635:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077360.230637:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29874:29874:256:4294967295] 192.168.204.128@tcp LPNI seq info [29873:29873:8:4294967295]
00000400:00000200:2.0:1769077360.230640:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077360.230644:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077360.230647:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077360.230649:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077360.230652:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077360.230654:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769077360.230657:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077360.230659:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1769077360.230661:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077360.230663:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077360.230665:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077360.230668:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077360.230670:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077360.230671:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077360.230673:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077360.230676:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c700 x1855007948264064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077360.230681:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077360.230683:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c700 x1855007948264064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077385 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077360.230688:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077360.230689:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077360.230691:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077360.230693:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077360.230696:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077360.230697:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298724365
00000100:00000001:2.0:1769077360.230699:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298725647
00000100:00000001:2.0:1769077360.230701:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298724365
00000100:00000001:2.0:1769077360.230703:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298725647
00000100:00000001:2.0:1769077360.230705:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077360.230707:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077360.230708:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077360.230710:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077360/real 1769077360]  req@ffff8c5704d9c700 x1855007948264064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077360.230715:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077360.230716:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077360.230717:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077360.230718:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077360.230719:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077360.230720:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077360.230722:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c700 x1855007948264064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077360.230728:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c700 x1855007948264064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077360.230750:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077360.230752:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077360.230753:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077360.230754:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077360.230757:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c700 x1855007948264064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077360.230762:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077360.230765:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c700 x1855007948264064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077360.230769:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077360.230771:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077360.230772:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077360.230772:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077360.230774:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077360.230776:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077360.230777:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077360.230780:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077360.230782:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077360.230784:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c700 x1855007948264064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077360.230789:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948264064:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077360.230791:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077360.230793:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948264192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077360.230797:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077360.230798:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077360.230800:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077360.230802:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077360.230803:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077360.230805:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948264192:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077360.230807:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077360.230809:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077360.230809:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077360.230811:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077360.230813:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077360.230815:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077360.230818:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077360.230820:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077360.230822:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077360.230825:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948264192, portal 4
00000100:00000001:2.0:1769077360.230826:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077360.230827:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
00000100:00000040:2.0:1769077360.230831:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948264192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077360.230836:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077360.230838:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077360.230839:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077360.230841:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948264192, offset 0
00000400:00000200:2.0:1769077360.230844:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077360.230846:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077360.230848:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077360.230850:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077360.230852:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077360.230853:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077360.230855:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077360.230857:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29875:29875:256:4294967295] 192.168.204.128@tcp LPNI seq info [29874:29874:8:4294967295]
00000400:00000200:2.0:1769077360.230860:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077360.230864:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077360.230867:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077360.230869:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077360.230871:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077360.230873:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769077360.230876:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077360.230877:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1769077360.230880:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077360.230881:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077360.230883:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077360.230885:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077360.230887:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077360.230889:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077360.230890:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077360.230892:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c380 x1855007948264192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077360.230898:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077360.230900:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948264192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077385 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077360.230909:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077360.230910:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077360.230912:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077360.230914:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077360.230916:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077360.230917:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298724431
00000100:00000001:2.0:1769077360.230919:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298725647
00000100:00000001:2.0:1769077360.230921:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298724431
00000100:00000001:2.0:1769077360.230922:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298725647
00000100:00000001:2.0:1769077360.230924:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077360.230925:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077360.230926:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077360.230928:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077360/real 1769077360]  req@ffff8c5704d9c380 x1855007948264192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077360.230933:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077360.230934:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077360.230935:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077360.230937:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077360.230938:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077360.230939:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077360.230941:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948264192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077360.230946:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948264192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077360.230950:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077360.230951:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077360.230952:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077360.230954:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077360.230956:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948264192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077360.230961:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077360.230964:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948264192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077360.230968:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077360.230970:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077360.230971:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077360.230971:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077360.230972:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077360.230974:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077360.230975:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077360.230977:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077360.230978:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077360.230980:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948264192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077360.230987:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948264192:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077360.230991:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077360.230993:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077360.230996:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9f480 x1855007948263936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077360.231002:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077360.231004:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077360.231006:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077360.231008:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077360.231010:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077360.231011:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077360.231013:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077360.231015:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14400.
02000000:00000001:2.0:1769077360.231018:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077360.231020:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077360.231022:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9f480.
00000100:00000001:2.0:1769077360.231025:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077360.231027:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077360.231029:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077360.231033:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c700 x1855007948264064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077360.231040:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077360.231042:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077360.231044:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077360.231046:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077360.231047:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077360.231049:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077360.231050:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077360.231051:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16000.
02000000:00000001:2.0:1769077360.231053:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077360.231054:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077360.231055:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c700.
00000100:00000001:2.0:1769077360.231057:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077360.231057:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077360.231059:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077360.231061:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948264192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077360.231065:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077360.231065:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077360.231066:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077360.231068:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077360.231069:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077360.231071:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077360.231072:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077360.231073:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15800.
02000000:00000001:2.0:1769077360.231074:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077360.231075:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077360.231076:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077360.231077:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077360.231078:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077360.231080:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077360.231083:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077360.231084:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077360.231085:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077360.231086:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077360.231088:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077360.231090:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d180 x1855007948264320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077360.231095:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077360.231096:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077360.231097:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077360.231098:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077360.231100:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077360.231102:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948264320:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077360.231104:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077360.231106:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077360.231107:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077360.231108:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077360.231110:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077360.231112:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077360.231115:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077360.231116:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077360.231119:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077360.231121:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948264320, portal 4
00000100:00000001:2.0:1769077360.231122:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077360.231123:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104268160 : -127169605283456 : ffff8c5704d9d180)
00000100:00000040:2.0:1769077360.231128:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d180 x1855007948264320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077360.231133:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077360.231134:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077360.231136:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077360.231138:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948264320, offset 0
00000400:00000200:2.0:1769077360.231140:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077360.231143:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077360.231146:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077360.231148:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077360.231150:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077360.231152:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077360.231153:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077360.231156:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29876:29876:256:4294967295] 192.168.204.128@tcp LPNI seq info [29875:29875:8:4294967295]
00000400:00000200:2.0:1769077360.231158:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077360.231163:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077360.231165:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077360.231167:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077360.231170:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077360.231172:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769077360.231175:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077360.231176:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1769077360.231179:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077360.231181:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077360.231183:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077360.231185:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077360.231187:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077360.231188:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077360.231190:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077360.231192:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d180 x1855007948264320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077360.231198:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077360.231200:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d180 x1855007948264320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077385 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077360.231204:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077360.231205:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077360.231207:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077360.231209:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077360.231212:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077360.231215:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298724378
00000100:00000001:2.0:1769077360.231217:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298725647
00000100:00000001:2.0:1769077360.231220:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298724378
00000100:00000001:2.0:1769077360.231222:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298725647
00000100:00000001:2.0:1769077360.231225:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077360.231227:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077360.231228:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077360.231232:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077360/real 1769077360]  req@ffff8c5704d9d180 x1855007948264320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077360.231241:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077360.231243:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077360.231244:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077360.231247:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077360.231249:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077360.231251:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077360.231255:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d180 x1855007948264320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077360.231265:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d180 x1855007948264320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077360.231272:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077360.231274:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077360.231275:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077360.231276:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077360.231279:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d180 x1855007948264320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077360.231284:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077360.231286:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d180 x1855007948264320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077360.231290:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077360.231293:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077360.231294:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077360.231295:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077360.231296:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077360.231297:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077360.231299:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077360.231301:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077360.231302:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077360.231305:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d180 x1855007948264320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077360.231310:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948264320:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077360.231312:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077360.231314:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077360.231316:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d180 x1855007948264320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077360.231319:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077360.231320:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077360.231322:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077360.231323:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077360.231324:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077360.231325:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077360.231327:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077360.231328:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14c00.
02000000:00000001:2.0:1769077360.231331:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077360.231332:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077360.231334:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d180.
00000100:00000001:2.0:1769077360.231337:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077360.231338:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077360.231340:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077360.231343:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077360.231345:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077360.231347:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077360.231348:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077360.548893:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077360.548902:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077360.548936:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077360.548940:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077360.548944:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077361.252888:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077361.252899:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077361.252901:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077361.252907:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077361.252911:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077361.252916:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077361.252918:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077361.252921:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077361.252923:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077361.572846:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298725647, at 4298725696
00000100:00000040:0.0:1769077361.572847:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298725647, at 4298725696
00010000:00000001:2.0:1769077361.572854:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077361.572863:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077361.572866:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227840.
00000100:00000010:0.0:1769077361.572874:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ae0.
00000020:00000001:2.0:1769077361.572910:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077361.572915:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077361.572919:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077362.276826:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077362.276837:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077362.276840:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077362.276847:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077362.276852:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077362.276857:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077362.276861:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077362.276864:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077362.276868:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077362.596833:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077362.596840:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077362.596842:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077362.596844:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077362.596848:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077362.596850:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077362.596852:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077362.596854:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077362.596915:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077362.596920:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077362.596923:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077363.300864:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077363.300874:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077363.300876:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077363.300882:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077363.300886:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077363.300890:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077363.300893:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077363.300895:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077363.300898:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077363.620809:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077363.620817:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077363.620864:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077363.620868:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077363.620871:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077364.324820:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077364.324830:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077364.324832:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077364.324837:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077364.324841:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077364.324845:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077364.324848:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077364.324851:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077364.324854:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077364.644847:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077364.644854:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077364.644879:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077364.644882:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077364.644886:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077365.348880:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077365.348890:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077365.348892:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077365.348899:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077365.348903:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077365.348908:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077365.348912:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077365.348917:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077365.348919:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077365.348922:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077365.348932:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077365.348935:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077365.348938:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077365.348942:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077365.348949:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4057
00000400:00000200:0.0:1769077365.348958:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077365.348965:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077365.348968:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077365.348974:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077365.348977:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077365.348979:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077365.348981:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077365.348984:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077365.348986:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077365.348988:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077365.348990:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077365.348992:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077365.348993:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077365.348995:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077365.348996:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077365.348998:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077365.348999:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077365.349001:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077365.349004:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077365.349005:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077365.349007:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077365.349010:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077365.349012:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077365.349014:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077365.349015:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077365.349024:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9df80.
00000020:00000040:0.0:1769077365.349026:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077365.349030:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077365.349031:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077365.349034:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077365.349035:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077365.349039:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077365.349045:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16800.
00000100:00000001:0.0:1769077365.349050:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077365.349057:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9df80 x1855007948264448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077365.349065:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077365.349068:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077365.349071:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bed851a] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9df80 x1855007948264448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077365.349088:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077365.349090:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077365.349092:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077365.349093:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077365.349095:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077365.349096:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077365.349098:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4057
00000400:00000200:0.0:1769077365.349100:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077365.349102:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077365.349104:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077365.349106:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077365.349108:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077365.349111:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077365.349112:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077365.349115:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077365.349117:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077365.349119:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077365.349121:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077365.349122:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077365.349124:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769077365.349126:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077365.349127:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077365.349129:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769077365.349130:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077365.349137:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077365.349138:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769077365.349142:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00000001:2.0:1769077365.349144:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1769077365.349151:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077365.349154:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077365.349160:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1769077365.349162:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9df80 x1855007948264448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077365.349166:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077365.349175:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077365.349184:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077365.349191:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:0.0:1769077365.349192:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077365.349196:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769077365.349198:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077365.349203:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077365.349204:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077365.349214:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d500.
02000000:00000001:2.0:1769077365.349214:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769077365.349223:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077365.349225:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077365.349226:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077365.349228:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077365.349229:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077365.349235:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1769077365.349239:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948264448:192.168.204.128@tcp:250:kworker.0
02000000:00000001:0.0:1769077365.349240:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077365.349250:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15400.
00000100:00000001:2.0:1769077365.349251:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077365.349256:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077365.349260:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077365.349264:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077365.349265:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d500 x1855007948264576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077365.349269:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077365.349279:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077365.349283:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077365.349283:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077365.349292:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077365.349298:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c2d91c4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d500 x1855007948264576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077365.349310:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077365.349313:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077365.349316:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1769077365.349317:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000100:00080000:0.0:1769077365.349329:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077365.349331:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1769077365.349334:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00080000:0.0:1769077365.349335:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077365.349344:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077365.349347:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4057
00000100:00000200:2.0:1769077365.349350:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948264448, portal 25
00000100:00000001:2.0:1769077365.349359:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077365.349360:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104271744 : -127169605279872 : ffff8c5704d9df80)
00000400:00000200:0.0:1769077365.349364:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:2.0:1769077365.349371:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9df80 x1855007948264448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077365.349374:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077365.349379:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077365.349389:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077365.349398:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077365.349401:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077365.349403:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077365.349412:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000040:2.0:1769077365.349412:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000020:00000001:0.0:1769077365.349419:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:2.0:1769077365.349419:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000020:00000040:0.0:1769077365.349428:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000100:00000200:2.0:1769077365.349430:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948264448, offset 0
00000020:00000001:0.0:1769077365.349431:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077365.349434:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077365.349437:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769077365.349440:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077365.349444:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000040:0.0:1769077365.349450:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077365.349452:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077365.349454:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077365.349455:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077365.349467:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:0.0:1769077365.349469:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000200:2.0:1769077365.349473:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077365.349474:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077365.349478:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077365.349482:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077365.349486:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
02000000:00000001:0.0:1769077365.349487:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077365.349495:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077365.349499:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077365.349499:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:0.0:1769077365.349505:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077365.349510:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000001:0.0:1769077365.349512:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077365.349518:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000010:0.0:1769077365.349519:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000020:00000040:0.0:1769077365.349525:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000400:00000200:2.0:1769077365.349527:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
02000000:00000001:0.0:1769077365.349529:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077365.349531:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077365.349534:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077365.349536:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077365.349539:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077365.349541:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29877:29877:256:4294967295] 192.168.204.128@tcp LPNI seq info [29876:29876:8:4294967295]
02000000:00000010:0.0:1769077365.349544:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16c00.
00000100:00000001:0.0:1769077365.349548:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077365.349559:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948264704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077365.349559:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077365.349573:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077365.349575:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077365.349580:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948264704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077365.349600:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769077365.349615:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077365.349618:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00080000:0.0:1769077365.349621:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077365.349625:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000010:2.0:1769077365.349625:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000100:00000001:0.0:1769077365.349629:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077365.349631:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077365.349634:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:2.0:1769077365.349640:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:0.0:1769077365.349644:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4057
00000800:00000200:2.0:1769077365.349651:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000400:00000200:0.0:1769077365.349652:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077365.349662:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000800:00000200:2.1:1769077365.349671:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:0.0:1769077365.349672:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1769077365.349680:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000100:00000040:0.0:1769077365.349683:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077365.349690:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1769077365.349695:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00000040:0.0:1769077365.349699:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000010:2.0:1769077365.349701:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000100:00000001:0.0:1769077365.349703:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077365.349707:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077365.349709:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000400:00000200:2.0:1769077365.349710:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1769077365.349712:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077365.349715:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000400:00000200:2.0:1769077365.349723:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1769077365.349724:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769077365.349762:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:0.0:1769077365.349766:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077365.349768:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077365.349770:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077365.349773:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077365.349775:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000400:00000200:2.0:1769077365.349776:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000100:00080000:0.0:1769077365.349782:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000010:2.0:1769077365.349782:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:0.0:1769077365.349796:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077365.349799:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077365.349800:0:2431:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1769077365.349801:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077365.349804:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077365.349810:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077365.349812:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000200:2.0:1769077365.349812:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9df80 x1855007948264448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1769077365.349820:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077365.349825:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077365.349832:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d180.
00000020:00000040:0.0:1769077365.349838:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:0.0:1769077365.349844:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077365.349845:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077365.349847:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077365.349848:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077365.349849:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077365.349852:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15000.
00000100:00000001:2.0:1769077365.349856:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769077365.349857:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077365.349863:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d180 x1855007948264832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077365.349868:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9df80 x1855007948264448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077390 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077365.349877:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077365.349883:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077365.349899:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad4bb1df] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d180 x1855007948264832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.349901:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077365.349911:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077365.349920:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077365.349922:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077365.349924:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077365.349929:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077365.349931:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769077365.349936:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:0.0:1769077365.349937:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077365.349944:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077365.349944:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298730768
00000100:00080000:0.0:1769077365.349954:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4057
00000100:00000010:2.0:1769077365.349957:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227d20.
00000400:00000200:0.0:1769077365.349959:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077365.349965:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077365.349967:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077365.349969:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1769077365.349971:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077365.349975:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077365.349979:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298730768
00000100:00000040:0.0:1769077365.349981:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077365.349991:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000010:2.0:1769077365.349993:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227e40.
00000020:00000001:0.0:1769077365.349995:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077365.349999:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000100:00000001:2.0:1769077365.350001:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000020:00000001:0.0:1769077365.350008:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077365.350011:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769077365.350013:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00000001:2.0:1769077365.350018:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077365.350019:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:2.0:1769077365.350025:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000020:00000001:0.0:1769077365.350026:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:0.0:1769077365.350032:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077365.350034:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1769077365.350036:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077365/real 1769077365]  req@ffff8c5704d9df80 x1855007948264448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077365.350039:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077365.350049:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077365.350058:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:0.0:1769077365.350073:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000001:2.0:1769077365.350075:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1769077365.350077:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769077365.350079:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1769077365.350080:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1769077365.350082:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
02000000:00000001:0.0:1769077365.350085:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077365.350090:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077365.350091:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000100:00000001:0.0:1769077365.350094:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:2.0:1769077365.350096:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000008:00100000:0.0:1769077365.350097:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077365.350107:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000008:00000001:0.0:1769077365.350108:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077365.350116:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077365.350123:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000100:00000200:2.0:1769077365.350123:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9df80 x1855007948264448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077365.350136:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:0.0:1769077365.350153:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1769077365.350157:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9df80 x1855007948264448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077365.350158:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077365.350168:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077365.350171:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077365.350175:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077365.350188:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15c00.
00000100:00000001:2.0:1769077365.350189:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077365.350198:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077365.350199:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077365.350214:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077365.350219:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077365.350220:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948264960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1769077365.350234:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9df80 x1855007948264448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077365.350242:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077365.350249:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077365.350268:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948264960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.350269:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077365.350287:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9df80 x1855007948264448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077365.350300:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077365.350311:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1769077365.350312:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4067)
00000100:00000001:2.0:1769077365.350325:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077365.350328:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077365.350329:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077365.350331:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077365.350334:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077365.350338:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077365.350342:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077365.350344:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077365.350347:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9df80 x1855007948264448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077365.350353:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948264448:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077365.350359:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077365.350361:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077365.350363:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9df80 x1855007948264448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.350369:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077365.350371:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077365.350374:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077365.350376:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077365.350378:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077365.350379:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077365.350381:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077365.350383:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16800.
02000000:00000001:2.0:1769077365.350387:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077365.350389:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077365.350391:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9df80.
00000100:00000001:2.0:1769077365.350394:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077365.350395:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077365.350397:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077365.350404:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077365.350405:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077365.350407:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077365.350409:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077365.350410:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077365.350413:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d500 x1855007948264576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.350418:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077365.350420:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077365.350421:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077365.350423:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077365.350425:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077365.350427:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948264576:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077365.350429:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077365.350430:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077365.350431:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077365.350433:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077365.350435:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077365.350437:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077365.350440:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077365.350442:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077365.350444:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077365.350447:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948264576, portal 10
00000100:00000001:2.0:1769077365.350448:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077365.350449:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104269056 : -127169605282560 : ffff8c5704d9d500)
00000100:00000040:2.0:1769077365.350455:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d500 x1855007948264576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.350474:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077365.350476:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077365.350478:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077365.350480:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948264576, offset 0
00000400:00000200:2.0:1769077365.350483:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077365.350486:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077365.350489:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077365.350492:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077365.350494:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077365.350496:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077365.350497:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077365.350500:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29878:29878:256:4294967295] 192.168.204.128@tcp LPNI seq info [29877:29877:8:4294967295]
00000400:00000200:2.0:1769077365.350503:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077365.350508:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077365.350511:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077365.350513:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077365.350516:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077365.350518:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769077365.350523:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077365.350525:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769077365.350529:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077365.350531:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077365.350534:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077365.350538:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077365.350542:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077365.350544:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077365.350546:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077365.350550:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d500 x1855007948264576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.350559:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077365.350563:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d500 x1855007948264576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077390 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.350571:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077365.350573:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077365.350576:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077365.350581:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077365.350585:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077365.350587:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298729486
00000100:00000001:2.0:1769077365.350590:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298730768
00000100:00000001:2.0:1769077365.350592:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298729486
00000100:00000001:2.0:1769077365.350593:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298730768
00000100:00000001:2.0:1769077365.350595:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077365.350597:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077365.350598:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077365.350601:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077365/real 1769077365]  req@ffff8c5704d9d500 x1855007948264576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077365.350606:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077365.350607:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077365.350609:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077365.350610:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077365.350612:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077365.350614:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077365.350616:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d500 x1855007948264576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077365.350622:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d500 x1855007948264576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.350626:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077365.350627:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077365.350629:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077365.350629:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077365.350632:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d500 x1855007948264576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.350636:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077365.350638:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d500 x1855007948264576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.350642:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077365.350644:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077365.350646:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077365.350647:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077365.350648:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077365.350650:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077365.350652:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077365.350654:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077365.350655:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077365.350657:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d500 x1855007948264576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077365.350662:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948264576:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077365.350665:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077365.350668:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c000 x1855007948264704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.350678:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077365.350679:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077365.350680:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077365.350682:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077365.350683:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077365.350685:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948264704:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077365.350687:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077365.350688:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077365.350689:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077365.350690:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077365.350693:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077365.350695:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077365.350697:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077365.350699:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077365.350701:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077365.350703:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948264704, portal 10
00000100:00000001:2.0:1769077365.350704:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077365.350705:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104263680 : -127169605287936 : ffff8c5704d9c000)
00000100:00000040:2.0:1769077365.350710:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c000 x1855007948264704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.350714:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077365.350716:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077365.350717:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077365.350719:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948264704, offset 0
00000400:00000200:2.0:1769077365.350722:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077365.350725:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077365.350727:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077365.350729:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077365.350750:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077365.350751:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077365.350753:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077365.350756:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29879:29879:256:4294967295] 192.168.204.128@tcp LPNI seq info [29878:29878:8:4294967295]
00000400:00000200:2.0:1769077365.350759:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077365.350765:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077365.350768:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077365.350771:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077365.350773:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077365.350775:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769077365.350778:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077365.350780:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769077365.350783:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077365.350785:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077365.350787:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077365.350789:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077365.350791:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077365.350792:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077365.350794:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077365.350797:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c000 x1855007948264704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.350802:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077365.350805:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c000 x1855007948264704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077390 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.350811:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077365.350813:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077365.350816:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077365.350819:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077365.350823:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077365.350825:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298729486
00000100:00000001:2.0:1769077365.350828:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298730768
00000100:00000001:2.0:1769077365.350830:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298729486
00000100:00000001:2.0:1769077365.350832:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298730768
00000100:00000001:2.0:1769077365.350835:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077365.350838:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077365.350840:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077365.350844:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077365/real 1769077365]  req@ffff8c5704d9c000 x1855007948264704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077365.350853:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077365.350855:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077365.350857:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077365.350860:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077365.350861:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077365.350864:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077365.350868:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c000 x1855007948264704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077365.350875:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c000 x1855007948264704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.350880:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077365.350881:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077365.350882:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077365.350883:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077365.350885:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c000 x1855007948264704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.350890:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077365.350892:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c000 x1855007948264704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.350896:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077365.350898:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077365.350899:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077365.350900:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077365.350901:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077365.350902:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077365.350903:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077365.350906:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077365.350908:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077365.350910:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c000 x1855007948264704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077365.350915:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948264704:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077365.350918:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077365.350920:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d180 x1855007948264832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.350924:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077365.350925:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077365.350927:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077365.350928:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077365.350929:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077365.350931:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948264832:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077365.350934:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077365.350936:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077365.350937:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077365.350938:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077365.350941:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077365.350942:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077365.350945:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077365.350947:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077365.350949:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077365.350952:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948264832, portal 4
00000100:00000001:2.0:1769077365.350953:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077365.350954:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104268160 : -127169605283456 : ffff8c5704d9d180)
00000100:00000040:2.0:1769077365.350959:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d180 x1855007948264832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.350963:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077365.350965:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077365.350967:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077365.350969:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948264832, offset 0
00000400:00000200:2.0:1769077365.350971:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077365.350974:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077365.350977:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077365.350979:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077365.350981:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077365.350982:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077365.350984:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077365.350986:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29880:29880:256:4294967295] 192.168.204.128@tcp LPNI seq info [29879:29879:8:4294967295]
00000400:00000200:2.0:1769077365.350989:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077365.350993:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077365.350996:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077365.350998:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077365.351000:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077365.351003:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769077365.351005:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077365.351007:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769077365.351010:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077365.351011:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077365.351013:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077365.351016:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077365.351017:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077365.351019:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077365.351021:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077365.351023:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d180 x1855007948264832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.351028:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077365.351030:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d180 x1855007948264832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077390 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.351035:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077365.351036:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077365.351039:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077365.351041:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077365.351043:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077365.351045:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298729551
00000100:00000001:2.0:1769077365.351046:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298730768
00000100:00000001:2.0:1769077365.351048:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298729551
00000100:00000001:2.0:1769077365.351049:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298730768
00000100:00000001:2.0:1769077365.351051:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077365.351052:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077365.351053:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077365.351055:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077365/real 1769077365]  req@ffff8c5704d9d180 x1855007948264832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077365.351060:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077365.351061:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077365.351062:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077365.351064:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077365.351065:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077365.351066:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077365.351068:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d180 x1855007948264832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077365.351073:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d180 x1855007948264832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.351077:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077365.351078:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077365.351079:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077365.351080:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077365.351082:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d180 x1855007948264832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.351087:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077365.351089:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d180 x1855007948264832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.351095:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077365.351096:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077365.351097:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077365.351098:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077365.351099:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077365.351101:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077365.351102:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077365.351104:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077365.351105:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077365.351108:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d180 x1855007948264832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077365.351112:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948264832:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077365.351114:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077365.351117:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948264960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.351121:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077365.351121:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077365.351123:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077365.351124:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077365.351125:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077365.351127:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948264960:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077365.351129:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077365.351130:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077365.351131:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077365.351132:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077365.351135:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077365.351136:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077365.351138:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077365.351140:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077365.351142:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077365.351144:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948264960, portal 4
00000100:00000001:2.0:1769077365.351145:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077365.351146:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
00000100:00000040:2.0:1769077365.351150:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948264960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.351154:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077365.351156:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077365.351157:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077365.351159:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948264960, offset 0
00000400:00000200:2.0:1769077365.351162:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077365.351164:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077365.351166:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077365.351168:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077365.351169:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077365.351171:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077365.351173:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077365.351175:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29881:29881:256:4294967295] 192.168.204.128@tcp LPNI seq info [29880:29880:8:4294967295]
00000400:00000200:2.0:1769077365.351177:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077365.351181:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077365.351183:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077365.351185:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077365.351187:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077365.351189:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769077365.351191:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077365.351193:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769077365.351196:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077365.351197:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077365.351199:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077365.351201:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077365.351203:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077365.351204:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077365.351206:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077365.351209:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c380 x1855007948264960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.351214:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077365.351216:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948264960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077390 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.351220:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077365.351221:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077365.351223:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077365.351225:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077365.351227:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077365.351228:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298729498
00000100:00000001:2.0:1769077365.351230:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298730768
00000100:00000001:2.0:1769077365.351232:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298729498
00000100:00000001:2.0:1769077365.351233:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298730768
00000100:00000001:2.0:1769077365.351234:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077365.351235:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077365.351236:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077365.351238:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077365/real 1769077365]  req@ffff8c5704d9c380 x1855007948264960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077365.351243:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077365.351243:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077365.351244:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077365.351246:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077365.351247:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077365.351248:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077365.351251:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948264960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077365.351256:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948264960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.351264:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077365.351265:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077365.351266:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077365.351267:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077365.351270:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948264960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.351274:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077365.351276:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948264960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.351280:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077365.351281:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077365.351282:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077365.351283:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077365.351284:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077365.351285:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077365.351287:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077365.351289:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077365.351290:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077365.351292:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948264960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077365.351297:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948264960:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077365.351299:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077365.351300:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077365.351302:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d500 x1855007948264576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.351307:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077365.351308:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077365.351310:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077365.351311:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077365.351312:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077365.351313:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077365.351315:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077365.351316:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15400.
02000000:00000001:2.0:1769077365.351318:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077365.351319:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077365.351320:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d500.
00000100:00000001:2.0:1769077365.351322:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077365.351323:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077365.351324:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077365.351326:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c000 x1855007948264704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.351331:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077365.351332:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077365.351333:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077365.351334:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077365.351335:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077365.351335:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077365.351336:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077365.351337:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16c00.
02000000:00000001:2.0:1769077365.351338:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077365.351339:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077365.351340:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c000.
00000100:00000001:2.0:1769077365.351341:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077365.351342:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077365.351343:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077365.351345:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d180 x1855007948264832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.351348:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077365.351349:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077365.351350:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077365.351351:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077365.351352:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077365.351352:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077365.351355:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077365.351356:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15000.
02000000:00000001:2.0:1769077365.351357:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077365.351358:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077365.351359:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d180.
00000100:00000001:2.0:1769077365.351360:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077365.351361:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077365.351361:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077365.351363:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948264960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077365.351367:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077365.351367:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077365.351368:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077365.351370:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077365.351370:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077365.351371:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077365.351372:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077365.351373:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15c00.
02000000:00000001:2.0:1769077365.351374:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077365.351375:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077365.351375:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077365.351376:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077365.351377:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077365.351378:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077365.351381:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077365.351382:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077365.351383:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077365.351384:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077365.668891:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077365.668900:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077365.668932:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077365.668934:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077365.668937:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077366.372873:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077366.372880:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077366.372882:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077366.372887:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077366.372890:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077366.372893:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077366.372895:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077366.372898:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077366.372900:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077366.692828:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298730768, at 4298730816
00010000:00000001:2.0:1769077366.692831:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:0.0:1769077366.692832:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298730768, at 4298730816
00010000:00000001:2.0:1769077366.692837:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077366.692844:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227e40.
00000100:00000010:0.0:1769077366.692846:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d20.
00000020:00000001:3.0:1769077366.692888:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077366.692891:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077366.692895:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077367.396847:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077367.396853:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077367.396855:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077367.396859:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077367.396862:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077367.396865:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077367.396867:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077367.396870:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077367.396872:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077367.716883:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077367.716888:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077367.716951:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077367.716954:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077367.716957:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077368.420833:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077368.420839:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077368.420841:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077368.420846:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077368.420849:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077368.420852:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077368.420854:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077368.420856:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077368.420858:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077368.740857:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077368.740862:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077368.740883:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077368.740885:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077368.740888:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077369.444820:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077369.444826:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077369.444828:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077369.444833:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077369.444836:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077369.444838:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077369.444840:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077369.444843:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077369.444845:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077369.764860:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077369.764866:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077369.764891:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077369.764893:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077369.764895:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077370.468824:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077370.468840:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077370.468843:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077370.468846:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077370.468851:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769077370.468851:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077370.468857:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1769077370.468858:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4062
00000100:00000001:1.0:1769077370.468862:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077370.468868:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00100000:1.0:1769077370.468869:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077370.468873:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1769077370.468876:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:1.0:1769077370.468878:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077370.468880:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769077370.468881:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1769077370.468885:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077370.468886:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077370.468890:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077370.468891:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077370.468894:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077370.468897:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077370.468900:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077370.468901:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077370.468904:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077370.468907:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077370.468909:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077370.468911:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077370.468913:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077370.468915:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077370.468916:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077370.468917:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077370.468919:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077370.468922:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077370.468923:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077370.468925:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077370.468928:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077370.468930:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077370.468932:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077370.468934:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077370.468941:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c700.
00000020:00000040:0.0:1769077370.468944:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077370.468947:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077370.468949:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077370.468951:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077370.468953:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077370.468956:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077370.468962:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17c00.
00000100:00000001:0.0:1769077370.468967:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077370.468974:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c700 x1855007948265088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077370.468981:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077370.468984:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077370.468988:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000435b0902] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c700 x1855007948265088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077370.469016:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077370.469018:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077370.469021:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077370.469022:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077370.469023:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077370.469025:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077370.469027:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4062
00000400:00000200:0.0:1769077370.469030:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077370.469032:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077370.469033:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077370.469035:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077370.469037:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077370.469039:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077370.469041:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077370.469043:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077370.469045:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077370.469046:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077370.469048:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077370.469050:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077370.469051:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077370.469053:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769077370.469054:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077370.469057:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077370.469058:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769077370.469059:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077370.469062:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077370.469063:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077370.469067:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:0.0:1769077370.469071:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000040:2.0:1769077370.469073:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c700 x1855007948265088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077370.469074:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077370.469077:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077370.469082:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077370.469086:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769077370.469087:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.469091:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077370.469092:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077370.469097:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077370.469097:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077370.469100:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1769077370.469102:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077370.469114:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077370.469115:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077370.469117:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9f480.
00000100:00100000:2.0:1769077370.469121:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948265088:192.168.204.128@tcp:250:kworker.0
00000020:00000040:0.0:1769077370.469122:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077370.469127:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077370.469130:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.469130:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077370.469132:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077370.469134:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077370.469135:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077370.469137:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077370.469139:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077370.469142:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077370.469143:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14800.
02000000:00000010:2.0:1769077370.469147:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
00000100:00000001:0.0:1769077370.469148:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077370.469153:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077370.469158:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9f480 x1855007948265216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077370.469165:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077370.469170:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077370.469174:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077370.469174:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000100:00000040:0.0:1769077370.469193:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1a89039] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9f480 x1855007948265216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769077370.469195:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077370.469203:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948265088, portal 25
00000100:00000001:2.0:1769077370.469207:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077370.469208:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.469209:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104265472 : -127169605286144 : ffff8c5704d9c700)
00000100:00080000:0.0:1769077370.469214:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077370.469219:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c700 x1855007948265088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077370.469222:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077370.469227:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077370.469230:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077370.469237:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077370.469241:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1769077370.469243:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4062
00000100:00000040:2.0:1769077370.469248:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077370.469251:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000400:00000200:0.0:1769077370.469254:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000200:2.0:1769077370.469256:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948265088, offset 0
00000400:00000200:0.0:1769077370.469263:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077370.469264:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00080000:0.0:1769077370.469269:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077370.469284:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077370.469287:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077370.469289:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077370.469295:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000040:0.0:1769077370.469296:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077370.469302:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077370.469303:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1769077370.469308:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077370.469311:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000400:00000200:2.0:1769077370.469312:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000020:00000001:0.0:1769077370.469314:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077370.469318:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000400:00000200:2.0:1769077370.469320:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1769077370.469323:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077370.469327:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000020:00000001:0.0:1769077370.469329:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077370.469336:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29882:29882:256:4294967295] 192.168.204.128@tcp LPNI seq info [29881:29881:8:4294967295]
00000100:00000040:0.0:1769077370.469338:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077370.469343:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077370.469346:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077370.469351:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077370.469352:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077370.469357:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:0.0:1769077370.469360:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077370.469362:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077370.469364:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077370.469367:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077370.469384:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077370.469387:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769077370.469388:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077370.469392:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077370.469395:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077370.469396:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077370.469400:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00000010:0.0:1769077370.469402:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000020:00000040:0.0:1769077370.469406:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000800:00000010:2.0:1769077370.469407:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
02000000:00000001:0.0:1769077370.469408:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077370.469411:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077370.469413:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077370.469414:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1769077370.469417:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:0.0:1769077370.469418:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077370.469423:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
02000000:00000010:0.0:1769077370.469425:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16400.
00000100:00000001:0.0:1769077370.469430:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077370.469431:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077370.469435:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000100:00100000:0.0:1769077370.469437:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948265344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1769077370.469443:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077370.469448:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000100:00000001:0.0:1769077370.469452:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077370.469455:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077370.469455:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1769077370.469460:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948265344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077370.469465:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769077370.469483:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077370.469483:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077370.469487:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00080000:0.0:1769077370.469488:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077370.469494:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077370.469495:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077370.469496:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1769077370.469497:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077370.469500:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:2.0:1769077370.469503:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c700 x1855007948265088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077370.469504:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4062
00000400:00000200:0.0:1769077370.469513:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077370.469519:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077370.469521:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077370.469524:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077370.469524:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769077370.469528:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077370.469532:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077370.469534:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000040:2.0:1769077370.469535:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c700 x1855007948265088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077395 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077370.469536:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077370.469538:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:0.0:1769077370.469540:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077370.469543:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:0.0:1769077370.469545:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769077370.469549:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:0.0:1769077370.469554:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077370.469557:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077370.469560:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077370.469563:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077370.469568:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:0.0:1769077370.469572:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077370.469574:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077370.469576:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077370.469578:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077370.469579:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077370.469582:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077370.469586:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077370.469588:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077370.469589:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.469589:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.469596:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:0.0:1769077370.469598:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000020:00000040:0.0:1769077370.469601:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:0.0:1769077370.469603:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077370.469605:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.469605:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077370.469611:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077370.469613:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077370.469615:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:0.0:1769077370.469616:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.469621:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298735887
02000000:00000010:0.0:1769077370.469622:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15c00.
00000100:00000001:0.0:1769077370.469628:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077370.469630:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a2274e0.
00000100:00100000:0.0:1769077370.469632:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948265472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077370.469639:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077370.469640:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077370.469642:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948265472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.469651:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077370.469658:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298735887
00000100:00000001:0.0:1769077370.469661:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077370.469662:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227ea0.
00000100:00080000:0.0:1769077370.469667:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077370.469667:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077370.469672:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769077370.469674:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077370.469675:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077370.469678:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077370.469679:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1769077370.469682:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1769077370.469687:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077370/real 1769077370]  req@ffff8c5704d9c700 x1855007948265088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077370.469688:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077370.469695:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4062
00000400:00000001:2.0:1769077370.469701:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000200:0.0:1769077370.469704:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000001:2.0:1769077370.469705:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077370.469708:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:0.0:1769077370.469712:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077370.469714:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000100:00080000:0.0:1769077370.469717:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1769077370.469718:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077370.469729:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077370.469753:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c700 x1855007948265088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077370.469761:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c700 x1855007948265088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077370.469766:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077370.469772:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077370.469773:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077370.469777:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077370.469780:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077370.469781:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077370.469784:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077370.469786:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00100000:2.0:1769077370.469790:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c700 x1855007948265088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077370.469791:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077370.469794:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769077370.469798:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077370.469802:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00000001:2.0:1769077370.469802:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1769077370.469808:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:2.0:1769077370.469810:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c700 x1855007948265088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077370.469815:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:2.0:1769077370.469821:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1769077370.469826:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077370.469826:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077370.469833:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077370.469833:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077370.469845:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077370.469849:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000040:0.0:1769077370.469850:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077370.469851:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077370.469856:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00080000:2.0:1769077370.469857:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:0.0:1769077370.469863:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:2.0:1769077370.469866:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077370.469870:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:0.0:1769077370.469871:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077370.469877:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077370.469878:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c700 x1855007948265088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077370.469881:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077370.469887:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1769077370.469889:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948265088:192.168.204.128@tcp:250:kworker.0
02000000:00000001:0.0:1769077370.469891:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.469894:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077370.469896:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077370.469897:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000008:00100000:0.0:1769077370.469901:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000040:2.0:1769077370.469902:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c700 x1855007948265088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1769077370.469909:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.469913:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1769077370.469914:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077370.469916:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077370.469919:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
00000100:00000010:0.0:1769077370.469921:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d180.
02000000:00000001:2.0:1769077370.469922:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077370.469925:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077370.469927:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000040:2.0:1769077370.469928:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077370.469943:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000001:0.0:1769077370.469945:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1769077370.469946:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17c00.
02000000:00000001:0.0:1769077370.469948:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077370.469951:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1769077370.469952:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077370.469954:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:0.0:1769077370.469956:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:2.0:1769077370.469957:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c700.
02000000:00000001:0.0:1769077370.469960:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.469963:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
02000000:00000010:0.0:1769077370.469967:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15000.
00000100:00000001:2.0:1769077370.469967:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077370.469972:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077370.469974:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.469982:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1769077370.469983:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d180 x1855007948265600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077370.469986:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.469992:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077370.469995:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077370.469998:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077370.470010:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077370.470013:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077370.470016:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9f480 x1855007948265216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077370.470021:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad4bb1df] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d180 x1855007948265600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.470043:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077370.470046:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077370.470047:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077370.470049:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077370.470052:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769077370.470055:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4072)
02000000:00000001:2.0:1769077370.470055:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077370.470061:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948265216:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077370.470075:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077370.470077:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077370.470078:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077370.470079:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077370.470082:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077370.470084:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077370.470089:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077370.470091:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077370.470094:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077370.470096:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948265216, portal 10
00000100:00000001:2.0:1769077370.470098:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077370.470099:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104277120 : -127169605274496 : ffff8c5704d9f480)
00000100:00000040:2.0:1769077370.470104:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9f480 x1855007948265216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.470108:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077370.470110:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077370.470112:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077370.470113:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948265216, offset 0
00000400:00000200:2.0:1769077370.470116:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077370.470119:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077370.470122:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077370.470125:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077370.470127:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077370.470128:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077370.470130:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077370.470142:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29883:29883:256:4294967295] 192.168.204.128@tcp LPNI seq info [29882:29882:8:4294967295]
00000400:00000200:2.0:1769077370.470145:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077370.470150:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077370.470153:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077370.470155:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077370.470158:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077370.470160:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077370.470163:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077370.470165:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769077370.470168:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077370.470169:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077370.470171:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077370.470174:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077370.470176:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077370.470177:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077370.470179:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077370.470182:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9f480 x1855007948265216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.470187:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077370.470189:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9f480 x1855007948265216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077395 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.470194:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.470195:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077370.470207:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077370.470210:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077370.470212:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077370.470214:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298734606
00000100:00000001:2.0:1769077370.470216:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298735887
00000100:00000001:2.0:1769077370.470217:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298734606
00000100:00000001:2.0:1769077370.470219:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298735887
00000100:00000001:2.0:1769077370.470220:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077370.470221:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.470223:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077370.470225:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077370/real 1769077370]  req@ffff8c5704d9f480 x1855007948265216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077370.470230:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077370.470231:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077370.470232:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077370.470234:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077370.470235:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077370.470236:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077370.470238:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9f480 x1855007948265216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077370.470243:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9f480 x1855007948265216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.470247:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077370.470248:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077370.470250:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077370.470251:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077370.470253:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9f480 x1855007948265216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.470257:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077370.470259:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9f480 x1855007948265216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.470265:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077370.470266:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077370.470267:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077370.470268:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077370.470270:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077370.470271:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077370.470273:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077370.470275:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077370.470276:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077370.470278:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9f480 x1855007948265216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077370.470283:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948265216:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077370.470286:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077370.470299:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9dc00 x1855007948265344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.470304:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077370.470305:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077370.470307:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077370.470309:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077370.470333:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077370.470338:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948265344:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077370.470342:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077370.470344:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077370.470346:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077370.470348:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077370.470352:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077370.470355:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077370.470360:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077370.470364:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077370.470368:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077370.470384:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948265344, portal 10
00000100:00000001:2.0:1769077370.470387:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077370.470388:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104270848 : -127169605280768 : ffff8c5704d9dc00)
00000100:00000040:2.0:1769077370.470395:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9dc00 x1855007948265344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.470399:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077370.470402:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077370.470404:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077370.470406:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948265344, offset 0
00000400:00000200:2.0:1769077370.470410:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077370.470414:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077370.470417:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077370.470420:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077370.470422:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077370.470424:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077370.470425:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077370.470428:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29884:29884:256:4294967295] 192.168.204.128@tcp LPNI seq info [29883:29883:8:4294967295]
00000400:00000200:2.0:1769077370.470432:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077370.470439:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077370.470444:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077370.470447:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077370.470451:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077370.470453:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077370.470455:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077370.470457:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769077370.470461:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077370.470462:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077370.470465:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077370.470479:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077370.470481:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077370.470483:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077370.470486:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077370.470488:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9dc00 x1855007948265344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.470494:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077370.470495:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948265344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077395 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.470500:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.470501:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077370.470503:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077370.470505:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077370.470507:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077370.470509:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298734605
00000100:00000001:2.0:1769077370.470511:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298735887
00000100:00000001:2.0:1769077370.470512:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298734605
00000100:00000001:2.0:1769077370.470514:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298735887
00000100:00000001:2.0:1769077370.470515:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077370.470517:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.470519:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077370.470523:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077370/real 1769077370]  req@ffff8c5704d9dc00 x1855007948265344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077370.470531:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077370.470533:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077370.470535:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077370.470537:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077370.470539:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077370.470541:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077370.470544:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9dc00 x1855007948265344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077370.470553:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9dc00 x1855007948265344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.470561:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077370.470563:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077370.470565:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077370.470566:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077370.470570:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9dc00 x1855007948265344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.470578:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077370.470581:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9dc00 x1855007948265344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.470585:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077370.470587:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077370.470588:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077370.470589:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077370.470590:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077370.470591:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077370.470592:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077370.470594:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077370.470596:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077370.470598:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9dc00 x1855007948265344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077370.470604:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948265344:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077370.470606:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077370.470608:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948265472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.470612:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077370.470613:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077370.470615:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077370.470617:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077370.470618:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077370.470620:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948265472:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077370.470623:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077370.470624:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077370.470625:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077370.470626:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077370.470629:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077370.470630:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077370.470633:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077370.470646:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077370.470648:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077370.470650:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948265472, portal 4
00000100:00000001:2.0:1769077370.470652:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077370.470653:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
00000100:00000040:2.0:1769077370.470657:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948265472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.470661:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077370.470663:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077370.470664:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077370.470666:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948265472, offset 0
00000400:00000200:2.0:1769077370.470668:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077370.470671:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077370.470673:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077370.470675:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077370.470677:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077370.470678:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077370.470680:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077370.470682:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29885:29885:256:4294967295] 192.168.204.128@tcp LPNI seq info [29884:29884:8:4294967295]
00000400:00000200:2.0:1769077370.470685:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077370.470689:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077370.470693:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077370.470695:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077370.470698:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077370.470699:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077370.470702:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077370.470704:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769077370.470707:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077370.470709:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077370.470711:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077370.470713:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077370.470726:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077370.470728:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077370.470729:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077370.470749:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c380 x1855007948265472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.470755:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077370.470757:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948265472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077395 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.470761:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.470762:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077370.470765:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077370.470767:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077370.470769:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077370.470771:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298734671
00000100:00000001:2.0:1769077370.470772:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298735887
00000100:00000001:2.0:1769077370.470774:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298734671
00000100:00000001:2.0:1769077370.470775:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298735887
00000100:00000001:2.0:1769077370.470777:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077370.470779:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.470780:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077370.470782:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077370/real 1769077370]  req@ffff8c5704d9c380 x1855007948265472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077370.470788:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077370.470789:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077370.470790:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077370.470791:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077370.470792:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077370.470794:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077370.470796:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948265472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077370.470801:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948265472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.470805:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077370.470806:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077370.470807:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077370.470808:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077370.470810:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948265472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.470814:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077370.470816:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948265472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.470820:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077370.470822:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077370.470823:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077370.470824:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077370.470825:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077370.470827:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077370.470828:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077370.470830:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077370.470831:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077370.470834:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948265472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077370.470840:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948265472:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077370.470852:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077370.470854:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077370.470855:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9f480 x1855007948265216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.470859:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077370.470860:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077370.470862:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077370.470863:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077370.470864:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077370.470865:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077370.470867:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077370.470868:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14800.
02000000:00000001:2.0:1769077370.470870:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077370.470871:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077370.470872:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9f480.
00000100:00000001:2.0:1769077370.470874:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077370.470875:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077370.470876:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077370.470878:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9dc00 x1855007948265344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.470882:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077370.470882:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077370.470884:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077370.470885:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077370.470886:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077370.470887:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077370.470888:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077370.470889:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16400.
02000000:00000001:2.0:1769077370.470890:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077370.470891:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077370.470892:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077370.470894:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077370.470895:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077370.470896:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077370.470898:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948265472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.470902:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077370.470902:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077370.470903:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077370.470904:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077370.470905:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077370.470905:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077370.470907:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077370.470907:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15c00.
02000000:00000001:2.0:1769077370.470909:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077370.470909:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077370.470910:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077370.470911:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077370.470912:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077370.470913:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077370.470915:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077370.470916:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.470917:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077370.470918:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077370.470919:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077370.470921:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d180 x1855007948265600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.470925:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077370.470926:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077370.470927:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077370.470928:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077370.470930:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077370.470931:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948265600:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077370.470945:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077370.470946:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077370.470947:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077370.470949:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077370.470951:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077370.470952:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077370.470954:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077370.470956:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077370.470958:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077370.470961:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948265600, portal 4
00000100:00000001:2.0:1769077370.470963:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077370.470964:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104268160 : -127169605283456 : ffff8c5704d9d180)
00000100:00000040:2.0:1769077370.470970:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d180 x1855007948265600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.470976:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077370.470979:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077370.470981:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077370.470983:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948265600, offset 0
00000400:00000200:2.0:1769077370.470987:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077370.470991:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077370.470995:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077370.470998:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077370.471011:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077370.471014:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077370.471017:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077370.471020:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29886:29886:256:4294967295] 192.168.204.128@tcp LPNI seq info [29885:29885:8:4294967295]
00000400:00000200:2.0:1769077370.471024:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077370.471031:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077370.471034:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077370.471037:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077370.471039:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077370.471041:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077370.471044:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077370.471046:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769077370.471049:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077370.471050:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077370.471052:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077370.471055:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077370.471057:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077370.471058:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077370.471060:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077370.471063:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d180 x1855007948265600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.471079:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077370.471081:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d180 x1855007948265600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077395 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.471085:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.471087:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077370.471089:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077370.471091:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077370.471093:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077370.471095:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298734618
00000100:00000001:2.0:1769077370.471096:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298735887
00000100:00000001:2.0:1769077370.471098:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298734618
00000100:00000001:2.0:1769077370.471099:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298735887
00000100:00000001:2.0:1769077370.471101:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077370.471102:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.471103:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077370.471105:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077370/real 1769077370]  req@ffff8c5704d9d180 x1855007948265600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077370.471110:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077370.471111:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077370.471112:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077370.471114:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077370.471115:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077370.471117:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077370.471119:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d180 x1855007948265600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077370.471124:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d180 x1855007948265600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.471128:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077370.471129:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077370.471130:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077370.471130:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077370.471133:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d180 x1855007948265600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.471143:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077370.471145:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d180 x1855007948265600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.471149:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077370.471150:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077370.471151:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077370.471152:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077370.471153:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077370.471154:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077370.471156:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077370.471158:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077370.471159:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077370.471161:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d180 x1855007948265600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077370.471166:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948265600:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077370.471168:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077370.471169:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077370.471172:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d180 x1855007948265600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.471176:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077370.471177:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077370.471178:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077370.471180:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077370.471180:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077370.471181:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077370.471182:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077370.471184:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15000.
02000000:00000001:2.0:1769077370.471185:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077370.471186:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077370.471187:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d180.
00000100:00000001:2.0:1769077370.471189:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077370.471190:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077370.471191:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077370.471193:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077370.471194:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.471195:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077370.471207:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077370.788818:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077370.788823:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077370.788873:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077370.788877:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077370.788880:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077371.492813:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077371.492819:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077371.492821:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077371.492825:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077371.492828:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077371.492831:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077371.492833:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077371.492835:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077371.492837:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077371.812852:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298735887, at 4298735936
00000100:00000040:1.0:1769077371.812852:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298735887, at 4298735936
00010000:00000001:2.0:1769077371.812855:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077371.812862:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077371.812870:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ea0.
00000100:00000010:0.0:1769077371.812874:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2274e0.
00000020:00000001:3.0:1769077371.812945:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077371.812948:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077371.812952:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077372.516872:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077372.516879:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077372.516880:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077372.516885:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077372.516888:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077372.516892:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077372.516894:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077372.516897:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077372.516899:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077372.836885:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077372.836897:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077372.836901:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077372.836905:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077372.836912:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077372.836915:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077372.836918:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077372.836920:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077372.836955:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077372.836959:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077372.836962:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077373.540864:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077373.540871:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077373.540872:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077373.540877:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077373.540880:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077373.540883:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077373.540885:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077373.540888:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077373.540890:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077373.860864:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077373.860870:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077373.860891:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077373.860893:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077373.860896:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077374.564837:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077374.564843:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077374.564845:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077374.564850:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077374.564853:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077374.564856:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077374.564858:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077374.564860:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077374.564862:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077374.884817:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077374.884822:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077374.884908:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077374.884913:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077374.884917:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077375.588830:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077375.588836:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077375.588838:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077375.588843:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077375.588847:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077375.588851:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077375.588852:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077375.588854:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077375.588857:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077375.588860:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077375.588861:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077375.588864:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077375.588868:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077375.588871:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077375.588877:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4067
00000400:00000200:3.0:1769077375.588885:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077375.588889:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077375.588892:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077375.588895:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077375.588897:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077375.588899:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077375.588901:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077375.588904:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077375.588905:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769077375.588907:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077375.588909:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769077375.588911:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769077375.588913:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769077375.588915:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077375.588917:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077375.588918:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077375.588920:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077375.588922:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769077375.588924:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077375.588926:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077375.588927:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077375.588930:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077375.588932:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077375.588933:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077375.588935:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077375.588942:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769077375.588945:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077375.588948:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077375.588949:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077375.588951:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077375.588953:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077375.588957:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077375.588963:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769077375.588968:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077375.588975:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948265728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077375.588983:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077375.588986:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077375.588989:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948265728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077375.589005:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077375.589008:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077375.589010:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077375.589011:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077375.589012:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077375.589015:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077375.589017:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4067
00000400:00000200:3.0:1769077375.589019:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077375.589021:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077375.589023:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077375.589025:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077375.589026:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077375.589028:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077375.589029:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077375.589031:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077375.589032:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769077375.589033:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077375.589034:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769077375.589036:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769077375.589038:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769077375.589040:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077375.589041:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077375.589043:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077375.589044:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077375.589046:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769077375.589048:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077375.589049:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077375.589050:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077375.589054:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077375.589056:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1769077375.589058:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077375.589060:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1769077375.589062:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077375.589065:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077375.589068:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1769077375.589071:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1f80 x1855007948265728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1769077375.589072:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077375.589076:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077375.589080:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769077375.589084:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077375.589089:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077375.589092:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077375.589093:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077375.589094:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077375.589097:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077375.589097:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077375.589100:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077375.589104:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:3.0:1769077375.589105:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769077375.589110:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077375.589111:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1769077375.589115:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948265856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077375.589117:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077375.589127:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948265728:192.168.204.128@tcp:250:kworker.0
00000100:00000001:3.0:1769077375.589127:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077375.589131:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077375.589137:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1769077375.589139:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948265856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077375.589143:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077375.589147:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077375.589149:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077375.589152:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1769077375.589153:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077375.589157:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077375.589158:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077375.589160:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:2.0:1769077375.589161:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412800.
00000100:00000001:3.0:1769077375.589162:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077375.589166:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4067
00000400:00000200:3.0:1769077375.589168:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077375.589170:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077375.589171:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077375.589174:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077375.589176:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077375.589176:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077375.589180:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077375.589182:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077375.589183:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077375.589185:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769077375.589186:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077375.589188:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000400:00000200:2.0:1769077375.589189:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000001:3.0:1769077375.589191:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769077375.589194:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000010:2.0:1769077375.589198:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000100:00000040:3.0:1769077375.589198:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077375.589204:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077375.589206:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077375.589208:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000010:2.0:1769077375.589210:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000020:00000040:3.0:1769077375.589210:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769077375.589216:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077375.589219:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077375.589221:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948265728, portal 25
02000000:00000001:3.0:1769077375.589221:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077375.589226:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1769077375.589226:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077375.589229:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444606336 : -127165264945280 : ffff8c58078e1f80)
02000000:00000001:3.0:1769077375.589231:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077375.589236:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077375.589239:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1769077375.589241:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1f80 x1855007948265728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1769077375.589246:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077375.589251:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077375.589259:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:3.0:1769077375.589259:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769077375.589264:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077375.589267:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077375.589268:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077375.589270:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077375.589273:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1769077375.589274:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
02000000:00000001:3.0:1769077375.589277:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077375.589281:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
02000000:00000010:3.0:1769077375.589294:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769077375.589301:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077375.589302:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948265728, offset 0
00000100:00100000:3.0:1769077375.589307:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948265984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077375.589317:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:3.0:1769077375.589317:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077375.589322:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077375.589326:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948265984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077375.589331:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077375.589338:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077375.589342:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077375.589343:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00080000:3.0:1769077375.589348:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077375.589351:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769077375.589353:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1769077375.589354:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077375.589359:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077375.589362:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00080000:3.0:1769077375.589363:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4067
00000400:00000200:2.0:1769077375.589371:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077375.589375:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077375.589379:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29887:29887:256:4294967295] 192.168.204.128@tcp LPNI seq info [29886:29886:8:4294967295]
00000400:00000200:2.0:1769077375.589384:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077375.589390:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077375.589398:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077375.589402:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077375.589403:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1769077375.589407:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077375.589411:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077375.589413:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077375.589417:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:2.0:1769077375.589418:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000020:00000001:3.0:1769077375.589419:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077375.589422:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769077375.589424:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077375.589426:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000800:00000010:2.0:1769077375.589428:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000020:00000001:3.0:1769077375.589428:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769077375.589434:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769077375.589437:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077375.589438:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1769077375.589443:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:3.0:1769077375.589443:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077375.589447:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077375.589450:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000800:00000200:2.0:1769077375.589452:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000100:00080000:3.0:1769077375.589453:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077375.589457:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077375.589459:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077375.589462:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077375.589465:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077375.589465:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769077375.589467:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077375.589470:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000800:00000200:2.1:1769077375.589472:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000008:00000001:3.0:1769077375.589473:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077375.589477:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077375.589482:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000800:00000100:2.0:1769077375.589484:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000020:00000040:3.0:1769077375.589485:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769077375.589489:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000010:2.0:1769077375.589490:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
02000000:00000001:3.0:1769077375.589490:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077375.589495:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077375.589497:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077375.589498:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077375.589500:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:3.0:1769077375.589501:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769077375.589508:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077375.589513:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00100000:3.0:1769077375.589517:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948266112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077375.589522:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000100:00000001:3.0:1769077375.589523:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077375.589527:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077375.589528:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000040:3.0:1769077375.589531:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948266112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.589536:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769077375.589538:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077375.589541:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077375.589543:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077375.589546:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1769077375.589548:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1f80 x1855007948265728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077375.589548:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077375.589552:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077375.589557:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4067
00000400:00000200:3.0:1769077375.589564:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077375.589570:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077375.589572:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077375.589574:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077375.589583:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077375.589585:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077375.589589:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000040:2.0:1769077375.589590:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1f80 x1855007948265728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077400 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077375.589593:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077375.589598:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077375.589599:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769077375.589603:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077375.589606:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00000001:2.0:1769077375.589610:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077375.589610:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:2.0:1769077375.589616:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1769077375.589617:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769077375.589622:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077375.589624:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077375.589626:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077375.589626:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077375.589627:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077375.589632:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769077375.589636:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000200:2.0:1769077375.589638:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077375.589639:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077375.589644:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077375.589646:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298741007
02000000:00000001:3.0:1769077375.589646:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077375.589650:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077375.589653:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077375.589654:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077375.589655:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077375.589657:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227ba0.
00000100:00000001:3.0:1769077375.589657:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077375.589663:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769077375.589666:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000001:2.0:1769077375.589668:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1769077375.589668:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077375.589671:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077375.589674:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077375.589675:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077375.589677:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077375.589678:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298741007
02000000:00000010:3.0:1769077375.589680:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769077375.589685:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077375.589687:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a2274e0.
00000100:00100000:3.0:1769077375.589689:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948266240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077375.589694:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077375.589699:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077375.589705:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077375.589709:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077375.589711:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1769077375.589712:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077375.589722:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948266240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077375.589723:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077375/real 1769077375]  req@ffff8c58078e1f80 x1855007948265728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077375.589757:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077375.589761:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4077)
00000400:00000001:2.0:1769077375.589778:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077375.589780:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077375.589783:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077375.589787:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077375.589789:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077375.589792:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077375.589797:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1f80 x1855007948265728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077375.589804:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1f80 x1855007948265728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.589809:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077375.589810:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077375.589812:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077375.589813:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077375.589816:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1f80 x1855007948265728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.589821:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077375.589824:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1f80 x1855007948265728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.589829:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077375.589831:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077375.589833:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077375.589833:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077375.589835:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077375.589837:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077375.589839:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077375.589842:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077375.589844:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077375.589849:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1f80 x1855007948265728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077375.589858:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948265728:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077375.589862:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077375.589865:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077375.589878:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1f80 x1855007948265728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.589885:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077375.589888:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077375.589891:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077375.589894:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077375.589896:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077375.589898:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077375.589900:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077375.589905:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312ec00.
02000000:00000001:2.0:1769077375.589919:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077375.589925:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077375.589927:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1f80.
00000100:00000001:2.0:1769077375.589931:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077375.589932:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077375.589935:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077375.589947:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077375.589949:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077375.589952:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077375.589954:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077375.589956:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077375.589960:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e3800 x1855007948265856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.589967:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077375.589968:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077375.589970:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077375.589972:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077375.589975:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077375.589978:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948265856:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077375.589981:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077375.589983:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077375.589985:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077375.589987:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077375.589991:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077375.589993:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077375.589997:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077375.590001:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077375.590005:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077375.590009:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948265856, portal 10
00000100:00000001:2.0:1769077375.590011:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077375.590012:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444612608 : -127165264939008 : ffff8c58078e3800)
00000100:00000040:2.0:1769077375.590019:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e3800 x1855007948265856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.590026:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077375.590029:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077375.590032:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077375.590034:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948265856, offset 0
00000400:00000200:2.0:1769077375.590039:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077375.590043:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077375.590047:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077375.590050:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077375.590053:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077375.590056:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077375.590059:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077375.590062:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29888:29888:256:4294967295] 192.168.204.128@tcp LPNI seq info [29887:29887:8:4294967295]
00000400:00000200:2.0:1769077375.590067:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077375.590074:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077375.590078:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077375.590082:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077375.590086:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077375.590088:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077375.590093:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077375.590096:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769077375.590100:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077375.590102:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077375.590105:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077375.590108:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077375.590111:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077375.590113:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077375.590116:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077375.590120:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e3800 x1855007948265856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.590129:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077375.590132:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e3800 x1855007948265856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077400 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.590139:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077375.590140:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077375.590144:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077375.590147:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077375.590151:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077375.590154:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298739726
00000100:00000001:2.0:1769077375.590157:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298741007
00000100:00000001:2.0:1769077375.590159:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298739726
00000100:00000001:2.0:1769077375.590163:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298741007
00000100:00000001:2.0:1769077375.590165:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077375.590168:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077375.590170:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077375.590174:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077375/real 1769077375]  req@ffff8c58078e3800 x1855007948265856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077375.590183:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077375.590184:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077375.590186:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077375.590189:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077375.590191:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077375.590193:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077375.590196:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e3800 x1855007948265856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077375.590204:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e3800 x1855007948265856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.590208:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077375.590209:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077375.590211:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077375.590212:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077375.590214:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e3800 x1855007948265856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.590220:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077375.590224:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e3800 x1855007948265856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.590231:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077375.590234:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077375.590236:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077375.590238:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077375.590240:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077375.590242:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077375.590245:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077375.590248:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077375.590250:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077375.590255:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e3800 x1855007948265856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077375.590263:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948265856:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077375.590268:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077375.590271:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1500 x1855007948265984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.590277:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077375.590279:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077375.590281:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077375.590283:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077375.590301:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077375.590305:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948265984:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077375.590308:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077375.590310:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077375.590312:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077375.590313:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077375.590317:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077375.590319:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077375.590324:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077375.590327:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077375.590330:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077375.590333:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948265984, portal 10
00000100:00000001:2.0:1769077375.590335:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077375.590337:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444603648 : -127165264947968 : ffff8c58078e1500)
00000100:00000040:2.0:1769077375.590343:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1500 x1855007948265984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.590350:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077375.590352:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077375.590355:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077375.590358:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948265984, offset 0
00000400:00000200:2.0:1769077375.590362:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077375.590366:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077375.590370:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077375.590373:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077375.590376:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077375.590378:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077375.590381:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077375.590384:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29889:29889:256:4294967295] 192.168.204.128@tcp LPNI seq info [29888:29888:8:4294967295]
00000400:00000200:2.0:1769077375.590388:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077375.590395:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077375.590401:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077375.590405:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077375.590409:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077375.590412:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077375.590416:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077375.590419:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769077375.590423:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077375.590425:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077375.590429:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077375.590432:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077375.590435:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077375.590437:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077375.590440:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077375.590444:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1500 x1855007948265984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.590452:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077375.590456:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1500 x1855007948265984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077400 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.590468:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077375.590470:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077375.590473:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077375.590476:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077375.590480:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077375.590482:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298739725
00000100:00000001:2.0:1769077375.590484:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298741007
00000100:00000001:2.0:1769077375.590487:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298739725
00000100:00000001:2.0:1769077375.590489:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298741007
00000100:00000001:2.0:1769077375.590492:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077375.590495:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077375.590497:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077375.590502:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077375/real 1769077375]  req@ffff8c58078e1500 x1855007948265984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077375.590509:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077375.590511:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077375.590513:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077375.590516:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077375.590518:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077375.590520:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077375.590523:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1500 x1855007948265984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077375.590532:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1500 x1855007948265984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.590538:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077375.590540:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077375.590542:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077375.590543:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077375.590547:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1500 x1855007948265984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.590555:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077375.590559:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1500 x1855007948265984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.590566:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077375.590569:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077375.590571:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077375.590572:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077375.590574:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077375.590575:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077375.590578:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077375.590581:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077375.590583:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077375.590587:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1500 x1855007948265984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077375.590595:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948265984:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077375.590599:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077375.590603:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e2a00 x1855007948266112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.590609:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077375.590611:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077375.590613:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077375.590615:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077375.590618:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077375.590620:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948266112:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077375.590624:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077375.590626:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077375.590628:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077375.590630:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077375.590633:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077375.590635:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077375.590640:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077375.590643:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077375.590646:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077375.590649:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948266112, portal 4
00000100:00000001:2.0:1769077375.590651:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077375.590652:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444609024 : -127165264942592 : ffff8c58078e2a00)
00000100:00000040:2.0:1769077375.590658:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e2a00 x1855007948266112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.590665:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077375.590668:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077375.590670:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077375.590672:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948266112, offset 0
00000400:00000200:2.0:1769077375.590676:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077375.590680:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077375.590684:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077375.590687:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077375.590689:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077375.590692:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077375.590694:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077375.590697:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29890:29890:256:4294967295] 192.168.204.128@tcp LPNI seq info [29889:29889:8:4294967295]
00000400:00000200:2.0:1769077375.590702:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077375.590708:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077375.590713:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077375.590717:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077375.590721:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077375.590724:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077375.590728:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077375.590748:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769077375.590754:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077375.590757:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077375.590760:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077375.590763:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077375.590767:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077375.590768:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077375.590771:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077375.590775:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e2a00 x1855007948266112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.590782:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077375.590785:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e2a00 x1855007948266112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077400 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.590792:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077375.590794:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077375.590797:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077375.590800:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077375.590803:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077375.590805:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298739791
00000100:00000001:2.0:1769077375.590808:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298741007
00000100:00000001:2.0:1769077375.590810:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298739791
00000100:00000001:2.0:1769077375.590812:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298741007
00000100:00000001:2.0:1769077375.590815:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077375.590817:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077375.590819:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077375.590823:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077375/real 1769077375]  req@ffff8c58078e2a00 x1855007948266112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077375.590830:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077375.590831:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077375.590833:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077375.590836:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077375.590838:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077375.590841:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077375.590844:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e2a00 x1855007948266112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077375.590853:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e2a00 x1855007948266112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.590859:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077375.590861:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077375.590863:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077375.590864:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077375.590868:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e2a00 x1855007948266112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.590875:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077375.590878:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e2a00 x1855007948266112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.590885:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077375.590887:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077375.590889:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077375.590890:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077375.590892:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077375.590893:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077375.590896:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077375.590899:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077375.590902:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077375.590906:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e2a00 x1855007948266112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077375.590915:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948266112:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077375.590919:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077375.590922:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0380 x1855007948266240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.590929:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077375.590931:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077375.590933:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077375.590935:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077375.590937:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077375.590940:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948266240:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077375.590943:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077375.590944:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077375.590946:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077375.590948:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077375.590951:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077375.590953:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077375.590957:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077375.590960:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077375.590964:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077375.590967:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948266240, portal 4
00000100:00000001:2.0:1769077375.590969:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077375.590970:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444599168 : -127165264952448 : ffff8c58078e0380)
00000100:00000040:2.0:1769077375.590976:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0380 x1855007948266240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.590982:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077375.590984:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077375.590987:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077375.590989:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948266240, offset 0
00000400:00000200:2.0:1769077375.590993:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077375.590998:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077375.591001:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077375.591005:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077375.591007:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077375.591010:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077375.591012:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077375.591015:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29891:29891:256:4294967295] 192.168.204.128@tcp LPNI seq info [29890:29890:8:4294967295]
00000400:00000200:2.0:1769077375.591019:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077375.591025:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077375.591030:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077375.591033:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077375.591037:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077375.591039:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077375.591043:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077375.591046:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769077375.591050:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077375.591052:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077375.591055:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077375.591058:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077375.591061:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077375.591062:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077375.591065:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077375.591069:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0380 x1855007948266240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.591077:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077375.591080:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0380 x1855007948266240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077400 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.591087:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077375.591089:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077375.591092:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077375.591095:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077375.591099:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077375.591101:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298739738
00000100:00000001:2.0:1769077375.591104:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298741007
00000100:00000001:2.0:1769077375.591106:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298739738
00000100:00000001:2.0:1769077375.591109:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298741007
00000100:00000001:2.0:1769077375.591111:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077375.591113:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077375.591115:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077375.591119:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077375/real 1769077375]  req@ffff8c58078e0380 x1855007948266240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077375.591128:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077375.591129:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077375.591131:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077375.591134:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077375.591135:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077375.591137:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077375.591141:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0380 x1855007948266240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077375.591150:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0380 x1855007948266240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.591156:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077375.591158:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077375.591159:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077375.591161:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077375.591164:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0380 x1855007948266240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.591171:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077375.591175:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0380 x1855007948266240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.591181:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077375.591184:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077375.591186:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077375.591187:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077375.591189:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077375.591191:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077375.591193:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077375.591197:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077375.591200:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077375.591204:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0380 x1855007948266240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077375.591211:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948266240:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077375.591215:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077375.591217:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077375.591220:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e3800 x1855007948265856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.591227:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077375.591228:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077375.591231:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077375.591234:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077375.591235:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077375.591237:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077375.591239:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077375.591241:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d800.
02000000:00000001:2.0:1769077375.591244:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077375.591245:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077375.591247:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e3800.
00000100:00000001:2.0:1769077375.591249:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077375.591250:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077375.591252:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077375.591255:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1500 x1855007948265984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.591261:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077375.591262:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077375.591264:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077375.591267:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077375.591268:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077375.591269:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077375.591271:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077375.591273:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e000.
02000000:00000001:2.0:1769077375.591276:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077375.591277:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077375.591278:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1500.
00000100:00000001:2.0:1769077375.591280:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077375.591281:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077375.591283:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077375.591302:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e2a00 x1855007948266112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.591310:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077375.591311:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077375.591313:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077375.591315:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077375.591317:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077375.591318:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077375.591319:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077375.591321:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f400.
02000000:00000001:2.0:1769077375.591323:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077375.591325:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077375.591326:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e2a00.
00000100:00000001:2.0:1769077375.591329:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077375.591330:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077375.591331:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077375.591335:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0380 x1855007948266240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077375.591341:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077375.591343:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077375.591345:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077375.591346:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077375.591348:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077375.591349:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077375.591351:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077375.591353:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e800.
02000000:00000001:2.0:1769077375.591355:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077375.591356:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077375.591357:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0380.
00000100:00000001:2.0:1769077375.591360:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077375.591361:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077375.591363:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077375.591367:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077375.591368:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077375.591370:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077375.591372:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077375.908798:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077375.908804:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077375.908833:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077375.908837:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077375.908841:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077376.612848:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077376.612854:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077376.612855:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077376.612859:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077376.612863:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077376.612867:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077376.612870:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077376.612873:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077376.612876:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077376.932822:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298741007, at 4298741056
00010000:00000001:2.0:1769077376.932843:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077376.932847:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077376.932855:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ba0.
00000100:00000040:1.0:1769077376.932860:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298741007, at 4298741056
00000020:00000001:2.0:1769077376.932880:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000010:1.0:1769077376.932881:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2274e0.
00000020:00000001:2.0:1769077376.932887:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077376.932892:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077377.636838:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077377.636847:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077377.636850:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077377.636855:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077377.636858:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077377.636862:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077377.636864:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077377.636866:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077377.636868:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077377.956810:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077377.956815:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077377.956832:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077377.956834:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077377.956836:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077378.660844:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077378.660851:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077378.660853:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077378.660858:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077378.660861:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077378.660865:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077378.660867:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077378.660870:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077378.660873:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077378.980815:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077378.980821:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077378.980861:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077378.980865:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077378.980867:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077379.684813:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077379.684820:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077379.684822:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077379.684827:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077379.684829:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077379.684833:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077379.684835:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077379.684837:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077379.684839:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077380.004813:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077380.004820:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077380.004868:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077380.004872:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077380.004876:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077380.708847:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077380.708851:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769077380.708861:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077380.708863:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077380.708865:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769077380.708868:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077380.708869:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077380.708880:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:1.0:1769077380.708881:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077380.708886:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769077380.708890:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4072
00000100:00000001:1.0:1769077380.708892:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077380.708895:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077380.708897:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077380.708900:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077380.708913:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077380.708923:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077380.708927:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077380.708932:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077380.708936:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077380.708939:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077380.708942:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077380.708946:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077380.708948:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769077380.708951:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077380.708954:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769077380.708956:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769077380.708958:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769077380.708961:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077380.708962:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077380.708963:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077380.708964:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077380.708967:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769077380.708969:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077380.708971:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077380.708973:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077380.708976:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077380.708978:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077380.708979:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077380.708981:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077380.708992:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769077380.708995:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077380.708999:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077380.709001:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077380.709003:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077380.709006:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077380.709010:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077380.709018:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769077380.709025:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077380.709034:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948266368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077380.709043:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077380.709047:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077380.709051:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948266368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077380.709070:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077380.709072:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077380.709075:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077380.709077:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077380.709078:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077380.709081:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077380.709082:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4072
00000400:00000200:3.0:1769077380.709084:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077380.709086:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077380.709089:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077380.709091:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077380.709093:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077380.709095:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077380.709097:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077380.709099:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077380.709101:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769077380.709102:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077380.709104:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769077380.709105:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769077380.709107:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769077380.709109:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077380.709110:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077380.709112:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077380.709119:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077380.709120:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077380.709122:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077380.709125:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1769077380.709125:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769077380.709131:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077380.709133:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077380.709134:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077380.709139:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077380.709142:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077380.709143:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0e00 x1855007948266368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077380.709144:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077380.709152:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077380.709163:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077380.709168:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077380.709177:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3480.
00000100:00000001:2.0:1769077380.709180:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1769077380.709181:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000100:00000001:2.0:1769077380.709185:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077380.709186:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077380.709188:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077380.709192:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077380.709193:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077380.709194:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077380.709196:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077380.709212:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1769077380.709216:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
02000000:00000001:2.0:1769077380.709219:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077380.709221:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077380.709228:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948266368:192.168.204.128@tcp:250:kworker.0
00000100:00100000:3.0:1769077380.709230:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3480 x1855007948266496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077380.709251:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769077380.709252:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077380.709257:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077380.709262:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb7685cc] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3480 x1855007948266496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077380.709264:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077380.709270:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077380.709280:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769077380.709283:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077380.709286:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077380.709290:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000010:2.0:1769077380.709291:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b413800.
00000100:00000001:3.0:1769077380.709292:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077380.709296:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1769077380.709301:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077380.709302:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077380.709308:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4072
00000400:00000200:3.0:1769077380.709313:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077380.709315:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077380.709317:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077380.709321:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:3.0:1769077380.709325:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077380.709328:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1769077380.709330:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000100:00000040:3.0:1769077380.709330:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077380.709341:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077380.709344:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:2.0:1769077380.709345:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000020:00000040:3.0:1769077380.709346:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769077380.709351:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077380.709353:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769077380.709355:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000200:2.0:1769077380.709357:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948266368, portal 25
00000020:00000001:3.0:1769077380.709358:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000001:2.0:1769077380.709369:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1769077380.709370:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077380.709377:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077380.709378:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444601856 : -127165264949760 : ffff8c58078e0e00)
00000100:00000040:3.0:1769077380.709384:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077380.709387:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077380.709392:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00000040:2.0:1769077380.709394:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0e00 x1855007948266368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077380.709398:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077380.709408:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077380.709415:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077380.709422:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077380.709427:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1769077380.709427:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077380.709434:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077380.709438:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1769077380.709442:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000008:00000001:3.0:1769077380.709442:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077380.709448:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077380.709451:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000010:3.0:1769077380.709453:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769077380.709459:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000100:00000200:2.0:1769077380.709461:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948266368, offset 0
02000000:00000001:3.0:1769077380.709463:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077380.709465:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077380.709468:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077380.709470:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077380.709471:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077380.709476:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000400:00000200:2.0:1769077380.709480:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:3.0:1769077380.709481:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077380.709491:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948266624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077380.709500:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077380.709516:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000001:3.0:1769077380.709521:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077380.709527:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769077380.709528:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077380.709538:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000040:3.0:1769077380.709543:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948266624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077380.709548:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077380.709557:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077380.709575:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29892:29892:256:4294967295] 192.168.204.128@tcp LPNI seq info [29891:29891:8:4294967295]
00000100:00000001:3.0:1769077380.709577:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077380.709587:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077380.709595:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:3.0:1769077380.709597:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077380.709600:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077380.709602:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077380.709605:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077380.709611:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4072
00000400:00000200:3.0:1769077380.709624:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077380.709626:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1769077380.709632:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077380.709639:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077380.709646:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000200:2.0:1769077380.709648:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00000001:3.0:1769077380.709650:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077380.709655:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000010:2.0:1769077380.709658:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000100:00000001:3.0:1769077380.709658:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077380.709664:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077380.709666:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769077380.709668:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077380.709670:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769077380.709674:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000800:00000200:2.0:1769077380.709677:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:3.0:1769077380.709680:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000800:00000200:2.0:1769077380.709683:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1769077380.709690:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077380.709696:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769077380.709698:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:3.0:1769077380.709703:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000200:2.1:1769077380.709705:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1769077380.709711:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000100:2.0:1769077380.709718:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000020:00000040:3.0:1769077380.709720:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000800:00000010:2.0:1769077380.709724:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000100:00080000:3.0:1769077380.709756:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077380.709761:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077380.709764:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077380.709767:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077380.709769:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077380.709771:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077380.709773:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077380.709776:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077380.709777:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1769077380.709780:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077380.709787:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000020:00000040:3.0:1769077380.709793:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000400:00000200:2.0:1769077380.709794:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1769077380.709796:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077380.709800:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077380.709803:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769077380.709804:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
02000000:00000001:3.0:1769077380.709805:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077380.709809:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077380.709811:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
02000000:00000010:3.0:1769077380.709814:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:2.0:1769077380.709820:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769077380.709820:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077380.709826:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948266752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769077380.709831:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0e00 x1855007948266368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077380.709840:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077380.709844:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077380.709852:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948266752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077380.709882:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077380.709886:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1769077380.709886:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077380.709891:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077380.709895:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077380.709897:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1769077380.709898:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0e00 x1855007948266368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077405 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077380.709900:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077380.709906:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4072
00000400:00000200:3.0:1769077380.709914:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077380.709922:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077380.709935:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077380.709936:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077380.709943:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077380.709944:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077380.709947:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077380.709950:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077380.709952:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077380.709954:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077380.709955:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077380.709956:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769077380.709960:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077380.709966:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769077380.709968:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769077380.709971:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000400:00000200:2.0:1769077380.709975:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:3.0:1769077380.709980:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077380.709985:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298746128
00000100:00000001:3.0:1769077380.709985:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077380.709991:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077380.709994:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077380.709995:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000010:2.0:1769077380.709998:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227ea0.
00000100:00080000:3.0:1769077380.709998:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077380.710009:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077380.710011:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077380.710013:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077380.710014:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1769077380.710016:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077380.710020:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077380.710023:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077380.710025:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077380.710026:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077380.710029:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769077380.710031:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000001:2.0:1769077380.710032:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298746128
02000000:00000001:3.0:1769077380.710033:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077380.710035:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077380.710041:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077380.710042:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077380.710044:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077380.710045:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227e40.
02000000:00000010:3.0:1769077380.710048:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:2.0:1769077380.710054:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077380.710054:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077380.710066:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948266880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077380.710068:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077380.710085:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077380.710086:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077380.710091:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077380.710096:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1769077380.710098:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948266880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077380.710109:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077380/real 1769077380]  req@ffff8c58078e0e00 x1855007948266368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077380.710111:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077380.710118:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4082)
00000400:00000001:2.0:1769077380.710132:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077380.710135:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077380.710138:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077380.710143:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077380.710145:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077380.710149:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077380.710155:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0e00 x1855007948266368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077380.710165:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0e00 x1855007948266368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.710172:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077380.710174:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077380.710177:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077380.710178:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077380.710182:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0e00 x1855007948266368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.710190:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077380.710194:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0e00 x1855007948266368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.710216:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077380.710219:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077380.710221:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077380.710222:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077380.710225:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077380.710227:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077380.710231:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077380.710236:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077380.710239:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077380.710243:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0e00 x1855007948266368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077380.710252:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948266368:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077380.710257:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077380.710260:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077380.710263:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0e00 x1855007948266368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.710277:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077380.710280:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077380.710283:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077380.710287:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077380.710290:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077380.710291:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077380.710294:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077380.710296:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f800.
02000000:00000001:2.0:1769077380.710300:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077380.710302:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077380.710305:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0e00.
00000100:00000001:2.0:1769077380.710308:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077380.710309:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077380.710312:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077380.710319:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077380.710321:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077380.710324:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077380.710325:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077380.710327:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077380.710332:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e3480 x1855007948266496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.710339:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077380.710341:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077380.710343:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077380.710346:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077380.710348:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077380.710352:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948266496:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077380.710355:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077380.710357:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077380.710359:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077380.710361:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077380.710365:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077380.710367:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077380.710371:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077380.710375:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077380.710379:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077380.710383:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948266496, portal 10
00000100:00000001:2.0:1769077380.710385:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077380.710386:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444611712 : -127165264939904 : ffff8c58078e3480)
00000100:00000040:2.0:1769077380.710394:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e3480 x1855007948266496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.710401:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077380.710403:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077380.710406:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077380.710408:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948266496, offset 0
00000400:00000200:2.0:1769077380.710412:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077380.710416:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077380.710420:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077380.710423:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077380.710426:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077380.710429:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077380.710431:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077380.710434:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29893:29893:256:4294967295] 192.168.204.128@tcp LPNI seq info [29892:29892:8:4294967295]
00000400:00000200:2.0:1769077380.710439:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077380.710446:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077380.710451:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077380.710454:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077380.710458:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077380.710461:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077380.710467:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077380.710470:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769077380.710474:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077380.710476:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077380.710479:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077380.710483:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077380.710486:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077380.710488:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077380.710492:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077380.710496:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e3480 x1855007948266496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.710505:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077380.710508:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e3480 x1855007948266496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077405 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.710515:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077380.710517:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077380.710521:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077380.710525:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077380.710529:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077380.710531:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298744846
00000100:00000001:2.0:1769077380.710534:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298746128
00000100:00000001:2.0:1769077380.710536:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298744846
00000100:00000001:2.0:1769077380.710538:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298746128
00000100:00000001:2.0:1769077380.710541:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077380.710543:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077380.710545:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077380.710549:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077380/real 1769077380]  req@ffff8c58078e3480 x1855007948266496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077380.710557:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077380.710559:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077380.710561:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077380.710564:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077380.710565:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077380.710568:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077380.710572:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e3480 x1855007948266496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077380.710581:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e3480 x1855007948266496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.710593:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077380.710594:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077380.710596:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077380.710598:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077380.710601:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e3480 x1855007948266496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.710608:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077380.710612:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e3480 x1855007948266496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.710619:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077380.710622:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077380.710623:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077380.710625:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077380.710627:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077380.710629:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077380.710631:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077380.710635:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077380.710638:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077380.710642:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e3480 x1855007948266496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077380.710651:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948266496:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077380.710655:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077380.710659:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0380 x1855007948266624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.710666:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077380.710667:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077380.710670:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077380.710672:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077380.710674:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077380.710677:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948266624:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077380.710680:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077380.710683:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077380.710685:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077380.710687:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077380.710690:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077380.710692:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077380.710696:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077380.710699:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077380.710702:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077380.710705:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948266624, portal 10
00000100:00000001:2.0:1769077380.710707:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077380.710709:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444599168 : -127165264952448 : ffff8c58078e0380)
00000100:00000040:2.0:1769077380.710715:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0380 x1855007948266624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.710721:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077380.710724:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077380.710727:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077380.710729:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948266624, offset 0
00000400:00000200:2.0:1769077380.710756:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077380.710760:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077380.710765:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077380.710768:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077380.710770:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077380.710773:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077380.710775:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077380.710779:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29894:29894:256:4294967295] 192.168.204.128@tcp LPNI seq info [29893:29893:8:4294967295]
00000400:00000200:2.0:1769077380.710783:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077380.710790:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077380.710795:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077380.710799:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077380.710803:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077380.710806:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077380.710811:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077380.710813:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769077380.710818:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077380.710820:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077380.710822:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077380.710826:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077380.710829:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077380.710831:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077380.710833:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077380.710838:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0380 x1855007948266624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.710846:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077380.710849:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0380 x1855007948266624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077405 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.710856:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077380.710857:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077380.710861:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077380.710864:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077380.710867:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077380.710869:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298744846
00000100:00000001:2.0:1769077380.710872:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298746128
00000100:00000001:2.0:1769077380.710874:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298744846
00000100:00000001:2.0:1769077380.710876:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298746128
00000100:00000001:2.0:1769077380.710879:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077380.710881:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077380.710883:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077380.710887:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077380/real 1769077380]  req@ffff8c58078e0380 x1855007948266624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077380.710895:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077380.710897:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077380.710899:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077380.710901:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077380.710903:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077380.710905:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077380.710908:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0380 x1855007948266624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077380.710917:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0380 x1855007948266624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.710923:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077380.710925:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077380.710926:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077380.710928:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077380.710932:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0380 x1855007948266624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.710939:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077380.710942:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0380 x1855007948266624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.710949:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077380.710952:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077380.710953:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077380.710955:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077380.710957:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077380.710958:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077380.710961:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077380.710965:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077380.710967:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077380.710972:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0380 x1855007948266624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077380.710980:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948266624:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077380.710985:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077380.710989:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e2a00 x1855007948266752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.710996:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077380.710997:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077380.711000:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077380.711001:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077380.711003:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077380.711006:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948266752:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077380.711010:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077380.711012:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077380.711014:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077380.711016:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077380.711019:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077380.711021:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077380.711025:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077380.711028:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077380.711031:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077380.711034:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948266752, portal 4
00000100:00000001:2.0:1769077380.711036:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077380.711038:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444609024 : -127165264942592 : ffff8c58078e2a00)
00000100:00000040:2.0:1769077380.711043:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e2a00 x1855007948266752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.711050:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077380.711053:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077380.711055:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077380.711058:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948266752, offset 0
00000400:00000200:2.0:1769077380.711062:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077380.711066:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077380.711070:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077380.711072:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077380.711075:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077380.711078:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077380.711080:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077380.711083:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29895:29895:256:4294967295] 192.168.204.128@tcp LPNI seq info [29894:29894:8:4294967295]
00000400:00000200:2.0:1769077380.711088:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077380.711094:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077380.711099:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077380.711103:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077380.711106:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077380.711109:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077380.711113:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077380.711116:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769077380.711119:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077380.711121:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077380.711124:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077380.711127:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077380.711130:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077380.711132:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077380.711135:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077380.711139:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e2a00 x1855007948266752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.711147:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077380.711150:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e2a00 x1855007948266752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077405 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.711156:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077380.711158:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077380.711161:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077380.711164:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077380.711167:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077380.711170:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298744911
00000100:00000001:2.0:1769077380.711172:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298746128
00000100:00000001:2.0:1769077380.711174:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298744911
00000100:00000001:2.0:1769077380.711176:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298746128
00000100:00000001:2.0:1769077380.711179:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077380.711181:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077380.711182:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077380.711186:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077380/real 1769077380]  req@ffff8c58078e2a00 x1855007948266752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077380.711194:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077380.711195:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077380.711197:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077380.711214:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077380.711216:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077380.711218:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077380.711222:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e2a00 x1855007948266752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077380.711232:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e2a00 x1855007948266752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.711239:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077380.711240:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077380.711242:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077380.711244:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077380.711248:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e2a00 x1855007948266752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.711255:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077380.711259:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e2a00 x1855007948266752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.711266:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077380.711269:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077380.711271:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077380.711272:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077380.711274:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077380.711276:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077380.711279:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077380.711283:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077380.711285:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077380.711290:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e2a00 x1855007948266752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077380.711298:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948266752:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077380.711302:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077380.711306:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1500 x1855007948266880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.711313:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077380.711315:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077380.711317:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077380.711319:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077380.711321:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077380.711324:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948266880:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077380.711328:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077380.711329:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077380.711331:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077380.711333:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077380.711336:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077380.711338:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077380.711342:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077380.711345:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077380.711348:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077380.711351:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948266880, portal 4
00000100:00000001:2.0:1769077380.711354:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077380.711355:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444603648 : -127165264947968 : ffff8c58078e1500)
00000100:00000040:2.0:1769077380.711361:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1500 x1855007948266880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.711368:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077380.711370:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077380.711372:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077380.711374:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948266880, offset 0
00000400:00000200:2.0:1769077380.711379:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077380.711382:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077380.711387:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077380.711390:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077380.711393:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077380.711395:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077380.711398:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077380.711401:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29896:29896:256:4294967295] 192.168.204.128@tcp LPNI seq info [29895:29895:8:4294967295]
00000400:00000200:2.0:1769077380.711405:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077380.711412:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077380.711417:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077380.711420:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077380.711424:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077380.711426:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077380.711430:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077380.711433:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769077380.711476:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077380.711479:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077380.711482:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077380.711485:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077380.711488:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077380.711491:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077380.711494:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077380.711498:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1500 x1855007948266880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.711511:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077380.711515:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1500 x1855007948266880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077405 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.711522:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077380.711524:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077380.711527:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077380.711530:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077380.711534:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077380.711536:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298744858
00000100:00000001:2.0:1769077380.711538:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298746128
00000100:00000001:2.0:1769077380.711540:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298744858
00000100:00000001:2.0:1769077380.711542:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298746128
00000100:00000001:2.0:1769077380.711545:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077380.711547:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077380.711549:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077380.711553:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077380/real 1769077380]  req@ffff8c58078e1500 x1855007948266880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077380.711561:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077380.711562:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077380.711563:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077380.711566:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077380.711567:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077380.711570:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077380.711573:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1500 x1855007948266880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077380.711582:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1500 x1855007948266880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.711588:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077380.711590:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077380.711592:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077380.711593:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077380.711597:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1500 x1855007948266880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.711603:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077380.711607:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1500 x1855007948266880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.711614:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077380.711616:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077380.711618:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077380.711619:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077380.711621:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077380.711623:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077380.711626:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077380.711630:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077380.711632:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077380.711636:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1500 x1855007948266880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077380.711644:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948266880:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077380.711648:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077380.711650:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077380.711653:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e3480 x1855007948266496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.711660:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077380.711661:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077380.711663:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077380.711666:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077380.711668:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077380.711670:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077380.711672:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077380.711674:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e800.
02000000:00000001:2.0:1769077380.711676:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077380.711678:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077380.711679:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e3480.
00000100:00000001:2.0:1769077380.711682:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077380.711684:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077380.711685:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077380.711689:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0380 x1855007948266624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.711696:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077380.711697:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077380.711699:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077380.711701:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077380.711703:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077380.711704:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077380.711706:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077380.711708:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f400.
02000000:00000001:2.0:1769077380.711710:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077380.711712:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077380.711713:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0380.
00000100:00000001:2.0:1769077380.711715:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077380.711716:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077380.711718:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077380.711721:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e2a00 x1855007948266752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.711729:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077380.711748:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077380.711751:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077380.711753:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077380.711755:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077380.711757:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077380.711759:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077380.711760:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e000.
02000000:00000001:2.0:1769077380.711762:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077380.711764:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077380.711765:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e2a00.
00000100:00000001:2.0:1769077380.711768:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077380.711769:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077380.711771:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077380.711775:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1500 x1855007948266880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077380.711781:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077380.711783:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077380.711784:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077380.711787:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077380.711789:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077380.711790:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077380.711793:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077380.711794:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d800.
02000000:00000001:2.0:1769077380.711796:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077380.711797:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077380.711799:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1500.
00000100:00000001:2.0:1769077380.711801:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077380.711802:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077380.711803:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077380.711806:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077380.711808:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077380.711810:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077380.711811:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077381.028821:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077381.028829:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077381.028863:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077381.028866:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077381.028869:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077381.732811:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077381.732818:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077381.732820:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077381.732826:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077381.732830:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077381.732833:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077381.732836:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077381.732838:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077381.732841:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077382.052846:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298746128, at 4298746176
00000100:00000040:1.0:1769077382.052846:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298746128, at 4298746176
00010000:00000001:2.0:1769077382.052850:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077382.052855:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077382.052862:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ea0.
00000100:00000010:1.0:1769077382.052865:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227e40.
00000020:00000001:2.0:1769077382.052885:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077382.052888:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077382.052891:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077382.756846:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077382.756859:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077382.756861:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077382.756866:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077382.756869:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077382.756872:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077382.756874:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077382.756876:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077382.756878:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077383.076790:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077383.076797:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077383.076799:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077383.076801:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077383.076805:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077383.076807:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077383.076809:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077383.076810:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077383.076867:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077383.076871:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077383.076874:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077383.780798:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077383.780805:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077383.780807:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077383.780813:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077383.780817:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077383.780821:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077383.780823:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077383.780827:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077383.780829:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077384.100865:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077384.100870:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077384.100965:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077384.100971:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077384.100974:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077384.804850:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077384.804856:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077384.804857:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077384.804862:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077384.804865:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077384.804868:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077384.804870:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077384.804872:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077384.804874:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077385.124839:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077385.124846:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077385.124866:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077385.124868:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077385.124870:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077385.828802:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769077385.828802:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077385.828809:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769077385.828810:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077385.828811:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077385.828813:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1769077385.828815:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:3.0:1769077385.828816:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077385.828819:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077385.828819:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769077385.828823:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077385.828825:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769077385.828827:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4077
00000100:00000001:1.0:1769077385.828828:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077385.828830:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077385.828835:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077385.828841:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077385.828845:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077385.828848:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077385.828851:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077385.828854:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077385.828858:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077385.828862:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077385.828864:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769077385.828866:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077385.828869:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769077385.828870:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769077385.828872:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769077385.828874:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077385.828875:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077385.828877:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077385.828878:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077385.828880:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769077385.828882:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077385.828883:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077385.828885:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077385.828888:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077385.828890:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077385.828891:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077385.828893:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077385.828899:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769077385.828902:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077385.828905:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077385.828907:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077385.828909:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077385.828911:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077385.828914:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077385.828920:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769077385.828926:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077385.828933:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948267008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077385.828940:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077385.828944:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077385.828947:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948267008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077385.828973:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077385.828976:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077385.828980:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077385.828981:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077385.828983:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077385.828987:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077385.828989:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4077
00000400:00000200:3.0:1769077385.828994:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077385.828998:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077385.829000:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077385.829004:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077385.829007:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077385.829008:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769077385.829011:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077385.829013:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077385.829016:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077385.829016:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077385.829021:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077385.829024:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000100:00000040:2.0:1769077385.829025:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e3800 x1855007948267008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769077385.829026:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077385.829030:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769077385.829034:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769077385.829039:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077385.829041:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077385.829044:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077385.829046:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077385.829048:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769077385.829052:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077385.829055:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077385.829057:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077385.829059:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:2.0:1769077385.829061:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077385.829065:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00100000:2.0:1769077385.829067:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948267008:192.168.204.128@tcp:250:kworker.0
00000100:00080000:3.0:1769077385.829072:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077385.829073:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077385.829079:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769077385.829079:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077385.829082:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077385.829084:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077385.829085:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077385.829091:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
02000000:00000001:3.0:1769077385.829092:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077385.829093:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077385.829099:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077385.829102:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769077385.829105:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000008:00100000:3.0:1769077385.829108:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1769077385.829110:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000008:00000001:3.0:1769077385.829129:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077385.829130:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000001:3.0:1769077385.829136:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077385.829139:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948267008, portal 25
00000100:00000010:3.0:1769077385.829142:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000100:00000001:2.0:1769077385.829153:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077385.829157:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444612608 : -127165264939008 : ffff8c58078e3800)
00000020:00000040:3.0:1769077385.829157:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077385.829163:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1769077385.829164:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e3800 x1855007948267008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077385.829167:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077385.829172:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077385.829175:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077385.829177:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077385.829180:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
02000000:00000001:3.0:1769077385.829180:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077385.829185:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
02000000:00000010:3.0:1769077385.829188:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000200:2.0:1769077385.829189:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948267008, offset 0
00000100:00000001:3.0:1769077385.829195:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077385.829200:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00100000:3.0:1769077385.829207:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948267136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077385.829209:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077385.829218:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000001:3.0:1769077385.829225:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077385.829226:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769077385.829231:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077385.829233:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077385.829239:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1769077385.829240:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948267136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077385.829243:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077385.829249:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29897:29897:256:4294967295] 192.168.204.128@tcp LPNI seq info [29896:29896:8:4294967295]
00000400:00000200:2.0:1769077385.829259:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077385.829265:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077385.829271:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1769077385.829272:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1769077385.829280:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00080000:3.0:1769077385.829281:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077385.829285:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:2.0:1769077385.829286:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000100:00080000:3.0:1769077385.829288:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077385.829292:0:37:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:2.0:1769077385.829294:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:3.0:1769077385.829298:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4077
00000800:00000200:2.0:1769077385.829299:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000400:00000200:3.0:1769077385.829307:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000800:00000200:2.1:1769077385.829308:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077385.829314:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000400:00000200:3.0:1769077385.829317:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000800:00000100:2.0:1769077385.829322:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00080000:3.0:1769077385.829324:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1769077385.829325:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000100:00000040:3.0:1769077385.829333:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077385.829334:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1769077385.829340:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077385.829342:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1769077385.829347:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077385.829348:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077385.829352:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:3.0:1769077385.829353:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077385.829357:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1769077385.829358:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077385.829362:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000100:00000200:2.0:1769077385.829363:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e3800 x1855007948267008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769077385.829367:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077385.829378:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769077385.829383:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769077385.829389:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000001:2.0:1769077385.829390:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077385.829395:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e3800 x1855007948267008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077410 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077385.829397:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077385.829402:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077385.829406:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077385.829407:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077385.829409:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077385.829410:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1769077385.829413:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00000001:2.0:1769077385.829417:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077385.829417:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077385.829422:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077385.829426:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:3.0:1769077385.829427:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077385.829432:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298751247
02000000:00000001:3.0:1769077385.829432:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077385.829436:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077385.829438:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077385.829440:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077385.829442:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077385.829443:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227d20.
00000100:00000001:3.0:1769077385.829444:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077385.829451:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000020:00000040:3.0:1769077385.829453:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000100:00000001:2.0:1769077385.829454:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1769077385.829456:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077385.829460:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077385.829461:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077385.829462:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077385.829464:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077385.829467:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769077385.829470:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077385.829474:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948267264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077385.829475:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298751247
00000100:00000001:3.0:1769077385.829484:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000010:2.0:1769077385.829485:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227ae0.
00000100:00000001:3.0:1769077385.829487:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077385.829492:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1769077385.829492:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948267264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.829501:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077385.829502:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077385.829506:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077385.829508:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077385.829510:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077385.829513:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1769077385.829514:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077385.829517:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077385.829520:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:2.0:1769077385.829523:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077385/real 1769077385]  req@ffff8c58078e3800 x1855007948267008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077385.829524:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4077
00000400:00000200:3.0:1769077385.829531:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077385.829537:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077385.829541:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000001:2.0:1769077385.829544:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1769077385.829545:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000001:2.0:1769077385.829547:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1769077385.829548:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1769077385.829552:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000100:00000040:3.0:1769077385.829552:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077385.829553:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077385.829557:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000020:00000001:3.0:1769077385.829557:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077385.829558:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000400:00000010:2.0:1769077385.829563:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000020:00000001:3.0:1769077385.829563:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077385.829565:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000100:00000001:2.0:1769077385.829567:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1769077385.829568:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769077385.829571:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000200:2.0:1769077385.829574:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e3800 x1855007948267008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077385.829576:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077385.829581:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077385.829585:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077385.829590:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077385.829593:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00000200:2.0:1769077385.829594:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e3800 x1855007948267008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077385.829597:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077385.829603:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077385.829606:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077385.829609:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1769077385.829610:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077385.829612:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769077385.829613:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077385.829616:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077385.829616:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077385.829619:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077385.829620:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1769077385.829623:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077385.829627:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e3800 x1855007948267008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077385.829628:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077385.829633:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769077385.829637:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000001:2.0:1769077385.829641:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769077385.829641:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077385.829644:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077385.829646:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077385.829648:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1769077385.829650:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e3800 x1855007948267008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077385.829650:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077385.829655:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769077385.829659:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077385.829666:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948267392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077385.829669:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077385.829675:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077385.829677:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077385.829678:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077385.829683:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1769077385.829684:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948267392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.829688:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077385.829693:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077385.829695:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077385.829698:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077385.829698:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077385.829703:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077385.829705:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077385.829707:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077385.829708:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077385.829714:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077385.829717:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00080000:3.0:1769077385.829717:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4077
00000100:00000001:2.0:1769077385.829724:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:3.0:1769077385.829725:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:2.0:1769077385.829755:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e3800 x1855007948267008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077385.829756:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077385.829760:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077385.829767:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077385.829771:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1769077385.829776:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948267008:192.168.204.128@tcp:250:kworker.0
00000100:00000040:3.0:1769077385.829776:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077385.829781:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077385.829785:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1769077385.829785:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077385.829788:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000100:00000001:2.0:1769077385.829789:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1769077385.829790:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077385.829793:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00000040:2.0:1769077385.829795:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e3800 x1855007948267008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769077385.829795:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769077385.829801:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769077385.829808:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077385.829811:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1769077385.829812:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077385.829816:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:3.0:1769077385.829817:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077385.829820:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000010:2.0:1769077385.829821:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
00000020:00000040:3.0:1769077385.829823:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
02000000:00000001:2.0:1769077385.829825:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:3.0:1769077385.829826:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000020:00000001:2.0:1769077385.829828:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000001:3.0:1769077385.829829:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077385.829831:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077385.829832:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077385.829836:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1769077385.829837:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077385.829841:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312ec00.
02000000:00000001:3.0:1769077385.829841:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077385.829843:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077385.829846:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
02000000:00000001:2.0:1769077385.829847:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000008:00000001:3.0:1769077385.829849:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077385.829852:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1769077385.829852:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077385.829855:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e3800.
00000100:00000010:3.0:1769077385.829857:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000100:00000001:2.0:1769077385.829858:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000020:00000040:3.0:1769077385.829860:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000001:2.0:1769077385.829861:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769077385.829864:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077385.829865:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769077385.829867:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077385.829870:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077385.829871:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077385.829872:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1769077385.829872:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077385.829875:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077385.829875:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:2.0:1769077385.829880:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077385.829881:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077385.829882:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077385.829885:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00100000:3.0:1769077385.829888:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948267520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077385.829894:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077385.829895:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077385.829899:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1f80 x1855007948267136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077385.829901:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948267520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.829922:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077385.829924:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077385.829925:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077385.829929:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1769077385.829930:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4087)
02000000:00000001:2.0:1769077385.829931:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077385.829935:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077385.829938:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948267136:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077385.829941:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077385.829943:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077385.829944:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077385.829946:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077385.829949:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077385.829950:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077385.829954:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077385.829956:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077385.829959:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077385.829961:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948267136, portal 10
00000100:00000001:2.0:1769077385.829963:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077385.829964:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444606336 : -127165264945280 : ffff8c58078e1f80)
00000100:00000040:2.0:1769077385.829968:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1f80 x1855007948267136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.829973:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077385.829975:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077385.829977:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077385.829979:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948267136, offset 0
00000400:00000200:2.0:1769077385.829982:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077385.829985:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077385.829987:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077385.829990:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077385.829992:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077385.829994:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077385.829995:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077385.829997:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29898:29898:256:4294967295] 192.168.204.128@tcp LPNI seq info [29897:29897:8:4294967295]
00000400:00000200:2.0:1769077385.830000:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077385.830005:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077385.830008:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077385.830010:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077385.830013:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077385.830015:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077385.830018:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077385.830020:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077385.830022:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077385.830024:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077385.830026:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077385.830028:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077385.830030:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077385.830032:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077385.830033:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077385.830036:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1f80 x1855007948267136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.830041:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077385.830043:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1f80 x1855007948267136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077410 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.830048:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077385.830049:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077385.830051:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077385.830054:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077385.830056:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077385.830057:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298749966
00000100:00000001:2.0:1769077385.830059:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298751247
00000100:00000001:2.0:1769077385.830061:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298749966
00000100:00000001:2.0:1769077385.830063:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298751247
00000100:00000001:2.0:1769077385.830064:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077385.830066:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077385.830067:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077385.830069:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077385/real 1769077385]  req@ffff8c58078e1f80 x1855007948267136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077385.830074:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077385.830075:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077385.830076:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077385.830077:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077385.830078:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077385.830080:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077385.830081:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1f80 x1855007948267136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077385.830087:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1f80 x1855007948267136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.830091:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077385.830092:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077385.830093:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077385.830094:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077385.830096:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1f80 x1855007948267136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.830100:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077385.830103:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1f80 x1855007948267136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.830108:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077385.830110:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077385.830111:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077385.830128:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077385.830129:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077385.830131:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077385.830133:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077385.830135:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077385.830137:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077385.830140:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1f80 x1855007948267136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077385.830145:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948267136:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077385.830148:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077385.830150:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1880 x1855007948267264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.830165:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077385.830167:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077385.830168:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077385.830169:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077385.830170:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077385.830172:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948267264:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077385.830174:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077385.830175:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077385.830177:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077385.830178:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077385.830180:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077385.830182:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077385.830184:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077385.830186:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077385.830188:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077385.830190:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948267264, portal 10
00000100:00000001:2.0:1769077385.830192:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077385.830193:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444604544 : -127165264947072 : ffff8c58078e1880)
00000100:00000040:2.0:1769077385.830197:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1880 x1855007948267264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.830201:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077385.830203:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077385.830204:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077385.830205:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948267264, offset 0
00000400:00000200:2.0:1769077385.830208:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077385.830211:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077385.830213:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077385.830215:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077385.830217:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077385.830219:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077385.830221:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077385.830223:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29899:29899:256:4294967295] 192.168.204.128@tcp LPNI seq info [29898:29898:8:4294967295]
00000400:00000200:2.0:1769077385.830226:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077385.830230:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077385.830233:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077385.830235:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077385.830237:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077385.830239:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077385.830242:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077385.830244:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077385.830246:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077385.830247:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077385.830249:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077385.830252:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077385.830253:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077385.830255:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077385.830257:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077385.830259:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1880 x1855007948267264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.830264:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077385.830266:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1880 x1855007948267264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077410 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.830270:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077385.830271:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077385.830273:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077385.830275:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077385.830277:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077385.830278:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298749965
00000100:00000001:2.0:1769077385.830279:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298751247
00000100:00000001:2.0:1769077385.830281:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298749965
00000100:00000001:2.0:1769077385.830282:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298751247
00000100:00000001:2.0:1769077385.830284:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077385.830285:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077385.830287:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077385.830289:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077385/real 1769077385]  req@ffff8c58078e1880 x1855007948267264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077385.830293:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077385.830294:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077385.830295:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077385.830296:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077385.830297:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077385.830298:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077385.830300:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1880 x1855007948267264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077385.830305:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1880 x1855007948267264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.830310:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077385.830311:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077385.830312:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077385.830313:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077385.830315:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1880 x1855007948267264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.830319:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077385.830321:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1880 x1855007948267264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.830325:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077385.830327:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077385.830328:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077385.830328:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077385.830329:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077385.830330:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077385.830332:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077385.830334:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077385.830335:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077385.830337:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1880 x1855007948267264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077385.830343:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948267264:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077385.830345:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077385.830347:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0700 x1855007948267392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.830351:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077385.830352:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077385.830354:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077385.830355:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077385.830356:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077385.830358:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948267392:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077385.830360:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077385.830362:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077385.830362:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077385.830363:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077385.830365:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077385.830366:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077385.830379:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077385.830381:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077385.830383:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077385.830384:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948267392, portal 4
00000100:00000001:2.0:1769077385.830386:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077385.830386:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444600064 : -127165264951552 : ffff8c58078e0700)
00000100:00000040:2.0:1769077385.830390:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0700 x1855007948267392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.830394:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077385.830396:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077385.830397:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077385.830399:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948267392, offset 0
00000400:00000200:2.0:1769077385.830401:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077385.830403:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077385.830405:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077385.830406:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077385.830407:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077385.830409:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077385.830410:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077385.830412:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29900:29900:256:4294967295] 192.168.204.128@tcp LPNI seq info [29899:29899:8:4294967295]
00000400:00000200:2.0:1769077385.830415:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077385.830419:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077385.830422:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077385.830424:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077385.830427:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077385.830429:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077385.830431:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077385.830433:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077385.830437:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077385.830439:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077385.830442:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077385.830445:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077385.830448:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077385.830450:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077385.830452:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077385.830456:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0700 x1855007948267392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.830464:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077385.830466:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0700 x1855007948267392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077410 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.830474:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077385.830475:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077385.830479:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077385.830482:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077385.830486:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077385.830488:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298750030
00000100:00000001:2.0:1769077385.830491:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298751247
00000100:00000001:2.0:1769077385.830493:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298750030
00000100:00000001:2.0:1769077385.830495:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298751247
00000100:00000001:2.0:1769077385.830498:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077385.830500:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077385.830502:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077385.830506:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077385/real 1769077385]  req@ffff8c58078e0700 x1855007948267392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077385.830514:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077385.830515:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077385.830516:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077385.830518:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077385.830519:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077385.830521:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077385.830523:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0700 x1855007948267392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077385.830529:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0700 x1855007948267392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.830533:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077385.830534:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077385.830535:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077385.830536:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077385.830538:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0700 x1855007948267392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.830542:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077385.830545:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0700 x1855007948267392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.830549:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077385.830550:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077385.830551:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077385.830552:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077385.830553:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077385.830554:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077385.830556:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077385.830558:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077385.830559:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077385.830562:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0700 x1855007948267392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077385.830567:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948267392:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077385.830570:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077385.830571:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077385.830573:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1f80 x1855007948267136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.830577:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077385.830578:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077385.830579:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077385.830581:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077385.830582:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077385.830583:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077385.830584:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077385.830585:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e400.
02000000:00000001:2.0:1769077385.830587:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077385.830588:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077385.830589:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1f80.
00000100:00000001:2.0:1769077385.830591:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077385.830592:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077385.830593:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077385.830595:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1880 x1855007948267264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.830599:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077385.830600:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077385.830601:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077385.830603:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077385.830603:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077385.830604:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077385.830605:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077385.830606:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d400.
02000000:00000001:2.0:1769077385.830607:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077385.830608:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077385.830609:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1880.
00000100:00000001:2.0:1769077385.830610:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077385.830611:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077385.830612:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077385.830614:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0700 x1855007948267392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.830618:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077385.830619:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077385.830620:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077385.830621:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077385.830622:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077385.830622:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077385.830624:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077385.830624:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d000.
02000000:00000001:2.0:1769077385.830625:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077385.830626:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077385.830627:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0700.
00000100:00000001:2.0:1769077385.830628:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077385.830629:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077385.830630:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077385.830632:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077385.830633:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077385.830634:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077385.830635:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077385.830636:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077385.830638:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0a80 x1855007948267520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.830642:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077385.830643:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077385.830644:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077385.830645:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077385.830647:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077385.830649:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948267520:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077385.830652:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077385.830654:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077385.830656:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077385.830658:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077385.830661:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077385.830663:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077385.830666:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077385.830669:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077385.830672:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077385.830675:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948267520, portal 4
00000100:00000001:2.0:1769077385.830677:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077385.830679:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444600960 : -127165264950656 : ffff8c58078e0a80)
00000100:00000040:2.0:1769077385.830685:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0a80 x1855007948267520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.830693:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077385.830695:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077385.830698:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077385.830700:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948267520, offset 0
00000400:00000200:2.0:1769077385.830705:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077385.830709:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077385.830712:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077385.830714:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077385.830716:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077385.830718:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077385.830719:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077385.830721:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29901:29901:256:4294967295] 192.168.204.128@tcp LPNI seq info [29900:29900:8:4294967295]
00000400:00000200:2.0:1769077385.830724:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077385.830729:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077385.830748:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077385.830750:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077385.830753:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077385.830755:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077385.830758:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077385.830760:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077385.830763:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077385.830765:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077385.830766:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077385.830769:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077385.830771:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077385.830772:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077385.830774:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077385.830777:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0a80 x1855007948267520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.830782:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077385.830784:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0a80 x1855007948267520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077410 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.830789:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077385.830790:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077385.830792:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077385.830794:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077385.830796:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077385.830798:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298749978
00000100:00000001:2.0:1769077385.830800:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298751247
00000100:00000001:2.0:1769077385.830801:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298749978
00000100:00000001:2.0:1769077385.830803:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298751247
00000100:00000001:2.0:1769077385.830804:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077385.830805:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077385.830807:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077385.830809:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077385/real 1769077385]  req@ffff8c58078e0a80 x1855007948267520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077385.830814:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077385.830815:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077385.830816:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077385.830818:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077385.830819:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077385.830820:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077385.830822:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0a80 x1855007948267520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077385.830828:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0a80 x1855007948267520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.830832:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077385.830832:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077385.830834:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077385.830834:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077385.830837:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0a80 x1855007948267520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.830840:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077385.830843:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0a80 x1855007948267520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.830847:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077385.830848:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077385.830849:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077385.830850:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077385.830851:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077385.830852:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077385.830853:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077385.830855:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077385.830857:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077385.830859:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0a80 x1855007948267520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077385.830865:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948267520:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077385.830867:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077385.830868:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077385.830870:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0a80 x1855007948267520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.830875:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077385.830876:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077385.830877:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077385.830878:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077385.830879:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077385.830880:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077385.830881:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077385.830882:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f000.
02000000:00000001:2.0:1769077385.830884:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077385.830885:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077385.830886:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0a80.
00000100:00000001:2.0:1769077385.830887:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077385.830888:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077385.830890:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077385.830892:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077385.830893:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077385.830894:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077385.830896:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077386.148883:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077386.148889:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077386.148916:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077386.148919:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077386.148923:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077386.852832:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077386.852838:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077386.852839:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077386.852843:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077386.852846:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077386.852850:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077386.852853:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077386.852856:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077386.852859:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077387.172838:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298751247, at 4298751296
00000100:00000040:1.0:1769077387.172838:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298751247, at 4298751296
00000100:00000010:0.0:1769077387.172856:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d20.
00010000:00000001:2.0:1769077387.172857:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:1.0:1769077387.172860:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ae0.
00010000:00000001:2.0:1769077387.172863:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077387.172946:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077387.172957:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077387.172960:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077387.876861:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077387.876867:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077387.876869:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077387.876873:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077387.876875:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077387.876879:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077387.876881:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077387.876894:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077387.876896:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077388.196810:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077388.196818:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077388.196895:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077388.196899:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077388.196903:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077388.900832:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077388.900840:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077388.900842:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077388.900848:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077388.900852:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077388.900856:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077388.900859:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077388.900861:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077388.900864:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077389.220917:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077389.220924:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077389.220966:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077389.220969:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077389.220972:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077389.924845:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077389.924852:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077389.924853:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077389.924858:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077389.924861:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077389.924864:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077389.924866:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077389.924868:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077389.924870:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077390.244839:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077390.244844:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077390.244864:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077390.244867:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077390.244869:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077390.948848:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1769077390.948851:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077390.948857:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077390.948861:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077390.948865:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:2.0:1769077390.948867:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077390.948872:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769077390.948873:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769077390.948876:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077390.948878:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077390.948880:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769077390.948881:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077390.948884:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769077390.948888:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4082
00000100:00000001:1.0:1769077390.948889:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077390.948898:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077390.948903:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077390.948906:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077390.948909:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077390.948912:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077390.948914:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077390.948916:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:2.0:1769077390.948919:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077390.948921:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:2.0:1769077390.948923:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077390.948925:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:2.0:1769077390.948930:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:2.0:1769077390.948932:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:2.0:1769077390.948934:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077390.948936:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077390.948937:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077390.948938:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:2.0:1769077390.948941:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:2.0:1769077390.948943:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077390.948944:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077390.948946:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077390.948949:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077390.948951:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077390.948953:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077390.948955:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077390.948963:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a253b80.
00000020:00000040:2.0:1769077390.948967:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:2.0:1769077390.948972:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077390.948974:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077390.948976:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077390.948979:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077390.948984:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077390.948992:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b411800.
00000100:00000001:2.0:1769077390.948999:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077390.949017:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a253b80 x1855007948267648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077390.949038:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077390.949042:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077390.949046:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033cd1c6f] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a253b80 x1855007948267648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077390.949068:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077390.949070:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077390.949073:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077390.949074:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077390.949075:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077390.949078:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077390.949079:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4082
00000400:00000200:2.0:1769077390.949083:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077390.949085:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077390.949086:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077390.949088:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077390.949090:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077390.949095:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077390.949097:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:2.0:1769077390.949100:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077390.949101:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:2.0:1769077390.949103:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077390.949105:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:2.0:1769077390.949106:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:2.0:1769077390.949108:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:2.0:1769077390.949110:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077390.949111:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077390.949113:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077390.949114:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:2.0:1769077390.949116:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:2.0:1769077390.949119:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077390.949121:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077390.949122:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077390.949128:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077390.949130:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077390.949131:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077390.949135:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769077390.949139:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:2.0:1769077390.949139:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077390.949143:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077390.949147:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077390.949151:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000010:2.0:1769077390.949151:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a252d80.
00000020:00000040:2.0:1769077390.949158:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:2.0:1769077390.949162:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077390.949166:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077390.949169:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a253b80 x1855007948267648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077390.949169:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077390.949174:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077390.949178:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077390.949187:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b410800.
00000100:00000001:0.0:1769077390.949195:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077390.949197:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077390.949199:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077390.949206:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a252d80 x1855007948267776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1769077390.949207:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077390.949216:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077390.949216:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1769077390.949223:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077390.949223:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077390.949232:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948267648:192.168.204.128@tcp:250:kworker.0
00000100:00000040:2.0:1769077390.949233:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000962b3498] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a252d80 x1855007948267776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.949249:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077390.949258:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769077390.949258:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077390.949264:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077390.949265:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1769077390.949268:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077390.949279:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15800.
00000100:00080000:2.0:1769077390.949280:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:0.0:1769077390.949285:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077390.949286:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077390.949293:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077390.949296:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077390.949301:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4082
00000400:00000200:0.0:1769077390.949304:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077390.949310:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077390.949311:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000200:2.0:1769077390.949316:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077390.949319:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1769077390.949321:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000040:2.0:1769077390.949323:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077390.949328:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077390.949331:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000200:0.0:1769077390.949334:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948267648, portal 25
00000100:00000001:2.0:1769077390.949334:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:2.0:1769077390.949345:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769077390.949346:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000040:2.0:1769077390.949348:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000100:00000001:0.0:1769077390.949349:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293370240 : -127164416181376 : ffff8c583a253b80)
00000020:00000001:2.0:1769077390.949355:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077390.949358:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:2.0:1769077390.949364:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:0.0:1769077390.949365:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a253b80 x1855007948267648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769077390.949375:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:2.0:1769077390.949391:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077390.949398:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077390.949399:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077390.949408:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000040:2.0:1769077390.949411:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000010:0.0:1769077390.949412:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077390.949422:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948267648, offset 0
00000100:00000001:2.0:1769077390.949422:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:2.0:1769077390.949434:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:2.0:1769077390.949442:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000200:0.0:1769077390.949444:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:2.0:1769077390.949452:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077390.949454:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077390.949457:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077390.949459:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077390.949465:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077390.949467:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077390.949472:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769077390.949475:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000008:00000001:2.0:1769077390.949482:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077390.949484:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769077390.949491:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077390.949494:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077390.949500:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000010:2.0:1769077390.949502:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a250380.
00000400:00000200:0.0:1769077390.949504:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077390.949513:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29902:29902:256:4294967295] 192.168.204.128@tcp LPNI seq info [29901:29901:8:4294967295]
00000020:00000040:2.0:1769077390.949513:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:2.0:1769077390.949523:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1769077390.949525:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:2.0:1769077390.949527:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077390.949530:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077390.949531:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077390.949534:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077390.949540:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
02000000:00000010:2.0:1769077390.949542:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b410c00.
00000800:00000200:0.0:1769077390.949551:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00000001:2.0:1769077390.949552:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769077390.949567:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000100:00100000:2.0:1769077390.949568:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a250380 x1855007948267904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077390.949578:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:0.0:1769077390.949584:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:2.0:1769077390.949584:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769077390.949595:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1769077390.949604:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b37980eb] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a250380 x1855007948267904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1769077390.949608:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077390.949615:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769077390.949629:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077390.949637:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000100:00000001:2.0:1769077390.949646:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077390.949648:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1769077390.949650:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077390.949660:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077390.949662:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077390.949663:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077390.949665:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077390.949668:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4082
00000400:00000200:0.0:1769077390.949669:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077390.949677:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077390.949678:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077390.949684:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077390.949689:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:2.0:1769077390.949694:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000200:0.0:1769077390.949698:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a253b80 x1855007948267648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769077390.949699:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077390.949710:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077390.949720:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077390.949726:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077390.949779:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:2.0:1769077390.949783:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077390.949785:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:2.0:1769077390.949787:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077390.949790:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:2.0:1769077390.949793:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:2.0:1769077390.949796:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:0.0:1769077390.949798:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077390.949804:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000040:0.0:1769077390.949805:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a253b80 x1855007948267648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077415 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077390.949815:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077390.949826:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077390.949830:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077390.949833:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077390.949835:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077390.949840:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077390.949842:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000400:00000200:0.0:1769077390.949849:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:2.0:1769077390.949850:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077390.949853:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298756368
00000100:00000001:2.0:1769077390.949854:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077390.949861:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:0.0:1769077390.949862:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470900.
02000000:00000001:2.0:1769077390.949865:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077390.949868:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077390.949870:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077390.949871:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000008:00100000:2.0:1769077390.949873:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077390.949877:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077390.949879:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077390.949881:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298756368
00000100:00000010:2.0:1769077390.949885:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a252a00.
00000100:00000010:0.0:1769077390.949887:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470d80.
00000020:00000040:2.0:1769077390.949889:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000001:0.0:1769077390.949892:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1769077390.949893:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077390.949897:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077390.949899:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077390.949900:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077390.949907:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769077390.949908:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077390.949915:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1769077390.949915:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077390.949926:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077390/real 1769077390]  req@ffff8c583a253b80 x1855007948267648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769077390.949926:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b411000.
00000100:00000001:2.0:1769077390.949934:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1769077390.949949:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077390.949952:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00100000:2.0:1769077390.949953:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a252a00 x1855007948268032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1769077390.949955:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077390.949963:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077390.949968:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:2.0:1769077390.949971:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077390.949973:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1769077390.949976:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769077390.949983:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a253b80 x1855007948267648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077390.949986:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ebf35b59] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a252a00 x1855007948268032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077390.950040:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769077390.950042:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a253b80 x1855007948267648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769077390.950044:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077390.950061:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077390.950066:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077390.950074:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077390.950075:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077390.950082:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077390.950083:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077390.950092:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:2.0:1769077390.950095:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4082
00000100:00000001:0.0:1769077390.950096:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1769077390.950115:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00100000:0.0:1769077390.950116:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a253b80 x1855007948267648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077390.950126:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077390.950135:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769077390.950146:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077390.950148:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077390.950157:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077390.950158:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a253b80 x1855007948267648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077390.950164:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077390.950172:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:2.0:1769077390.950178:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769077390.950183:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:2.0:1769077390.950183:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:2.0:1769077390.950188:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769077390.950192:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1769077390.950193:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:2.0:1769077390.950201:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:0.0:1769077390.950203:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:2.0:1769077390.950206:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:0.0:1769077390.950207:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077390.950211:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077390.950213:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077390.950214:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077390.950218:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1769077390.950223:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077390.950230:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00080000:0.0:1769077390.950232:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:2.0:1769077390.950239:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:0.0:1769077390.950244:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00080000:2.0:1769077390.950252:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077390.950253:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1769077390.950262:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077390.950267:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1769077390.950268:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a253b80 x1855007948267648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077390.950275:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077390.950284:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077390.950285:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948267648:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077390.950294:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077390.950297:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1769077390.950297:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1769077390.950305:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000008:00000001:2.0:1769077390.950305:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077390.950311:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077390.950315:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a253b80 x1855007948267648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1769077390.950317:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a253480.
00000020:00000040:2.0:1769077390.950322:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000001:0.0:1769077390.950334:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077390.950334:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077390.950338:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077390.950339:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1769077390.950344:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:0.0:1769077390.950345:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15800.
02000000:00000001:2.0:1769077390.950348:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077390.950350:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077390.950353:0:2431:0:(genops.c:1236:class_import_put()) Process entered
02000000:00000001:2.0:1769077390.950353:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077390.950360:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
02000000:00000010:2.0:1769077390.950363:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b411c00.
00000020:00000001:0.0:1769077390.950364:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:2.0:1769077390.950371:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077390.950372:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b411800.
02000000:00000001:0.0:1769077390.950389:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000100:00100000:2.0:1769077390.950389:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a253480 x1855007948268160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1769077390.950396:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077390.950402:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a253b80.
00000100:00000001:0.0:1769077390.950411:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077390.950412:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077390.950420:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077390.950421:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077390.950436:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077390.950441:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdd82334] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a253480 x1855007948268160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.950448:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077390.950449:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077390.950451:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077390.950456:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4092)
00000100:00000001:0.0:1769077390.950458:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077390.950462:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077390.950465:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077390.950470:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a252d80 x1855007948267776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.950477:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077390.950478:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077390.950480:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077390.950482:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077390.950484:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077390.950486:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948267776:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077390.950490:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077390.950492:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077390.950493:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077390.950496:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077390.950499:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15800.
02000000:00000001:0.0:1769077390.950501:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077390.950505:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077390.950508:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077390.950510:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077390.950513:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948267776, portal 10
00000100:00000001:0.0:1769077390.950514:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077390.950515:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293366656 : -127164416184960 : ffff8c583a252d80)
00000100:00000040:0.0:1769077390.950521:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a252d80 x1855007948267776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.950526:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077390.950528:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077390.950530:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077390.950531:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948267776, offset 0
00000400:00000200:0.0:1769077390.950534:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077390.950537:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077390.950541:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077390.950543:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077390.950545:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077390.950547:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077390.950549:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077390.950551:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29903:29903:256:4294967295] 192.168.204.128@tcp LPNI seq info [29902:29902:8:4294967295]
00000400:00000200:0.0:1769077390.950554:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077390.950559:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077390.950562:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077390.950564:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077390.950567:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077390.950569:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769077390.950574:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077390.950576:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769077390.950579:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077390.950580:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077390.950582:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077390.950585:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077390.950587:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077390.950589:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077390.950590:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077390.950593:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a252d80 x1855007948267776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.950598:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077390.950600:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a252d80 x1855007948267776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077415 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.950605:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077390.950606:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077390.950609:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077390.950612:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:0.0:1769077390.950615:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077390.950616:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298755086
00000100:00000001:0.0:1769077390.950618:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298756368
00000100:00000001:0.0:1769077390.950620:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298755086
00000100:00000001:0.0:1769077390.950622:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298756368
00000100:00000001:0.0:1769077390.950623:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077390.950624:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077390.950626:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077390.950628:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077390/real 1769077390]  req@ffff8c583a252d80 x1855007948267776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077390.950634:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077390.950635:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077390.950636:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077390.950638:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077390.950639:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077390.950640:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077390.950642:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a252d80 x1855007948267776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077390.950647:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a252d80 x1855007948267776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.950651:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077390.950652:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077390.950653:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077390.950654:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077390.950656:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a252d80 x1855007948267776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.950660:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077390.950663:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a252d80 x1855007948267776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.950668:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077390.950670:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077390.950671:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077390.950672:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077390.950673:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077390.950675:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077390.950676:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077390.950678:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077390.950680:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077390.950682:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a252d80 x1855007948267776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077390.950687:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948267776:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077390.950690:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077390.950693:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a250380 x1855007948267904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.950697:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077390.950698:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077390.950699:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077390.950700:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077390.950702:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077390.950703:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948267904:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077390.950705:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077390.950707:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077390.950708:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077390.950709:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077390.950712:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16000.
02000000:00000001:0.0:1769077390.950713:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077390.950716:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077390.950717:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077390.950719:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077390.950721:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948267904, portal 10
00000100:00000001:0.0:1769077390.950723:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077390.950724:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293355904 : -127164416195712 : ffff8c583a250380)
00000100:00000040:0.0:1769077390.950728:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a250380 x1855007948267904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.950753:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077390.950755:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077390.950757:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077390.950758:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948267904, offset 0
00000400:00000200:0.0:1769077390.950761:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077390.950764:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077390.950766:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077390.950768:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077390.950770:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077390.950772:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077390.950774:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077390.950776:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29904:29904:256:4294967295] 192.168.204.128@tcp LPNI seq info [29903:29903:8:4294967295]
00000400:00000200:0.0:1769077390.950779:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077390.950783:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077390.950786:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077390.950788:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077390.950791:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077390.950793:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769077390.950796:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077390.950798:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769077390.950801:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077390.950802:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077390.950804:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077390.950806:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077390.950808:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077390.950811:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077390.950812:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077390.950815:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a250380 x1855007948267904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.950820:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077390.950822:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250380 x1855007948267904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077415 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.950827:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077390.950828:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077390.950829:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077390.950831:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769077390.950833:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077390.950834:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298755086
00000100:00000001:0.0:1769077390.950836:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298756368
00000100:00000001:0.0:1769077390.950837:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298755086
00000100:00000001:0.0:1769077390.950839:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298756368
00000100:00000001:0.0:1769077390.950840:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077390.950842:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077390.950843:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077390.950845:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077390/real 1769077390]  req@ffff8c583a250380 x1855007948267904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077390.950850:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077390.950850:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077390.950851:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077390.950853:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077390.950854:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077390.950855:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077390.950857:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a250380 x1855007948267904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077390.950862:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a250380 x1855007948267904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.950867:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077390.950868:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077390.950869:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077390.950870:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077390.950872:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a250380 x1855007948267904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.950876:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077390.950879:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a250380 x1855007948267904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.950883:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077390.950884:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077390.950885:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077390.950886:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077390.950887:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077390.950888:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077390.950889:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077390.950891:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077390.950892:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077390.950895:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a250380 x1855007948267904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077390.950899:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948267904:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077390.950901:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077390.950904:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a252a00 x1855007948268032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.950909:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077390.950910:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077390.950912:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077390.950913:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077390.950915:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077390.950916:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948268032:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077390.950919:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077390.950920:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077390.950921:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077390.950922:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077390.950924:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14400.
02000000:00000001:0.0:1769077390.950925:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077390.950928:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077390.950930:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077390.950932:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077390.950934:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948268032, portal 4
00000100:00000001:0.0:1769077390.950936:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077390.950937:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293365760 : -127164416185856 : ffff8c583a252a00)
00000100:00000040:0.0:1769077390.950941:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a252a00 x1855007948268032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.950945:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077390.950947:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077390.950948:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077390.950950:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948268032, offset 0
00000400:00000200:0.0:1769077390.950952:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077390.950954:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077390.950956:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077390.950958:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077390.950961:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077390.950963:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077390.950965:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077390.950968:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29905:29905:256:4294967295] 192.168.204.128@tcp LPNI seq info [29904:29904:8:4294967295]
00000400:00000200:0.0:1769077390.950973:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077390.950979:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077390.950984:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077390.950987:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077390.950992:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077390.950995:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769077390.951000:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077390.951003:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769077390.951007:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077390.951010:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077390.951012:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077390.951016:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077390.951019:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077390.951021:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077390.951023:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077390.951039:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a252a00 x1855007948268032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.951046:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077390.951048:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a252a00 x1855007948268032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077415 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.951053:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077390.951054:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077390.951057:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077390.951059:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769077390.951062:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077390.951063:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298755151
00000100:00000001:0.0:1769077390.951065:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298756368
00000100:00000001:0.0:1769077390.951067:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298755151
00000100:00000001:0.0:1769077390.951069:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298756368
00000100:00000001:0.0:1769077390.951070:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077390.951071:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077390.951072:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077390.951075:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077390/real 1769077390]  req@ffff8c583a252a00 x1855007948268032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077390.951081:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077390.951082:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077390.951083:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077390.951085:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077390.951086:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077390.951087:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077390.951089:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a252a00 x1855007948268032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077390.951095:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a252a00 x1855007948268032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.951099:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077390.951099:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077390.951100:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077390.951101:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077390.951103:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a252a00 x1855007948268032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.951107:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077390.951110:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a252a00 x1855007948268032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.951114:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077390.951116:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077390.951117:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077390.951118:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077390.951119:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077390.951120:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077390.951122:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077390.951124:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077390.951125:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077390.951128:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a252a00 x1855007948268032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077390.951134:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948268032:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077390.951136:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077390.951139:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a253480 x1855007948268160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.951143:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077390.951144:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077390.951145:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077390.951147:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077390.951148:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077390.951150:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948268160:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077390.951152:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077390.951153:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077390.951155:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077390.951157:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077390.951161:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f14c00.
02000000:00000001:0.0:1769077390.951163:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077390.951166:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077390.951169:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077390.951172:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077390.951176:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948268160, portal 4
00000100:00000001:0.0:1769077390.951178:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077390.951179:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293368448 : -127164416183168 : ffff8c583a253480)
00000100:00000040:0.0:1769077390.951186:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a253480 x1855007948268160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.951193:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077390.951196:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077390.951198:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077390.951201:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948268160, offset 0
00000400:00000200:0.0:1769077390.951207:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077390.951211:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077390.951215:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077390.951218:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077390.951220:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077390.951222:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077390.951224:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077390.951226:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29906:29906:256:4294967295] 192.168.204.128@tcp LPNI seq info [29905:29905:8:4294967295]
00000400:00000200:0.0:1769077390.951229:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077390.951234:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077390.951236:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077390.951239:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077390.951241:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077390.951243:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769077390.951246:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077390.951248:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769077390.951252:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077390.951253:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077390.951255:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077390.951258:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077390.951260:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077390.951261:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077390.951263:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077390.951265:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a253480 x1855007948268160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.951271:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077390.951273:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a253480 x1855007948268160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077415 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.951278:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077390.951279:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077390.951281:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077390.951283:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769077390.951285:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077390.951287:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298755098
00000100:00000001:0.0:1769077390.951289:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298756368
00000100:00000001:0.0:1769077390.951291:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298755098
00000100:00000001:0.0:1769077390.951292:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298756368
00000100:00000001:0.0:1769077390.951294:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077390.951295:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077390.951296:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077390.951298:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077390/real 1769077390]  req@ffff8c583a253480 x1855007948268160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077390.951303:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077390.951304:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077390.951305:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077390.951307:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077390.951308:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077390.951309:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077390.951311:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a253480 x1855007948268160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077390.951317:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a253480 x1855007948268160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.951321:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077390.951322:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077390.951323:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077390.951323:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077390.951326:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a253480 x1855007948268160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.951330:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077390.951332:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a253480 x1855007948268160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.951336:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077390.951338:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077390.951339:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077390.951340:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077390.951341:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077390.951343:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077390.951345:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077390.951347:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077390.951348:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077390.951351:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a253480 x1855007948268160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077390.951355:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948268160:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077390.951358:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077390.951360:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077390.951362:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a252d80 x1855007948267776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.951366:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077390.951367:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077390.951368:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15800.
02000000:00000001:0.0:1769077390.951369:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077390.951370:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077390.951371:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077390.951372:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077390.951374:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410800.
02000000:00000001:0.0:1769077390.951375:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077390.951376:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077390.951377:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a252d80.
00000100:00000001:0.0:1769077390.951380:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077390.951380:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077390.951382:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077390.951384:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a250380 x1855007948267904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.951393:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077390.951394:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077390.951395:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16000.
02000000:00000001:0.0:1769077390.951396:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077390.951397:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077390.951398:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077390.951399:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077390.951400:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410c00.
02000000:00000001:0.0:1769077390.951401:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077390.951402:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077390.951403:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a250380.
00000100:00000001:0.0:1769077390.951404:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077390.951405:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077390.951406:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077390.951407:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a252a00 x1855007948268032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.951411:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077390.951412:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077390.951413:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14400.
02000000:00000001:0.0:1769077390.951414:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077390.951415:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077390.951415:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769077390.951416:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077390.951417:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b411000.
02000000:00000001:0.0:1769077390.951418:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077390.951419:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077390.951420:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a252a00.
00000100:00000001:0.0:1769077390.951421:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077390.951422:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077390.951423:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077390.951424:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a253480 x1855007948268160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077390.951428:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077390.951429:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077390.951430:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f14c00.
02000000:00000001:0.0:1769077390.951432:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077390.951432:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077390.951433:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769077390.951435:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077390.951436:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b411c00.
02000000:00000001:0.0:1769077390.951437:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077390.951437:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077390.951438:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a253480.
00000100:00000001:0.0:1769077390.951439:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077390.951440:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077390.951442:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077390.951444:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077390.951445:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077390.951446:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077390.951447:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077391.268825:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077391.268830:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077391.268944:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077391.268950:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077391.268954:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077391.972911:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077391.972922:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077391.972924:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077391.972929:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077391.972933:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077391.972937:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077391.972940:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077391.972943:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077391.972946:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077392.292835:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077392.292843:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000040:1.0:1769077392.292846:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298756368, at 4298756416
00010000:00000001:2.0:1769077392.292847:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077392.292852:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077392.292859:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298756368, at 4298756416
00010000:00000001:2.0:1769077392.292866:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077392.292869:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077392.292871:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077392.292874:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470d80.
00000100:00000010:0.0:1769077392.292879:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470900.
00010000:00000001:2.0:1769077392.292879:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077392.292952:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077392.292957:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077392.292960:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077392.996860:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077392.996869:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077392.996872:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077392.996877:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077392.996881:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077392.996885:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077392.996887:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077392.996890:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077392.996893:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077393.316854:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077393.316860:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077393.316880:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077393.316882:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077393.316885:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077394.020881:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077394.020890:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077394.020891:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077394.020897:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077394.020901:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077394.020905:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077394.020907:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077394.020910:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077394.020912:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077394.340833:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077394.340841:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077394.340871:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077394.340874:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077394.340877:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077395.044868:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077395.044876:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077395.044878:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077395.044883:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077395.044887:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077395.044891:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077395.044893:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077395.044896:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077395.044899:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077395.364835:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077395.364841:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077395.364907:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077395.364911:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077395.364915:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077396.068876:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1769077396.068886:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077396.068888:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077396.068892:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077396.068902:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:2.0:1769077396.068905:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077396.068909:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077396.068910:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769077396.068914:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769077396.068917:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077396.068919:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077396.068925:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769077396.068930:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077396.068935:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077396.068936:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4087
00000400:00000200:2.0:1769077396.068966:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077396.068975:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077396.068988:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077396.068996:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077396.069000:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077396.069003:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077396.069005:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:2.0:1769077396.069010:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077396.069013:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:2.0:1769077396.069016:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077396.069019:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:2.0:1769077396.069021:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:2.0:1769077396.069024:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:2.0:1769077396.069028:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077396.069030:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077396.069032:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077396.069034:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:2.0:1769077396.069037:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:2.0:1769077396.069041:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077396.069044:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077396.069047:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077396.069051:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077396.069054:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077396.069057:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077396.069059:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077396.069068:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a250a80.
00000020:00000040:2.0:1769077396.069072:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:2.0:1769077396.069076:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077396.069078:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077396.069081:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077396.069084:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077396.069087:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077396.069094:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b411400.
00000100:00000001:2.0:1769077396.069101:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077396.069110:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a250a80 x1855007948268288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077396.069122:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077396.069127:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077396.069132:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067a8311a] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a250a80 x1855007948268288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077396.069162:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077396.069169:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077396.069173:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077396.069174:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077396.069177:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077396.069180:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077396.069184:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4087
00000400:00000200:2.0:1769077396.069188:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077396.069192:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:0.0:1769077396.069195:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1769077396.069195:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769077396.069201:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1769077396.069201:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077396.069207:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769077396.069207:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077396.069212:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077396.069216:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:2.0:1769077396.069219:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:0.0:1769077396.069220:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a250a80 x1855007948268288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769077396.069221:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:2.0:1769077396.069226:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077396.069229:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:2.0:1769077396.069234:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:0.0:1769077396.069237:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1769077396.069239:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:0.0:1769077396.069242:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077396.069247:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:0.0:1769077396.069250:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769077396.069252:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1769077396.069255:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769077396.069256:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:0.0:1769077396.069262:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077396.069263:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:2.0:1769077396.069270:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00100000:0.0:1769077396.069273:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948268288:192.168.204.128@tcp:250:kworker.0
00000100:00080000:2.0:1769077396.069277:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077396.069282:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769077396.069283:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077396.069288:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077396.069288:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077396.069292:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077396.069295:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077396.069296:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769077396.069301:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077396.069303:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16000.
00000100:00000001:2.0:1769077396.069304:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:0.0:1769077396.069309:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1769077396.069312:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077396.069317:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077396.069319:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077396.069322:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769077396.069325:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000100:00000010:2.0:1769077396.069328:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a251500.
00000400:00000010:0.0:1769077396.069334:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000020:00000040:2.0:1769077396.069334:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:2.0:1769077396.069338:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077396.069341:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077396.069344:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1769077396.069345:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948268288, portal 25
02000000:00000001:2.0:1769077396.069347:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769077396.069351:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1769077396.069352:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077396.069356:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293357696 : -127164416193920 : ffff8c583a250a80)
02000000:00000010:2.0:1769077396.069360:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b412400.
00000100:00000040:0.0:1769077396.069366:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a250a80 x1855007948268288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077396.069368:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077396.069380:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a251500 x1855007948268416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077396.069381:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077396.069389:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077396.069395:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000001:2.0:1769077396.069398:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1769077396.069401:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948268288, offset 0
00000100:00000001:2.0:1769077396.069404:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077396.069413:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000040:2.0:1769077396.069414:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003cc974f6] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a251500 x1855007948268416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077396.069425:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077396.069428:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077396.069433:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769077396.069435:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00080000:2.0:1769077396.069440:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077396.069443:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1769077396.069445:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1769077396.069447:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1769077396.069452:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000001:2.0:1769077396.069452:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077396.069457:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4087
00000400:00000200:0.0:1769077396.069460:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077396.069468:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077396.069468:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077396.069478:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:0.0:1769077396.069479:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29907:29907:256:4294967295] 192.168.204.128@tcp LPNI seq info [29906:29906:8:4294967295]
00000100:00080000:2.0:1769077396.069484:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769077396.069490:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:2.0:1769077396.069493:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077396.069498:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077396.069503:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077396.069509:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:0.0:1769077396.069511:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1769077396.069514:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077396.069518:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:2.0:1769077396.069522:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:0.0:1769077396.069523:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000020:00000040:2.0:1769077396.069525:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:2.0:1769077396.069530:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000800:00000010:0.0:1769077396.069531:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000020:00000001:2.0:1769077396.069534:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:2.0:1769077396.069541:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000200:0.0:1769077396.069545:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:2.0:1769077396.069546:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1769077396.069553:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1769077396.069553:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077396.069557:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:2.0:1769077396.069562:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000800:00000200:0.1:1769077396.069565:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:2.0:1769077396.069569:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000800:00000200:0.1:1769077396.069573:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1769077396.069574:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077396.069581:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:0.0:1769077396.069585:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
02000000:00000001:2.0:1769077396.069586:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:0.0:1769077396.069589:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
02000000:00000001:2.0:1769077396.069591:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077396.069596:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769077396.069598:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00100000:2.0:1769077396.069599:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077396.069605:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077396.069608:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1769077396.069609:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077396.069615:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000100:00000010:2.0:1769077396.069617:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a250700.
00000400:00000010:0.0:1769077396.069619:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000020:00000040:2.0:1769077396.069622:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000100:00000001:0.0:1769077396.069625:0:2431:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1769077396.069627:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077396.069630:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769077396.069633:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a250a80 x1855007948268288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077396.069634:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077396.069637:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077396.069640:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077396.069647:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b410000.
00000100:00000001:0.0:1769077396.069650:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1769077396.069653:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077396.069657:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250a80 x1855007948268288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077421 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077396.069664:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a250700 x1855007948268544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077396.069672:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077396.069677:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077396.069683:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077396.069685:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077396.069687:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077396.069692:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:2.0:1769077396.069695:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fac2ee2] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a250700 x1855007948268544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.069698:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298761487
00000100:00000010:0.0:1769077396.069706:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470900.
00000100:00000001:2.0:1769077396.069712:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077396.069716:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00080000:2.0:1769077396.069717:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077396.069725:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298761487
00000100:00000010:0.0:1769077396.069729:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5803470d20.
00000100:00000001:0.0:1769077396.069754:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769077396.069758:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077396.069762:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077396.069764:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077396.069769:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077396/real 1769077396]  req@ffff8c583a250a80 x1855007948268288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077396.069779:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077396.069781:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077396.069784:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077396.069787:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077396.069789:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077396.069792:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077396.069796:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a250a80 x1855007948268288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077396.069807:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a250a80 x1855007948268288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.069815:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077396.069817:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077396.069820:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077396.069822:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077396.069826:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a250a80 x1855007948268288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.069834:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077396.069840:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a250a80 x1855007948268288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769077396.069842:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077396.069847:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077396.069851:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077396.069858:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077396.069859:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077396.069864:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4087
00000100:00000001:0.0:1769077396.069866:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077396.069870:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:2.0:1769077396.069872:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077396.069873:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077396.069878:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000400:00000200:2.0:1769077396.069880:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:0.0:1769077396.069882:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077396.069885:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1769077396.069887:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:2.0:1769077396.069892:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00080000:0.0:1769077396.069898:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077396.069899:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077396.069905:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077396.069906:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077396.069911:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000040:0.0:1769077396.069915:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a250a80 x1855007948268288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769077396.069916:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077396.069919:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:2.0:1769077396.069922:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077396.069924:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:2.0:1769077396.069926:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:2.0:1769077396.069931:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:2.0:1769077396.069952:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077396.069959:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1769077396.069963:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948268288:192.168.204.128@tcp:250:kworker.0
00000100:00000040:2.0:1769077396.069965:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077396.069970:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:0.0:1769077396.069974:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1769077396.069975:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00000001:0.0:1769077396.069979:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1769077396.069983:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000040:0.0:1769077396.069988:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a250a80 x1855007948268288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077396.069989:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077396.069993:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077396.069998:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077396.070004:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077396.070007:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077396.070009:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1769077396.070012:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000008:00000001:2.0:1769077396.070013:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077396.070017:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1769077396.070018:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077396.070023:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16000.
00000100:00000010:2.0:1769077396.070026:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a253480.
02000000:00000001:0.0:1769077396.070029:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:2.0:1769077396.070031:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769077396.070033:0:2431:0:(genops.c:1236:class_import_put()) Process entered
02000000:00000001:2.0:1769077396.070038:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000020:00000040:0.0:1769077396.070039:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
02000000:00000001:2.0:1769077396.070042:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077396.070044:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:2.0:1769077396.070047:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:0.0:1769077396.070049:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b411400.
02000000:00000001:2.0:1769077396.070051:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077396.070055:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077396.070055:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077396.070060:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
02000000:00000010:2.0:1769077396.070061:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b411400.
00000100:00000010:0.0:1769077396.070062:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a250a80.
00000100:00000001:2.0:1769077396.070067:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077396.070068:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077396.070072:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077396.070077:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a253480 x1855007948268672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077396.070078:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077396.070087:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077396.070090:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077396.070091:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077396.070095:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077396.070097:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077396.070101:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1769077396.070103:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdd82334] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a253480 x1855007948268672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.070104:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077396.070112:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a251500 x1855007948268416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077396.070121:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077396.070128:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1769077396.070129:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077396.070132:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077396.070135:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:0.0:1769077396.070138:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769077396.070138:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1769077396.070142:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1769077396.070143:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1769077396.070149:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077396.070149:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077396.070156:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4087
00000100:00100000:0.0:1769077396.070158:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948268416:192.168.204.128@tcp:38:kworker.0
00000400:00000200:2.0:1769077396.070165:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077396.070167:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077396.070171:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:2.0:1769077396.070173:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
02000000:00000001:0.0:1769077396.070175:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077396.070178:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1769077396.070180:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1769077396.070185:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000010:0.0:1769077396.070186:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16000.
00000100:00000001:2.0:1769077396.070191:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1769077396.070192:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077396.070197:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:0.0:1769077396.070202:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077396.070203:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000010:0.0:1769077396.070209:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000020:00000001:2.0:1769077396.070209:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077396.070212:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000400:00000010:0.0:1769077396.070216:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000020:00000001:2.0:1769077396.070216:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077396.070221:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00000200:0.0:1769077396.070223:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948268416, portal 10
00000020:00000001:2.0:1769077396.070226:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:0.0:1769077396.070228:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077396.070232:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293360384 : -127164416191232 : ffff8c583a251500)
00000020:00000001:2.0:1769077396.070232:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:2.0:1769077396.070241:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077396.070246:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077396.070247:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a251500 x1855007948268416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077396.070252:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077396.070259:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:2.0:1769077396.070265:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000001:0.0:1769077396.070266:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077396.070274:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00080000:2.0:1769077396.070274:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000010:0.0:1769077396.070280:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000001:2.0:1769077396.070280:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077396.070286:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1769077396.070287:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948268416, offset 0
02000000:00000001:2.0:1769077396.070290:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077396.070294:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077396.070296:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:2.0:1769077396.070298:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077396.070302:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1769077396.070303:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000008:00000001:2.0:1769077396.070307:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077396.070312:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077396.070313:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077396.070320:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:2.0:1769077396.070321:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c583a252a00.
00000400:00000200:0.0:1769077396.070325:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000020:00000040:2.0:1769077396.070327:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000400:00000200:0.0:1769077396.070331:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1769077396.070333:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1769077396.070337:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
02000000:00000001:2.0:1769077396.070337:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077396.070342:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1769077396.070344:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29908:29908:256:4294967295] 192.168.204.128@tcp LPNI seq info [29907:29907:8:4294967295]
02000000:00000001:2.0:1769077396.070345:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077396.070349:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077396.070354:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000010:2.0:1769077396.070355:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580b412000.
00000100:00000001:2.0:1769077396.070361:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077396.070367:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00100000:2.0:1769077396.070371:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c583a252a00 x1855007948268800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1769077396.070379:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077396.070386:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000100:00000001:2.0:1769077396.070388:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077396.070394:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769077396.070395:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077396.070401:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1769077396.070402:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ebf35b59] to pc [ptlrpcd_rcv+-1]  req@ffff8c583a252a00 x1855007948268800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1769077396.070412:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077396.070418:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1769077396.070422:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1769077396.070427:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077396.070431:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000100:00000040:2.0:1769077396.070431:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4097)
00000400:00000200:0.0:1769077396.070436:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077396.070442:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077396.070446:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077396.070448:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077396.070451:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077396.070456:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a251500 x1855007948268416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.070472:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077396.070476:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a251500 x1855007948268416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077421 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.070483:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077396.070485:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077396.070488:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077396.070492:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:0.0:1769077396.070496:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077396.070498:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298760206
00000100:00000001:0.0:1769077396.070501:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298761487
00000100:00000001:0.0:1769077396.070504:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298760206
00000100:00000001:0.0:1769077396.070506:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298761487
00000100:00000001:0.0:1769077396.070509:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077396.070511:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077396.070513:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077396.070518:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077396/real 1769077396]  req@ffff8c583a251500 x1855007948268416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077396.070527:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077396.070528:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077396.070530:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077396.070532:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077396.070534:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077396.070536:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077396.070540:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a251500 x1855007948268416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077396.070550:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a251500 x1855007948268416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.070557:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077396.070559:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077396.070561:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077396.070563:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077396.070567:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a251500 x1855007948268416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.070574:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077396.070578:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a251500 x1855007948268416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.070586:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077396.070589:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077396.070591:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077396.070592:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077396.070594:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077396.070597:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077396.070600:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077396.070603:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077396.070605:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077396.070610:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a251500 x1855007948268416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077396.070620:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948268416:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077396.070624:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077396.070628:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a250700 x1855007948268544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.070635:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077396.070636:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077396.070639:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077396.070640:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077396.070643:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077396.070646:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948268544:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077396.070650:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077396.070652:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077396.070654:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077396.070655:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077396.070659:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15800.
02000000:00000001:0.0:1769077396.070661:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077396.070665:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077396.070668:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077396.070672:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077396.070675:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948268544, portal 10
00000100:00000001:0.0:1769077396.070677:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077396.070678:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293356800 : -127164416194816 : ffff8c583a250700)
00000100:00000040:0.0:1769077396.070684:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a250700 x1855007948268544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.070691:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077396.070694:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077396.070696:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077396.070698:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948268544, offset 0
00000400:00000200:0.0:1769077396.070702:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077396.070707:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077396.070711:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077396.070714:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077396.070717:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077396.070719:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077396.070722:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077396.070725:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29909:29909:256:4294967295] 192.168.204.128@tcp LPNI seq info [29908:29908:8:4294967295]
00000400:00000200:0.0:1769077396.070729:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077396.070757:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077396.070762:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077396.070766:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077396.070771:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077396.070774:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077396.070778:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077396.070781:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769077396.070785:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077396.070787:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077396.070790:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077396.070794:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077396.070797:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077396.070799:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077396.070802:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077396.070806:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a250700 x1855007948268544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.070814:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077396.070817:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a250700 x1855007948268544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077421 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.070825:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077396.070826:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077396.070830:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077396.070833:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:0.0:1769077396.070836:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077396.070839:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298760206
00000100:00000001:0.0:1769077396.070841:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298761487
00000100:00000001:0.0:1769077396.070844:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298760206
00000100:00000001:0.0:1769077396.070846:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298761487
00000100:00000001:0.0:1769077396.070848:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077396.070851:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077396.070853:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077396.070857:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077396/real 1769077396]  req@ffff8c583a250700 x1855007948268544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077396.070865:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077396.070867:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077396.070869:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077396.070871:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077396.070873:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077396.070876:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077396.070879:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a250700 x1855007948268544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077396.070889:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a250700 x1855007948268544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.070896:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077396.070897:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077396.070899:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077396.070901:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077396.070904:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a250700 x1855007948268544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.070911:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077396.070916:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a250700 x1855007948268544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.070923:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077396.070926:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077396.070928:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077396.070929:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077396.070931:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077396.070933:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077396.070935:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077396.070939:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077396.070957:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077396.070962:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a250700 x1855007948268544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077396.070977:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948268544:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077396.070981:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077396.070983:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077396.070987:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a251500 x1855007948268416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.070995:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077396.070996:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077396.070999:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16000.
02000000:00000001:0.0:1769077396.071001:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077396.071003:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077396.071005:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077396.071007:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077396.071009:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b412400.
02000000:00000001:0.0:1769077396.071011:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077396.071013:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077396.071015:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a251500.
00000100:00000001:0.0:1769077396.071017:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077396.071019:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077396.071020:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077396.071024:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a250700 x1855007948268544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.071032:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077396.071033:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077396.071034:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15800.
02000000:00000001:0.0:1769077396.071037:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077396.071038:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077396.071039:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:0.0:1769077396.071041:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077396.071043:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b410000.
02000000:00000001:0.0:1769077396.071045:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077396.071047:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077396.071048:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a250700.
00000100:00000001:0.0:1769077396.071051:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077396.071053:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077396.071054:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077396.071058:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077396.071059:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077396.071062:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077396.071063:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077396.071065:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077396.071069:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a253480 x1855007948268672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.071077:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077396.071078:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077396.071081:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077396.071083:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077396.071085:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077396.071088:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948268672:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077396.071092:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077396.071094:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077396.071095:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077396.071097:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077396.071100:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f15800.
02000000:00000001:0.0:1769077396.071102:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077396.071107:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077396.071110:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077396.071114:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077396.071116:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948268672, portal 4
00000100:00000001:0.0:1769077396.071119:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077396.071120:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293368448 : -127164416183168 : ffff8c583a253480)
00000100:00000040:0.0:1769077396.071126:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a253480 x1855007948268672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.071134:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077396.071136:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077396.071138:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077396.071141:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948268672, offset 0
00000400:00000200:0.0:1769077396.071145:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077396.071150:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077396.071153:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077396.071156:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077396.071159:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077396.071162:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077396.071165:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077396.071168:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29910:29910:256:4294967295] 192.168.204.128@tcp LPNI seq info [29909:29909:8:4294967295]
00000400:00000200:0.0:1769077396.071173:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077396.071180:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077396.071185:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077396.071188:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077396.071193:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077396.071196:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077396.071201:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077396.071204:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769077396.071208:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077396.071210:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077396.071213:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077396.071217:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077396.071220:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077396.071222:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077396.071224:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077396.071229:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a253480 x1855007948268672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.071237:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077396.071241:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a253480 x1855007948268672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077421 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.071248:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077396.071250:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077396.071253:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077396.071256:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:0.0:1769077396.071259:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077396.071262:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298760271
00000100:00000001:0.0:1769077396.071265:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298761487
00000100:00000001:0.0:1769077396.071268:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298760271
00000100:00000001:0.0:1769077396.071270:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298761487
00000100:00000001:0.0:1769077396.071273:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077396.071275:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077396.071276:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077396.071280:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077396/real 1769077396]  req@ffff8c583a253480 x1855007948268672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077396.071288:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077396.071290:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077396.071291:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077396.071294:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077396.071296:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077396.071298:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077396.071301:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a253480 x1855007948268672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077396.071310:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a253480 x1855007948268672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.071318:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077396.071319:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077396.071321:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077396.071323:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077396.071327:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a253480 x1855007948268672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.071333:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077396.071337:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a253480 x1855007948268672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.071345:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077396.071348:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077396.071349:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077396.071351:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077396.071353:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077396.071355:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077396.071358:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077396.071361:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077396.071364:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077396.071368:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a253480 x1855007948268672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077396.071376:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948268672:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077396.071380:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077396.071384:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c583a252a00 x1855007948268800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.071390:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077396.071392:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077396.071394:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077396.071396:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077396.071398:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077396.071402:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948268800:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077396.071405:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077396.071407:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077396.071409:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077396.071411:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077396.071414:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5805f16000.
02000000:00000001:0.0:1769077396.071416:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077396.071419:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:0.0:1769077396.071422:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c58107b5898.
00000400:00000010:0.0:1769077396.071425:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1cc0.
00000100:00000200:0.0:1769077396.071429:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948268800, portal 4
00000100:00000001:0.0:1769077396.071431:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077396.071433:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909293365760 : -127164416185856 : ffff8c583a252a00)
00000100:00000040:0.0:1769077396.071439:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c583a252a00 x1855007948268800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.071446:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077396.071448:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:0.0:1769077396.071451:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58187e1880.
00000100:00000200:0.0:1769077396.071453:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948268800, offset 0
00000400:00000200:0.0:1769077396.071457:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077396.071462:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077396.071465:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077396.071469:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077396.071471:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077396.071474:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077396.071476:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077396.071480:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29911:29911:256:4294967295] 192.168.204.128@tcp LPNI seq info [29910:29910:8:4294967295]
00000400:00000200:0.0:1769077396.071484:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077396.071491:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077396.071496:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077396.071500:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5805e38300.
00000800:00000200:0.0:1769077396.071504:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.0:1769077396.071507:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077396.071511:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:0.1:1769077396.071514:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769077396.071518:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:0.0:1769077396.071520:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5805e38300.
00000400:00000200:0.0:1769077396.071523:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077396.071526:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077396.071530:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1880
00000400:00000010:0.0:1769077396.071532:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1880.
00000100:00000001:0.0:1769077396.071535:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077396.071538:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c583a252a00 x1855007948268800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.071554:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077396.071557:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c583a252a00 x1855007948268800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077421 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.071565:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077396.071566:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077396.071569:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077396.071572:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:0.0:1769077396.071576:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077396.071578:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298760218
00000100:00000001:0.0:1769077396.071581:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298761487
00000100:00000001:0.0:1769077396.071583:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298760218
00000100:00000001:0.0:1769077396.071585:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298761487
00000100:00000001:0.0:1769077396.071588:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077396.071590:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077396.071592:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077396.071596:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077396/real 1769077396]  req@ffff8c583a252a00 x1855007948268800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077396.071604:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077396.071605:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077396.071607:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c58107b5898.
00000400:00000200:0.0:1769077396.071610:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58187e1cc0
00000400:00000010:0.0:1769077396.071611:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58187e1cc0.
00000100:00000001:0.0:1769077396.071614:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077396.071617:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c583a252a00 x1855007948268800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077396.071626:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c583a252a00 x1855007948268800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.071633:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077396.071635:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077396.071637:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077396.071639:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077396.071643:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c583a252a00 x1855007948268800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.071650:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077396.071655:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c583a252a00 x1855007948268800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.071662:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077396.071665:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077396.071667:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077396.071668:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077396.071670:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077396.071672:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077396.071675:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077396.071678:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077396.071681:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077396.071685:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c583a252a00 x1855007948268800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077396.071694:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c583a252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948268800:192.168.204.128@tcp:8:kworker.0
00000100:00000001:0.0:1769077396.071698:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077396.071700:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077396.071704:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a253480 x1855007948268672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.071711:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077396.071713:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077396.071716:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f15800.
02000000:00000001:0.0:1769077396.071719:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077396.071720:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077396.071722:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:0.0:1769077396.071724:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077396.071726:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b411400.
02000000:00000001:0.0:1769077396.071729:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077396.071750:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077396.071752:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a253480.
00000100:00000001:0.0:1769077396.071756:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077396.071757:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077396.071759:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077396.071764:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c583a252a00 x1855007948268800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077396.071771:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077396.071772:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077396.071774:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5805f16000.
02000000:00000001:0.0:1769077396.071776:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077396.071778:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077396.071779:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:0.0:1769077396.071781:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077396.071783:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580b412000.
02000000:00000001:0.0:1769077396.071785:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077396.071786:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077396.071788:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c583a252a00.
00000100:00000001:0.0:1769077396.071790:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077396.071792:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077396.071794:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077396.071797:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077396.071799:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077396.071801:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077396.071802:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077396.388825:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077396.388830:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077396.388880:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077396.388884:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077396.388887:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077397.092816:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077397.092824:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077397.092826:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077397.092832:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077397.092836:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077397.092840:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077397.092843:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077397.092845:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077397.092848:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077397.412830:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298761487, at 4298761536
00000100:00000040:0.0:1769077397.412833:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298761487, at 4298761536
00010000:00000001:2.0:1769077397.412835:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077397.412842:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077397.412847:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470d20.
00000100:00000010:0.0:1769077397.412853:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5803470900.
00000020:00000001:2.0:1769077397.412874:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077397.412877:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077397.412880:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077398.116856:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077398.116865:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077398.116867:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077398.116873:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077398.116877:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077398.116881:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077398.116884:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077398.116886:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077398.116890:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077398.436841:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077398.436848:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077398.436871:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077398.436874:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077398.436877:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077399.140818:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077399.140827:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077399.140829:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077399.140835:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077399.140839:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077399.140843:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077399.140846:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077399.140848:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077399.140851:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077399.460873:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077399.460881:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077399.460964:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077399.460969:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077399.460974:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077400.164885:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077400.164892:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077400.164895:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077400.164900:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077400.164904:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077400.164909:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077400.164912:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077400.164914:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077400.164918:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077400.484816:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077400.484822:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077400.484900:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077400.484904:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077400.484907:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077401.188822:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077401.188828:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077401.188830:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077401.188835:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077401.188838:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077401.188842:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077401.188844:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077401.188845:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077401.188848:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077401.188868:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077401.188876:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077401.188879:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077401.188894:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077401.188898:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077401.188906:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4092
00000400:00000200:0.0:1769077401.188915:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077401.188921:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077401.188925:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077401.188928:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077401.188932:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077401.188934:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077401.188937:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077401.188941:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077401.188943:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077401.188946:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077401.188960:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077401.188962:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077401.188965:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077401.188978:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077401.188981:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077401.188983:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077401.188985:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077401.188988:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077401.188992:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077401.188995:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077401.188998:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077401.189001:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077401.189004:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077401.189007:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077401.189009:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077401.189018:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000020:00000040:0.0:1769077401.189022:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077401.189026:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077401.189027:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077401.189031:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077401.189034:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077401.189038:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077401.189046:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17000.
00000100:00000001:0.0:1769077401.189052:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077401.189062:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948268928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077401.189074:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077401.189078:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077401.189083:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948268928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077401.189109:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077401.189112:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077401.189115:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077401.189118:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077401.189120:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077401.189123:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077401.189126:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4092
00000400:00000200:0.0:1769077401.189131:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077401.189134:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1769077401.189136:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077401.189138:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077401.189140:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077401.189143:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077401.189147:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000040:2.0:1769077401.189151:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c000 x1855007948268928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077401.189152:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077401.189159:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077401.189166:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077401.189167:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077401.189168:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077401.189174:0:44394:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:2.0:1769077401.189175:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1769077401.189177:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
02000000:00000001:2.0:1769077401.189180:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1769077401.189182:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:2.0:1769077401.189187:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077401.189200:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000100:00100000:2.0:1769077401.189205:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948268928:192.168.204.128@tcp:250:kworker.0
00000020:00000001:0.0:1769077401.189206:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077401.189211:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077401.189215:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1769077401.189219:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077401.189222:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769077401.189223:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077401.189226:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077401.189228:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077401.189232:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077401.189233:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077401.189238:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
02000000:00000010:2.0:1769077401.189241:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411000.
00000100:00080000:0.0:1769077401.189242:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
02000000:00000001:2.0:1769077401.189247:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077401.189249:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077401.189253:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769077401.189270:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:0.0:1769077401.189271:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077401.189276:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077401.189276:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000100:00000001:0.0:1769077401.189278:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:2.0:1769077401.189284:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000008:00100000:0.0:1769077401.189285:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077401.189290:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077401.189291:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948268928, portal 25
00000100:00000001:2.0:1769077401.189294:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077401.189296:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104263680 : -127169605287936 : ffff8c5704d9c000)
00000100:00000001:0.0:1769077401.189303:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077401.189303:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c000 x1855007948268928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1769077401.189312:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d500.
00000100:00000001:2.0:1769077401.189313:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1769077401.189318:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000100:00000040:2.0:1769077401.189318:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
02000000:00000001:0.0:1769077401.189324:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1769077401.189324:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
02000000:00000001:0.0:1769077401.189328:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077401.189329:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948268928, offset 0
00000100:00000001:0.0:1769077401.189332:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077401.189336:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077401.189336:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
02000000:00000001:0.0:1769077401.189340:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077401.189346:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000010:0.0:1769077401.189347:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14000.
00000400:00000200:2.0:1769077401.189353:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000001:0.0:1769077401.189354:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077401.189359:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:0.0:1769077401.189364:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d500 x1855007948269056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077401.189366:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077401.189372:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077401.189378:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077401.189385:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29912:29912:256:4294967295] 192.168.204.128@tcp LPNI seq info [29911:29911:8:4294967295]
00000100:00000001:0.0:1769077401.189387:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077401.189391:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077401.189393:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077401.189402:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c2d91c4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d500 x1855007948269056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077401.189403:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077401.189412:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077401.189417:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000100:00000001:0.0:1769077401.189425:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077401.189426:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:0.0:1769077401.189432:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1769077401.189432:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769077401.189440:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:0.0:1769077401.189441:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077401.189447:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1769077401.189447:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000100:00080000:0.0:1769077401.189451:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1769077401.189453:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077401.189457:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000100:00000001:0.0:1769077401.189459:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077401.189463:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1769077401.189465:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4092
00000400:00000200:2.0:1769077401.189471:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077401.189477:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077401.189482:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077401.189483:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000100:00080000:0.0:1769077401.189485:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1769077401.189487:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000040:0.0:1769077401.189492:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077401.189493:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769077401.189498:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1769077401.189500:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c000 x1855007948268928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077401.189504:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077401.189521:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769077401.189522:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000040:2.0:1769077401.189526:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c000 x1855007948268928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077426 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077401.189529:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077401.189533:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000100:00000001:2.0:1769077401.189536:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077401.189537:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077401.189539:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:0.0:1769077401.189541:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000100:00000001:2.0:1769077401.189544:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077401.189545:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769077401.189551:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077401.189552:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077401.189557:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298766607
00000100:00000040:0.0:1769077401.189558:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000010:2.0:1769077401.189561:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227840.
00000100:00000001:0.0:1769077401.189563:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077401.189568:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077401.189570:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769077401.189571:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077401.189585:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:0.0:1769077401.189588:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077401.189588:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298766607
00000100:00000001:0.0:1769077401.189594:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077401.189594:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227780.
02000000:00000001:0.0:1769077401.189599:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077401.189599:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
02000000:00000001:0.0:1769077401.189602:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077401.189603:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077401.189605:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077401.189607:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077401.189608:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077401.189612:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077401.189613:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000008:00000001:0.0:1769077401.189617:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077401.189618:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077401/real 1769077401]  req@ffff8c5704d9c000 x1855007948268928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077401.189619:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077401.189626:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9df80.
00000020:00000040:0.0:1769077401.189629:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000400:00000001:2.0:1769077401.189630:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077401.189634:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1769077401.189635:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077401.189637:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077401.189637:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077401.189641:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000100:00000001:0.0:1769077401.189642:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077401.189645:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1769077401.189646:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
02000000:00000001:0.0:1769077401.189648:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077401.189649:0:2431:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000010:0.0:1769077401.189652:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17800.
00000100:00000200:2.0:1769077401.189654:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c000 x1855007948268928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077401.189657:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077401.189665:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9df80 x1855007948269184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769077401.189667:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c000 x1855007948268928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077401.189684:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077401.189687:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077401.189688:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077401.189690:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077401.189693:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1769077401.189695:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bed851a] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9df80 x1855007948269184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.189696:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077401.189704:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c000 x1855007948268928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077401.189708:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077401.189713:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077401.189716:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077401.189718:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077401.189722:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1769077401.189722:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c000 x1855007948268928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077401.189725:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077401.189751:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077401.189753:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077401.189755:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077401.189756:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077401.189758:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077401.189760:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077401.189762:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077401.189778:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077401.189781:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1769077401.189783:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:2.0:1769077401.189787:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c000 x1855007948268928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077401.189790:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4092
00000400:00000200:0.0:1769077401.189799:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00100000:2.0:1769077401.189803:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948268928:192.168.204.128@tcp:250:kworker.0
00000400:00000200:0.0:1769077401.189805:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077401.189811:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077401.189811:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077401.189815:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077401.189815:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769077401.189819:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077401.189820:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c000 x1855007948268928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077401.189824:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077401.189829:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077401.189835:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000020:00000001:0.0:1769077401.189836:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077401.189839:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
02000000:00000001:2.0:1769077401.189840:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:0.0:1769077401.189841:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000010:2.0:1769077401.189843:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411000.
00000020:00000040:0.0:1769077401.189844:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:0.0:1769077401.189849:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
02000000:00000001:2.0:1769077401.189849:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077401.189851:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:2.0:1769077401.189852:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077401.189867:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077401.189869:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077401.189872:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17000.
00000100:00000040:0.0:1769077401.189875:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077401.189877:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1769077401.189879:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077401.189880:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:0.0:1769077401.189883:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000010:2.0:1769077401.189884:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c000.
00000100:00000001:0.0:1769077401.189887:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077401.189889:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000020:00000040:0.0:1769077401.189892:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00000001:2.0:1769077401.189893:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077401.189898:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077401.189900:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077401.189911:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077401.189913:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077401.189914:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077401.189916:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077401.189919:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077401.189920:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077401.189921:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077401.189925:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d500 x1855007948269056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077401.189931:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077401.189931:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077401.189934:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077401.189935:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077401.189938:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077401.189939:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077401.189942:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1769077401.189943:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
02000000:00000001:2.0:1769077401.189946:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769077401.189948:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077401.189950:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077401.189951:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948269056:192.168.204.128@tcp:38:kworker.0
00000100:00000010:0.0:1769077401.189955:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000100:00000001:2.0:1769077401.189956:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077401.189959:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1769077401.189960:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:2.0:1769077401.189961:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077401.189964:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077401.189964:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769077401.189968:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077401.189970:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411000.
00000100:00000001:0.0:1769077401.189971:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077401.189973:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077401.189974:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077401.189976:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077401.189980:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000010:0.0:1769077401.189982:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16800.
00000400:00000010:2.0:1769077401.189984:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000100:00000001:0.0:1769077401.189986:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077401.189989:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077401.189993:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948269056, portal 10
00000100:00100000:0.0:1769077401.189994:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948269312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077401.189996:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077401.189999:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104269056 : -127169605282560 : ffff8c5704d9d500)
00000100:00000040:2.0:1769077401.190008:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d500 x1855007948269056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077401.190020:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077401.190024:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769077401.190025:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077401.190029:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000040:0.0:1769077401.190034:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948269312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769077401.190034:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077401.190038:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948269056, offset 0
00000400:00000200:2.0:1769077401.190048:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077401.190050:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077401.190054:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077401.190054:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:0.0:1769077401.190060:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1769077401.190060:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000001:0.0:1769077401.190064:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769077401.190066:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1769077401.190067:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077401.190071:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000001:0.0:1769077401.190072:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077401.190076:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1769077401.190079:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4092
00000400:00000200:2.0:1769077401.190082:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:0.0:1769077401.190088:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077401.190088:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29913:29913:256:4294967295] 192.168.204.128@tcp LPNI seq info [29912:29912:8:4294967295]
00000400:00000200:0.0:1769077401.190094:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077401.190095:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:0.0:1769077401.190097:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077401.190102:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077401.190107:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077401.190108:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1769077401.190112:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077401.190116:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:2.0:1769077401.190120:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000020:00000001:0.0:1769077401.190121:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077401.190124:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769077401.190126:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000010:2.0:1769077401.190126:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000020:00000040:0.0:1769077401.190129:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:0.0:1769077401.190133:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000800:00000200:2.0:1769077401.190133:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:0.0:1769077401.190137:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000800:00000200:2.0:1769077401.190138:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000100:00000040:0.0:1769077401.190143:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000200:2.1:1769077401.190147:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:0.0:1769077401.190148:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769077401.190152:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000100:00000040:0.0:1769077401.190153:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077401.190159:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000100:2.0:1769077401.190160:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077401.190163:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000020:00000040:0.0:1769077401.190166:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000400:00000200:2.0:1769077401.190166:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077401.190172:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1769077401.190176:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000200:2.0:1769077401.190178:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000100:00000001:0.0:1769077401.190183:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077401.190184:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
02000000:00000001:0.0:1769077401.190189:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077401.190201:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077401.190201:0:2431:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1769077401.190207:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077401.190209:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d500 x1855007948269056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077401.190211:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077401.190214:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077401.190221:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077401.190226:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077401.190230:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000010:0.0:1769077401.190231:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d180.
00000020:00000040:0.0:1769077401.190236:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000040:2.0:1769077401.190237:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d500 x1855007948269056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077426 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077401.190239:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077401.190241:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077401.190244:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077401.190246:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077401.190249:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077401.190255:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077401.190263:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15400.
00000100:00000001:2.0:1769077401.190264:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077401.190269:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077401.190271:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077401.190276:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000100:00100000:0.0:1769077401.190277:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d180 x1855007948269440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077401.190284:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077401.190288:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298765326
00000100:00000001:0.0:1769077401.190292:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077401.190293:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298766607
00000100:00000001:0.0:1769077401.190296:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077401.190298:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298765326
00000100:00000040:0.0:1769077401.190302:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad4bb1df] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d180 x1855007948269440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.190303:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298766607
00000100:00000001:2.0:1769077401.190309:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077401.190314:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077401.190318:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1769077401.190320:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077401.190324:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4103)
00000100:00100000:2.0:1769077401.190325:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077401/real 1769077401]  req@ffff8c5704d9d500 x1855007948269056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077401.190333:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077401.190335:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077401.190336:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077401.190339:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077401.190340:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077401.190342:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077401.190344:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d500 x1855007948269056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077401.190350:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d500 x1855007948269056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.190354:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077401.190355:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077401.190356:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077401.190357:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077401.190359:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d500 x1855007948269056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.190364:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077401.190366:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d500 x1855007948269056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.190371:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077401.190372:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077401.190373:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077401.190374:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077401.190375:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077401.190376:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077401.190378:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077401.190380:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077401.190381:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077401.190384:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d500 x1855007948269056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077401.190389:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948269056:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077401.190392:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077401.190394:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9df80 x1855007948269184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.190398:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077401.190399:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077401.190400:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077401.190401:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077401.190402:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077401.190404:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948269184:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077401.190406:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077401.190408:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077401.190409:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077401.190410:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077401.190413:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077401.190414:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077401.190416:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077401.190418:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077401.190420:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077401.190422:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948269184, portal 10
00000100:00000001:2.0:1769077401.190423:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077401.190424:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104271744 : -127169605279872 : ffff8c5704d9df80)
00000100:00000040:2.0:1769077401.190427:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9df80 x1855007948269184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.190431:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077401.190433:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077401.190434:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077401.190436:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948269184, offset 0
00000400:00000200:2.0:1769077401.190439:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077401.190441:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077401.190444:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077401.190445:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077401.190447:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077401.190449:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077401.190451:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077401.190453:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29914:29914:256:4294967295] 192.168.204.128@tcp LPNI seq info [29913:29913:8:4294967295]
00000400:00000200:2.0:1769077401.190456:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077401.190460:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077401.190463:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077401.190464:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077401.190467:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077401.190469:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769077401.190472:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077401.190473:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000800:00000100:2.0:1769077401.190476:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077401.190477:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077401.190479:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077401.190481:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077401.190483:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077401.190485:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077401.190486:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077401.190488:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9df80 x1855007948269184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.190493:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077401.190495:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9df80 x1855007948269184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077426 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.190499:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077401.190500:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077401.190502:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077401.190504:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077401.190506:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077401.190508:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298765325
00000100:00000001:2.0:1769077401.190520:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298766607
00000100:00000001:2.0:1769077401.190522:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298765325
00000100:00000001:2.0:1769077401.190524:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298766607
00000100:00000001:2.0:1769077401.190525:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077401.190526:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077401.190527:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077401.190529:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077401/real 1769077401]  req@ffff8c5704d9df80 x1855007948269184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077401.190533:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077401.190534:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077401.190536:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077401.190537:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077401.190538:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077401.190540:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077401.190542:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9df80 x1855007948269184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077401.190547:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9df80 x1855007948269184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.190550:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077401.190551:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077401.190552:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077401.190553:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077401.190555:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9df80 x1855007948269184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.190559:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077401.190561:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9df80 x1855007948269184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.190565:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077401.190567:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077401.190568:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077401.190569:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077401.190570:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077401.190571:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077401.190573:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077401.190585:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077401.190586:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077401.190589:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9df80 x1855007948269184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077401.190593:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948269184:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077401.190595:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077401.190597:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077401.190598:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d500 x1855007948269056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.190602:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077401.190603:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077401.190604:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077401.190606:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077401.190606:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077401.190607:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077401.190609:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077401.190610:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14000.
02000000:00000001:2.0:1769077401.190611:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077401.190612:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077401.190613:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d500.
00000100:00000001:2.0:1769077401.190615:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077401.190616:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077401.190617:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077401.190619:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9df80 x1855007948269184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.190627:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077401.190628:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077401.190629:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077401.190631:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077401.190631:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077401.190632:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077401.190633:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077401.190634:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17800.
02000000:00000001:2.0:1769077401.190635:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077401.190636:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077401.190637:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9df80.
00000100:00000001:2.0:1769077401.190638:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077401.190639:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077401.190640:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077401.190642:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077401.190643:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077401.190644:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077401.190645:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077401.190646:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077401.190648:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c000 x1855007948269312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.190652:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077401.190653:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077401.190654:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077401.190655:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077401.190656:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077401.190658:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948269312:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077401.190660:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077401.190662:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077401.190663:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077401.190664:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077401.190666:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077401.190667:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077401.190670:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077401.190672:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077401.190674:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077401.190675:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948269312, portal 4
00000100:00000001:2.0:1769077401.190677:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077401.190677:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104263680 : -127169605287936 : ffff8c5704d9c000)
00000100:00000040:2.0:1769077401.190681:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c000 x1855007948269312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.190685:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077401.190687:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077401.190688:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077401.190689:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948269312, offset 0
00000400:00000200:2.0:1769077401.190692:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077401.190694:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077401.190696:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077401.190698:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077401.190699:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077401.190701:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077401.190702:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077401.190704:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29915:29915:256:4294967295] 192.168.204.128@tcp LPNI seq info [29914:29914:8:4294967295]
00000400:00000200:2.0:1769077401.190707:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077401.190711:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077401.190714:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077401.190715:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077401.190718:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077401.190720:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769077401.190722:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077401.190724:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000800:00000100:2.0:1769077401.190726:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077401.190728:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077401.190729:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077401.190746:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077401.190748:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077401.190750:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077401.190752:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077401.190754:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c000 x1855007948269312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.190759:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077401.190761:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c000 x1855007948269312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077426 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.190776:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077401.190777:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077401.190779:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077401.190781:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077401.190783:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077401.190784:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298765391
00000100:00000001:2.0:1769077401.190786:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298766607
00000100:00000001:2.0:1769077401.190787:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298765391
00000100:00000001:2.0:1769077401.190789:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298766607
00000100:00000001:2.0:1769077401.190790:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077401.190792:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077401.190793:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077401.190795:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077401/real 1769077401]  req@ffff8c5704d9c000 x1855007948269312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077401.190800:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077401.190800:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077401.190802:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077401.190803:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077401.190804:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077401.190805:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077401.190807:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c000 x1855007948269312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077401.190813:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c000 x1855007948269312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.190817:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077401.190818:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077401.190820:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077401.190821:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077401.190823:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c000 x1855007948269312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.190827:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077401.190829:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c000 x1855007948269312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.190833:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077401.190834:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077401.190835:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077401.190836:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077401.190837:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077401.190838:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077401.190840:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077401.190842:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077401.190843:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077401.190845:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c000 x1855007948269312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077401.190850:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948269312:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077401.190852:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077401.190870:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d180 x1855007948269440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.190879:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077401.190880:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077401.190882:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077401.190883:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077401.190885:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077401.190887:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948269440:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077401.190889:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077401.190890:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077401.190891:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077401.190893:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077401.190895:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077401.190896:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077401.190899:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077401.190900:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077401.190914:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077401.190916:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948269440, portal 4
00000100:00000001:2.0:1769077401.190917:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077401.190918:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104268160 : -127169605283456 : ffff8c5704d9d180)
00000100:00000040:2.0:1769077401.190922:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d180 x1855007948269440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.190926:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077401.190928:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077401.190929:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077401.190931:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948269440, offset 0
00000400:00000200:2.0:1769077401.190933:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077401.190936:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077401.190938:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077401.190939:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077401.190941:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077401.190943:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077401.190944:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077401.190946:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29916:29916:256:4294967295] 192.168.204.128@tcp LPNI seq info [29915:29915:8:4294967295]
00000400:00000200:2.0:1769077401.190949:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077401.190953:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077401.190957:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077401.190959:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077401.190961:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077401.190963:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769077401.190966:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077401.190968:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 11 secs later)
00000800:00000100:2.0:1769077401.190970:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077401.190972:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077401.190974:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077401.190976:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077401.190978:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077401.190979:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077401.190980:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077401.190982:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d180 x1855007948269440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.190987:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077401.190989:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d180 x1855007948269440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077426 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.190994:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077401.190995:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077401.190996:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077401.190998:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077401.191000:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077401.191002:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298765338
00000100:00000001:2.0:1769077401.191003:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298766607
00000100:00000001:2.0:1769077401.191005:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298765338
00000100:00000001:2.0:1769077401.191006:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298766607
00000100:00000001:2.0:1769077401.191007:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077401.191008:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077401.191010:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077401.191012:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077401/real 1769077401]  req@ffff8c5704d9d180 x1855007948269440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077401.191017:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077401.191018:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077401.191019:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077401.191020:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077401.191021:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077401.191022:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077401.191024:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d180 x1855007948269440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077401.191029:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d180 x1855007948269440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.191034:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077401.191034:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077401.191036:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077401.191037:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077401.191039:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d180 x1855007948269440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.191043:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077401.191045:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d180 x1855007948269440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.191049:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077401.191050:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077401.191051:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077401.191052:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077401.191053:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077401.191054:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077401.191056:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077401.191057:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077401.191059:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077401.191062:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d180 x1855007948269440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077401.191067:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948269440:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077401.191069:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077401.191071:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077401.191072:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c000 x1855007948269312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.191076:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077401.191077:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077401.191078:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077401.191080:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077401.191081:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077401.191082:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077401.191083:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077401.191084:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16800.
02000000:00000001:2.0:1769077401.191086:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077401.191087:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077401.191088:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c000.
00000100:00000001:2.0:1769077401.191089:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077401.191090:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077401.191091:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077401.191093:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d180 x1855007948269440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.191097:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077401.191098:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077401.191098:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077401.191100:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077401.191100:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077401.191101:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077401.191102:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077401.191103:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15400.
02000000:00000001:2.0:1769077401.191104:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077401.191105:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077401.191106:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d180.
00000100:00000001:2.0:1769077401.191107:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077401.191108:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077401.191109:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077401.191112:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077401.191113:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077401.191114:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077401.191115:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077401.508840:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077401.508846:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077401.508885:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077401.508900:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077401.508903:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077402.212901:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077402.212907:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077402.212909:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077402.212913:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077402.212916:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077402.212919:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077402.212921:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077402.212923:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077402.212925:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077402.532825:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298766607, at 4298766656
00010000:00000001:2.0:1769077402.532829:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:1.0:1769077402.532855:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227780.
00000100:00000040:0.0:1769077402.532858:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298766607, at 4298766656
00010000:00000001:2.0:1769077402.532862:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077402.532867:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077402.532870:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077402.532874:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227840.
00010000:00000001:2.0:1769077402.532875:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077402.532880:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077402.532884:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077402.532886:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077402.532909:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077402.532911:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077402.532914:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077403.236796:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077403.236802:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077403.236804:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077403.236808:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077403.236811:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077403.236814:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077403.236816:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077403.236818:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077403.236832:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077403.556871:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077403.556878:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077403.556950:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077403.556955:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077403.556959:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077404.260879:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077404.260888:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077404.260890:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077404.260896:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077404.260900:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077404.260905:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077404.260908:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077404.260911:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077404.260914:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077404.580909:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077404.580918:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077404.581011:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077404.581019:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077404.581024:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077405.284782:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077405.284829:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077405.284830:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077405.284836:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077405.284839:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077405.284842:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077405.284844:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077405.284846:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077405.284848:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077405.604882:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077405.604889:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077405.604916:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077405.604918:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077405.604922:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077406.308864:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077406.308866:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077406.308873:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1769077406.308874:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077406.308878:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077406.308879:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077406.308884:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1769077406.308885:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077406.308889:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769077406.308891:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077406.308895:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077406.308897:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4098
00000100:00000001:1.0:1769077406.308898:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077406.308902:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077406.308906:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077406.308910:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077406.308917:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077406.308919:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077406.308922:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077406.308925:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077406.308928:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077406.308930:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077406.308934:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077406.308936:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077406.308938:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077406.308940:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077406.308942:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077406.308944:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077406.308946:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077406.308947:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077406.308949:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077406.308950:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077406.308952:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077406.308955:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077406.308957:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077406.308959:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077406.308960:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077406.308963:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077406.308964:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077406.308966:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077406.308974:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000020:00000040:0.0:1769077406.308977:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077406.308981:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077406.308982:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077406.308985:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077406.308987:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077406.308991:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077406.308998:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15c00.
00000100:00000001:0.0:1769077406.309004:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077406.309011:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948269568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077406.309020:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077406.309024:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077406.309028:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948269568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077406.309047:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077406.309049:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077406.309052:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077406.309053:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077406.309054:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077406.309057:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077406.309058:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4098
00000400:00000200:0.0:1769077406.309061:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077406.309063:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077406.309065:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077406.309068:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077406.309070:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077406.309072:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077406.309074:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077406.309076:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077406.309077:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077406.309078:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077406.309080:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077406.309082:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077406.309085:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077406.309085:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769077406.309089:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077406.309091:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077406.309092:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077406.309093:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077406.309097:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00000001:2.0:1769077406.309099:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077406.309100:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077406.309103:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077406.309104:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077406.309107:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077406.309111:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769077406.309112:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948269568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077406.309114:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077406.309118:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077406.309123:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077406.309127:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:0.0:1769077406.309128:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077406.309132:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077406.309133:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077406.309140:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
02000000:00000001:2.0:1769077406.309140:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1769077406.309142:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:2.0:1769077406.309144:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077406.309147:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077406.309149:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077406.309150:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077406.309171:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1769077406.309174:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948269568:192.168.204.128@tcp:250:kworker.0
02000000:00000001:0.0:1769077406.309175:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077406.309180:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077406.309189:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16400.
00000100:00000001:2.0:1769077406.309190:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077406.309195:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077406.309200:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:0.0:1769077406.309206:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948269696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077406.309208:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077406.309235:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077406.309239:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077406.309242:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077406.309246:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410c00.
00000100:00000040:0.0:1769077406.309247:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948269696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077406.309253:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077406.309269:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077406.309278:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000100:00000001:0.0:1769077406.309282:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077406.309288:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00080000:0.0:1769077406.309289:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077406.309297:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077406.309300:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1769077406.309302:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948269568, portal 25
00000100:00080000:0.0:1769077406.309303:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077406.309307:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077406.309310:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077406.309311:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
00000100:00080000:0.0:1769077406.309318:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4098
00000100:00000040:2.0:1769077406.309322:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948269568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077406.309330:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077406.309338:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:0.0:1769077406.309342:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077406.309348:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077406.309348:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000040:0.0:1769077406.309356:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077406.309358:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077406.309360:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077406.309361:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077406.309364:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:2.0:1769077406.309365:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000020:00000040:0.0:1769077406.309366:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769077406.309385:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:2.0:1769077406.309387:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948269568, offset 0
00000020:00000040:0.0:1769077406.309388:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077406.309394:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769077406.309396:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077406.309400:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000040:0.0:1769077406.309403:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077406.309406:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077406.309407:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077406.309409:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077406.309411:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000400:00000200:2.0:1769077406.309412:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:0.0:1769077406.309417:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077406.309419:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077406.309423:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
02000000:00000001:0.0:1769077406.309424:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077406.309429:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077406.309432:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1769077406.309433:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077406.309436:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077406.309439:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077406.309439:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000008:00000001:0.0:1769077406.309444:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077406.309447:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077406.309448:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000010:0.0:1769077406.309451:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9f480.
00000020:00000040:0.0:1769077406.309456:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000400:00000200:2.0:1769077406.309456:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
02000000:00000001:0.0:1769077406.309462:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077406.309465:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077406.309469:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769077406.309469:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29917:29917:256:4294967295] 192.168.204.128@tcp LPNI seq info [29916:29916:8:4294967295]
02000000:00000001:0.0:1769077406.309471:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077406.309474:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077406.309480:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14800.
00000400:00000200:2.0:1769077406.309485:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077406.309486:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077406.309495:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9f480 x1855007948269824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077406.309507:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077406.309512:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077406.309512:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1769077406.309519:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1a89039] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9f480 x1855007948269824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1769077406.309527:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077406.309532:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077406.309536:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1769077406.309536:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000100:00080000:0.0:1769077406.309543:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077406.309544:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077406.309546:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077406.309551:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:2.0:1769077406.309551:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:0.0:1769077406.309557:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4098
00000800:00000200:2.0:1769077406.309557:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000400:00000200:0.0:1769077406.309563:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000800:00000200:2.1:1769077406.309567:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000400:00000200:0.0:1769077406.309569:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077406.309574:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1769077406.309574:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000100:00000040:0.0:1769077406.309581:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077406.309585:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1769077406.309586:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00000040:0.0:1769077406.309589:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000010:2.0:1769077406.309591:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000100:00000001:0.0:1769077406.309593:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077406.309597:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077406.309599:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000400:00000200:2.0:1769077406.309599:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1769077406.309600:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077406.309604:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:0.0:1769077406.309609:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000400:00000200:2.0:1769077406.309610:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1769077406.309613:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000400:00000200:2.0:1769077406.309616:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000100:00000040:0.0:1769077406.309618:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077406.309621:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1769077406.309621:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000040:0.0:1769077406.309626:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077406.309629:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077406.309629:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:0.0:1769077406.309631:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:0.0:1769077406.309637:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000200:2.0:1769077406.309639:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c380 x1855007948269568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077406.309640:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077406.309644:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077406.309647:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077406.309653:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077406.309656:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077406.309658:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000008:00100000:0.0:1769077406.309659:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077406.309663:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077406.309665:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948269568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077431 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077406.309666:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077406.309672:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c700.
00000020:00000040:0.0:1769077406.309677:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:0.0:1769077406.309698:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077406.309700:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077406.309702:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077406.309703:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077406.309705:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077406.309709:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17c00.
00000100:00000001:0.0:1769077406.309717:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077406.309720:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077406.309727:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c700 x1855007948269952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077406.309730:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077406.309738:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077406.309741:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077406.309747:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000435b0902] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c700 x1855007948269952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077406.309756:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077406.309759:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077406.309763:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077406.309764:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077406.309766:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077406.309820:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077406.309830:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077406.309830:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:0.0:1769077406.309836:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4098
00000100:00000001:2.0:1769077406.309839:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298771728
00000400:00000200:0.0:1769077406.309859:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077406.309865:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077406.309868:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000010:2.0:1769077406.309868:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227d80.
00000100:00000040:0.0:1769077406.309874:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077406.309877:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077406.309879:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077406.309880:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769077406.309881:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077406.309887:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077406.309888:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769077406.309890:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077406.309891:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00000001:2.0:1769077406.309892:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298771728
00000020:00000001:0.0:1769077406.309894:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769077406.309898:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000010:2.0:1769077406.309899:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227de0.
00000100:00000040:0.0:1769077406.309902:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077406.309905:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769077406.309906:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077406.309911:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077406.309912:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077406.309914:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077406.309918:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077406.309919:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:0.0:1769077406.309925:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077406.309925:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1769077406.309930:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077406.309932:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1769077406.309935:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077406/real 1769077406]  req@ffff8c5704d9c380 x1855007948269568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077406.309936:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077406.309942:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077406.309947:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077406.309951:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077406.309954:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769077406.309955:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1769077406.309957:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769077406.309958:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077406.309962:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000100:00000010:0.0:1769077406.309964:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d180.
00000400:00000200:2.0:1769077406.309965:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000020:00000040:0.0:1769077406.309968:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000400:00000010:2.0:1769077406.309970:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
02000000:00000001:0.0:1769077406.309972:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077406.309974:0:2431:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1769077406.309975:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077406.309978:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1769077406.309980:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948269568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077406.309981:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077406.309984:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077406.309991:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15000.
00000100:00000200:2.0:1769077406.309996:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948269568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077406.309997:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077406.310007:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d180 x1855007948270080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077406.310008:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077406.310012:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077406.310017:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077406.310020:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077406.310022:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077406.310025:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077406.310028:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948269568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077406.310033:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad4bb1df] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d180 x1855007948270080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.310048:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077406.310054:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077406.310059:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948269568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077406.310060:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4108)
00000100:00000001:2.0:1769077406.310069:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077406.310072:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077406.310073:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077406.310074:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077406.310076:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077406.310079:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077406.310081:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077406.310085:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077406.310087:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077406.310090:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948269568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077406.310097:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948269568:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077406.310100:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077406.310101:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077406.310104:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948269568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.310108:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077406.310110:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077406.310112:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077406.310114:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077406.310116:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077406.310117:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077406.310118:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077406.310120:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15c00.
02000000:00000001:2.0:1769077406.310123:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077406.310125:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077406.310126:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077406.310128:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077406.310129:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077406.310130:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077406.310136:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077406.310138:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077406.310139:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077406.310141:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077406.310142:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077406.310163:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9dc00 x1855007948269696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.310177:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077406.310180:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077406.310185:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077406.310188:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077406.310193:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077406.310199:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948269696:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077406.310206:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077406.310210:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077406.310229:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077406.310232:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077406.310236:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077406.310239:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077406.310245:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077406.310249:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077406.310253:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077406.310257:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948269696, portal 10
00000100:00000001:2.0:1769077406.310260:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077406.310262:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104270848 : -127169605280768 : ffff8c5704d9dc00)
00000100:00000040:2.0:1769077406.310271:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9dc00 x1855007948269696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.310280:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077406.310283:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077406.310286:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077406.310289:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948269696, offset 0
00000400:00000200:2.0:1769077406.310295:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077406.310299:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077406.310303:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077406.310306:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077406.310308:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077406.310310:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077406.310312:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077406.310315:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29918:29918:256:4294967295] 192.168.204.128@tcp LPNI seq info [29917:29917:8:4294967295]
00000400:00000200:2.0:1769077406.310319:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077406.310324:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077406.310328:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077406.310332:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077406.310335:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077406.310338:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769077406.310342:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077406.310344:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1769077406.310348:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077406.310350:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077406.310352:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077406.310355:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077406.310358:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077406.310360:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077406.310362:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077406.310365:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9dc00 x1855007948269696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.310372:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077406.310391:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948269696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077431 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.310396:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077406.310397:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077406.310400:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077406.310403:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077406.310406:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077406.310407:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298770446
00000100:00000001:2.0:1769077406.310410:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298771728
00000100:00000001:2.0:1769077406.310412:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298770446
00000100:00000001:2.0:1769077406.310414:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298771728
00000100:00000001:2.0:1769077406.310415:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077406.310417:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077406.310418:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077406.310421:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077406/real 1769077406]  req@ffff8c5704d9dc00 x1855007948269696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077406.310432:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077406.310433:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077406.310435:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077406.310437:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077406.310438:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077406.310439:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077406.310441:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9dc00 x1855007948269696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077406.310449:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9dc00 x1855007948269696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.310457:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077406.310459:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077406.310461:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077406.310463:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077406.310467:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9dc00 x1855007948269696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.310475:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077406.310480:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9dc00 x1855007948269696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.310488:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077406.310491:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077406.310494:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077406.310495:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077406.310498:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077406.310500:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077406.310504:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077406.310508:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077406.310511:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077406.310516:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9dc00 x1855007948269696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077406.310523:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948269696:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077406.310526:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077406.310529:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9f480 x1855007948269824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.310534:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077406.310535:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077406.310537:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077406.310538:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077406.310540:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077406.310542:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948269824:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077406.310544:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077406.310546:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077406.310547:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077406.310549:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077406.310552:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077406.310553:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077406.310556:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077406.310558:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077406.310561:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077406.310563:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948269824, portal 10
00000100:00000001:2.0:1769077406.310565:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077406.310566:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104277120 : -127169605274496 : ffff8c5704d9f480)
00000100:00000040:2.0:1769077406.310570:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9f480 x1855007948269824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.310575:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077406.310577:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077406.310579:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077406.310581:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948269824, offset 0
00000400:00000200:2.0:1769077406.310584:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077406.310587:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077406.310590:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077406.310593:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077406.310595:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077406.310597:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077406.310599:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077406.310601:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29919:29919:256:4294967295] 192.168.204.128@tcp LPNI seq info [29918:29918:8:4294967295]
00000400:00000200:2.0:1769077406.310605:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077406.310610:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077406.310613:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077406.310616:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077406.310619:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077406.310621:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769077406.310624:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077406.310626:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1769077406.310629:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077406.310631:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077406.310633:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077406.310635:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077406.310638:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077406.310639:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077406.310641:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077406.310644:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9f480 x1855007948269824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.310650:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077406.310652:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9f480 x1855007948269824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077431 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.310657:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077406.310658:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077406.310660:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077406.310662:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077406.310665:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077406.310667:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298770445
00000100:00000001:2.0:1769077406.310669:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298771728
00000100:00000001:2.0:1769077406.310671:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298770445
00000100:00000001:2.0:1769077406.310673:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298771728
00000100:00000001:2.0:1769077406.310676:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077406.310678:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077406.310680:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077406.310684:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077406/real 1769077406]  req@ffff8c5704d9f480 x1855007948269824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077406.310710:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077406.310713:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077406.310716:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077406.310720:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077406.310723:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077406.310727:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077406.310734:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9f480 x1855007948269824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077406.310749:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9f480 x1855007948269824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.310762:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077406.310765:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077406.310826:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077406.310829:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077406.310835:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9f480 x1855007948269824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.310860:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077406.310866:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9f480 x1855007948269824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.310875:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077406.310879:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077406.310880:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077406.310882:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077406.310884:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077406.310886:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077406.310889:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077406.310893:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077406.310895:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077406.310898:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9f480 x1855007948269824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077406.310905:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948269824:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077406.310908:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077406.310910:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c700 x1855007948269952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.310915:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077406.310916:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077406.310918:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077406.310920:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077406.310922:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077406.310924:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948269952:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077406.310926:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077406.310927:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077406.310929:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077406.310931:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077406.310934:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077406.310935:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077406.310939:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077406.310941:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077406.310944:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077406.310946:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948269952, portal 4
00000100:00000001:2.0:1769077406.310948:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077406.310950:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104265472 : -127169605286144 : ffff8c5704d9c700)
00000100:00000040:2.0:1769077406.310954:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c700 x1855007948269952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.310959:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077406.310961:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077406.310963:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077406.310965:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948269952, offset 0
00000400:00000200:2.0:1769077406.310968:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077406.310971:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077406.310973:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077406.310976:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077406.310978:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077406.310980:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077406.310982:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077406.310984:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29920:29920:256:4294967295] 192.168.204.128@tcp LPNI seq info [29919:29919:8:4294967295]
00000400:00000200:2.0:1769077406.310987:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077406.310992:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077406.310996:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077406.310998:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077406.311001:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077406.311003:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769077406.311006:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077406.311008:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1769077406.311011:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077406.311013:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077406.311015:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077406.311018:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077406.311020:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077406.311021:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077406.311023:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077406.311026:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c700 x1855007948269952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.311037:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077406.311039:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c700 x1855007948269952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077431 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.311044:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077406.311045:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077406.311047:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077406.311050:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077406.311052:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077406.311053:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298770511
00000100:00000001:2.0:1769077406.311055:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298771728
00000100:00000001:2.0:1769077406.311057:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298770511
00000100:00000001:2.0:1769077406.311059:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298771728
00000100:00000001:2.0:1769077406.311060:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077406.311062:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077406.311063:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077406.311066:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077406/real 1769077406]  req@ffff8c5704d9c700 x1855007948269952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077406.311071:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077406.311072:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077406.311074:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077406.311075:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077406.311077:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077406.311078:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077406.311081:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c700 x1855007948269952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077406.311086:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c700 x1855007948269952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.311091:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077406.311092:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077406.311094:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077406.311095:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077406.311098:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c700 x1855007948269952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.311102:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077406.311105:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c700 x1855007948269952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.311109:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077406.311111:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077406.311112:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077406.311113:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077406.311114:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077406.311115:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077406.311117:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077406.311119:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077406.311121:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077406.311123:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c700 x1855007948269952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077406.311128:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948269952:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077406.311131:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077406.311134:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d180 x1855007948270080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.311138:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077406.311140:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077406.311158:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077406.311161:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077406.311165:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077406.311171:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948270080:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077406.311177:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077406.311180:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077406.311183:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077406.311187:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077406.311192:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077406.311196:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077406.311203:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077406.311223:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077406.311227:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077406.311231:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948270080, portal 4
00000100:00000001:2.0:1769077406.311233:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077406.311235:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104268160 : -127169605283456 : ffff8c5704d9d180)
00000100:00000040:2.0:1769077406.311242:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d180 x1855007948270080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.311251:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077406.311254:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077406.311257:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077406.311261:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948270080, offset 0
00000400:00000200:2.0:1769077406.311266:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077406.311271:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077406.311276:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077406.311279:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077406.311282:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077406.311285:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077406.311289:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077406.311291:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29921:29921:256:4294967295] 192.168.204.128@tcp LPNI seq info [29920:29920:8:4294967295]
00000400:00000200:2.0:1769077406.311295:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077406.311301:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077406.311306:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077406.311309:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077406.311313:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077406.311315:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769077406.311319:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077406.311321:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1769077406.311324:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077406.311326:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077406.311328:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077406.311331:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077406.311334:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077406.311335:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077406.311337:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077406.311341:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d180 x1855007948270080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.311348:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077406.311350:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d180 x1855007948270080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077431 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.311356:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077406.311357:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077406.311360:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077406.311362:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077406.311365:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077406.311367:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298770458
00000100:00000001:2.0:1769077406.311369:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298771728
00000100:00000001:2.0:1769077406.311371:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298770458
00000100:00000001:2.0:1769077406.311373:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298771728
00000100:00000001:2.0:1769077406.311374:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077406.311376:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077406.311378:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077406.311380:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077406/real 1769077406]  req@ffff8c5704d9d180 x1855007948270080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077406.311386:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077406.311388:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077406.311389:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077406.311391:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077406.311393:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077406.311394:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077406.311397:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d180 x1855007948270080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077406.311421:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d180 x1855007948270080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.311426:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077406.311427:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077406.311428:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077406.311429:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077406.311431:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d180 x1855007948270080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.311436:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077406.311439:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d180 x1855007948270080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.311443:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077406.311445:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077406.311446:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077406.311448:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077406.311450:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077406.311452:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077406.311455:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077406.311459:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077406.311461:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077406.311466:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d180 x1855007948270080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077406.311482:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948270080:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077406.311487:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077406.311489:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077406.311493:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9dc00 x1855007948269696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.311502:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077406.311504:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077406.311506:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077406.311510:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077406.311512:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077406.311513:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077406.311516:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077406.311518:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16400.
02000000:00000001:2.0:1769077406.311520:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077406.311521:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077406.311522:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077406.311524:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077406.311525:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077406.311527:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077406.311530:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9f480 x1855007948269824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.311535:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077406.311536:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077406.311537:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077406.311539:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077406.311540:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077406.311541:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077406.311542:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077406.311543:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14800.
02000000:00000001:2.0:1769077406.311544:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077406.311545:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077406.311546:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9f480.
00000100:00000001:2.0:1769077406.311548:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077406.311549:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077406.311550:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077406.311553:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c700 x1855007948269952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.311557:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077406.311558:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077406.311559:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077406.311561:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077406.311561:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077406.311562:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077406.311563:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077406.311564:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17c00.
02000000:00000001:2.0:1769077406.311566:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077406.311566:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077406.311567:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c700.
00000100:00000001:2.0:1769077406.311569:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077406.311569:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077406.311571:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077406.311573:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d180 x1855007948270080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.311577:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077406.311577:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077406.311578:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077406.311580:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077406.311581:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077406.311581:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077406.311583:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077406.311584:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15000.
02000000:00000001:2.0:1769077406.311585:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077406.311586:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077406.311586:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d180.
00000100:00000001:2.0:1769077406.311588:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077406.311589:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077406.311590:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077406.311593:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077406.311595:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077406.311596:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077406.311597:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077406.628855:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077406.628861:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077406.628885:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077406.628887:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077406.628890:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077407.332836:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077407.332842:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077407.332844:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077407.332848:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077407.332851:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077407.332854:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077407.332856:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077407.332858:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077407.332860:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077407.652858:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:0.0:1769077407.652859:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298771728, at 4298771776
00000100:00000040:1.0:1769077407.652859:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298771728, at 4298771776
00010000:00000001:2.0:1769077407.652863:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077407.652875:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d80.
00000100:00000010:1.0:1769077407.652879:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227de0.
00000020:00000001:2.0:1769077407.652899:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077407.652902:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077407.652905:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077408.356873:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077408.356883:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077408.356886:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077408.356893:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077408.356898:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077408.356903:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077408.356907:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077408.356910:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077408.356914:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077408.676908:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077408.676914:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077408.677007:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077408.677013:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077408.677020:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077409.380810:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077409.380818:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077409.380820:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077409.380842:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077409.380847:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077409.380851:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077409.380854:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077409.380857:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077409.380860:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077409.700861:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077409.700869:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077409.700914:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077409.700918:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077409.700922:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077410.404839:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077410.404845:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077410.404847:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077410.404851:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077410.404854:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077410.404857:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077410.404859:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077410.404861:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077410.404863:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077410.724859:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077410.724865:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077410.724887:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077410.724889:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077410.724891:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077411.428782:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077411.428789:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077411.428791:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077411.428795:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077411.428799:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077411.428801:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077411.428804:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077411.428804:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077411.428808:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077411.428812:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077411.428816:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077411.428820:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077411.428826:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077411.428830:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077411.428846:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4103
00000400:00000200:0.0:1769077411.428854:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077411.428859:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077411.428862:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077411.428864:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077411.428867:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077411.428869:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077411.428870:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077411.428873:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077411.428875:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077411.428877:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077411.428879:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077411.428881:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077411.428882:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077411.428885:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077411.428886:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077411.428887:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077411.428889:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077411.428891:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077411.428893:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077411.428895:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077411.428897:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077411.428900:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077411.428901:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077411.428903:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077411.428904:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077411.428911:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000020:00000040:0.0:1769077411.428915:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077411.428918:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077411.428919:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077411.428921:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077411.428923:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077411.428927:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077411.428932:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17800.
00000100:00000001:0.0:1769077411.428937:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077411.428944:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948270208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077411.428951:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077411.428954:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077411.428957:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948270208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077411.428974:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077411.428976:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077411.428979:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077411.428980:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077411.428981:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077411.428983:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077411.428985:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4103
00000400:00000200:0.0:1769077411.428988:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077411.428990:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077411.428992:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077411.428995:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077411.428997:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077411.428999:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077411.429000:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077411.429003:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077411.429007:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769077411.429008:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077411.429010:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769077411.429011:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077411.429014:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077411.429017:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077411.429019:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:2.0:1769077411.429020:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c000 x1855007948270208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077411.429021:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769077411.429028:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077411.429032:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077411.429034:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077411.429035:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077411.429036:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:0.0:1769077411.429038:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077411.429043:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077411.429047:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077411.429048:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077411.429050:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077411.429053:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077411.429054:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077411.429058:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077411.429058:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077411.429061:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077411.429063:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077411.429068:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948270208:192.168.204.128@tcp:250:kworker.0
00000008:00100000:0.0:1769077411.429070:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077411.429076:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077411.429077:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077411.429079:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077411.429082:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1769077411.429083:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9df80.
02000000:00000001:2.0:1769077411.429085:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077411.429086:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:2.0:1769077411.429088:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769077411.429092:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077411.429094:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077411.429095:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
00000100:00000001:0.0:1769077411.429096:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077411.429098:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077411.429099:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077411.429101:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077411.429106:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14000.
00000400:00000200:2.0:1769077411.429107:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077411.429111:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077411.429113:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000100:00100000:0.0:1769077411.429118:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9df80 x1855007948270336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769077411.429119:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000001:0.0:1769077411.429129:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1769077411.429129:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948270208, portal 25
00000100:00000001:0.0:1769077411.429133:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077411.429134:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077411.429137:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104263680 : -127169605287936 : ffff8c5704d9c000)
00000100:00000040:0.0:1769077411.429138:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bed851a] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9df80 x1855007948270336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077411.429145:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c000 x1855007948270208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.429170:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077411.429174:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077411.429176:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077411.429177:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00080000:0.0:1769077411.429183:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769077411.429183:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948270208, offset 0
00000100:00080000:0.0:1769077411.429190:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1769077411.429193:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077411.429195:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077411.429198:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077411.429202:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077411.429203:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077411.429209:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4103
00000400:00000200:2.0:1769077411.429210:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077411.429219:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077411.429220:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077411.429224:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077411.429226:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077411.429231:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077411.429231:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077411.429236:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000040:0.0:1769077411.429239:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077411.429243:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077411.429244:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29922:29922:256:4294967295] 192.168.204.128@tcp LPNI seq info [29921:29921:8:4294967295]
00000100:00000040:0.0:1769077411.429247:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077411.429252:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077411.429255:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000001:0.0:1769077411.429256:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077411.429259:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769077411.429260:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077411.429262:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077411.429267:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077411.429270:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1769077411.429271:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000800:00000200:2.0:1769077411.429278:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077411.429282:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000100:00000040:0.0:1769077411.429286:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077411.429291:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1769077411.429292:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:0.0:1769077411.429296:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077411.429299:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:2.0:1769077411.429299:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000020:00000040:0.0:1769077411.429306:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000800:00000200:2.1:1769077411.429309:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:0.0:1769077411.429311:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077411.429315:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077411.429315:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
02000000:00000001:0.0:1769077411.429322:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:2.0:1769077411.429324:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
02000000:00000001:0.0:1769077411.429326:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:2.0:1769077411.429327:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
02000000:00000001:0.0:1769077411.429329:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077411.429333:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769077411.429333:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00100000:0.0:1769077411.429336:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077411.429338:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077411.429341:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769077411.429342:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077411.429347:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000100:00000010:0.0:1769077411.429348:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d500.
00000400:00000010:2.0:1769077411.429352:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000020:00000040:0.0:1769077411.429353:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000100:00000001:2.0:1769077411.429359:0:2431:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1769077411.429362:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1769077411.429365:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c000 x1855007948270208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077411.429366:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077411.429371:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077411.429374:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077411.429377:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077411.429385:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17000.
00000100:00000001:2.0:1769077411.429386:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769077411.429392:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077411.429393:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c000 x1855007948270208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077436 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077411.429403:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d500 x1855007948270464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077411.429408:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077411.429412:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077411.429420:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077411.429421:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077411.429425:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077411.429429:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:0.0:1769077411.429431:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c2d91c4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d500 x1855007948270464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.429436:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298776847
00000100:00000001:0.0:1769077411.429442:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077411.429445:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077411.429447:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077411.429449:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077411.429450:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077411.429451:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000010:2.0:1769077411.429453:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227b40.
00000100:00080000:0.0:1769077411.429454:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4103
00000400:00000200:0.0:1769077411.429462:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077411.429464:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077411.429466:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077411.429466:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1769077411.429472:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077411.429474:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077411.429477:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077411.429477:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298776847
00000100:00000001:0.0:1769077411.429481:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000010:2.0:1769077411.429485:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227c00.
00000020:00000001:0.0:1769077411.429486:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077411.429490:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000100:00000001:2.0:1769077411.429491:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000020:00000001:0.0:1769077411.429493:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077411.429495:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769077411.429497:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000100:00000001:2.0:1769077411.429498:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077411.429503:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077411.429504:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000020:00000001:0.0:1769077411.429509:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00100000:2.0:1769077411.429510:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077411/real 1769077411]  req@ffff8c5704d9c000 x1855007948270208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077411.429518:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000001:2.0:1769077411.429522:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1769077411.429523:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1769077411.429524:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000040:0.0:1769077411.429529:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000010:2.0:1769077411.429529:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000100:00000001:0.0:1769077411.429535:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077411.429536:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000020:00000040:0.0:1769077411.429541:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000400:00000010:2.0:1769077411.429541:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077411.429543:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1769077411.429548:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000200:2.0:1769077411.429549:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c000 x1855007948270208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077411.429553:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077411.429558:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077411.429563:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1769077411.429564:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c000 x1855007948270208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077411.429569:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077411.429575:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077411.429576:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077411.429579:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:0.0:1769077411.429581:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077411.429581:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077411.429583:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1769077411.429587:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077411.429588:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c000 x1855007948270208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077411.429593:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077411.429598:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077411.429602:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c000 x1855007948270208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1769077411.429603:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d180.
00000100:00000001:2.0:1769077411.429610:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077411.429612:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077411.429613:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077411.429614:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077411.429616:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077411.429617:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:0.0:1769077411.429618:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00080000:2.0:1769077411.429619:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1769077411.429624:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00080000:2.0:1769077411.429625:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
02000000:00000001:0.0:1769077411.429627:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077411.429629:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1769077411.429630:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077411.429634:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1769077411.429636:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c000 x1855007948270208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077411.429637:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077411.429644:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15800.
00000100:00100000:2.0:1769077411.429647:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948270208:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077411.429649:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077411.429657:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077411.429658:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d180 x1855007948270592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077411.429659:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077411.429665:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c000 x1855007948270208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077411.429674:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077411.429678:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077411.429679:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077411.429695:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:0.0:1769077411.429699:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad4bb1df] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d180 x1855007948270592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769077411.429699:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077411.429704:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077411.429707:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077411.429709:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000100:00000001:0.0:1769077411.429711:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077411.429712:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077411.429715:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17800.
00000100:00080000:0.0:1769077411.429716:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077411.429721:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:2.0:1769077411.429721:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1769077411.429722:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1769077411.429724:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:0.0:1769077411.429725:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:2.0:1769077411.429728:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c000.
00000100:00000001:0.0:1769077411.429729:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077411.429751:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4103
00000400:00000200:0.0:1769077411.429755:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077411.429759:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000400:00000200:0.0:1769077411.429760:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077411.429762:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077411.429764:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077411.429766:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077411.429769:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077411.429773:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077411.429774:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:0.0:1769077411.429777:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077411.429778:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077411.429782:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077411.429784:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077411.429784:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077411.429787:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769077411.429791:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:2.0:1769077411.429794:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9df80 x1855007948270336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077411.429795:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769077411.429800:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077411.429804:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00000001:2.0:1769077411.429808:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1769077411.429809:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:2.0:1769077411.429812:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077411.429814:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
02000000:00000001:2.0:1769077411.429816:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077411.429821:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769077411.429822:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077411.429826:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077411.429828:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1769077411.429834:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948270336:192.168.204.128@tcp:38:kworker.0
00000100:00000040:0.0:1769077411.429835:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077411.429840:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077411.429843:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1769077411.429844:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
02000000:00000001:2.0:1769077411.429847:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1769077411.429849:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
02000000:00000001:2.0:1769077411.429851:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077411.429852:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077411.429858:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077411.429858:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769077411.429864:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1769077411.429865:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
02000000:00000001:0.0:1769077411.429866:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077411.429868:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077411.429870:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077411.429873:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1769077411.429876:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000008:00000001:0.0:1769077411.429877:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077411.429881:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077411.429881:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000100:00000010:0.0:1769077411.429887:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c700.
00000400:00000010:2.0:1769077411.429888:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000020:00000040:0.0:1769077411.429892:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000200:2.0:1769077411.429893:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948270336, portal 10
02000000:00000001:0.0:1769077411.429895:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077411.429897:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1769077411.429898:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077411.429899:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104271744 : -127169605279872 : ffff8c5704d9df80)
00000100:00000001:0.0:1769077411.429901:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077411.429904:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077411.429907:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077411.429910:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9df80 x1855007948270336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769077411.429913:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16000.
00000100:00000001:0.0:1769077411.429919:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077411.429920:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077411.429924:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00100000:0.0:1769077411.429927:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c700 x1855007948270720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769077411.429929:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077411.429934:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948270336, offset 0
00000400:00000200:2.0:1769077411.429943:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077411.429944:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077411.429947:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077411.429948:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:0.0:1769077411.429953:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000435b0902] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c700 x1855007948270720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077411.429954:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077411.429961:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077411.429967:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077411.429970:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769077411.429971:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077411.429974:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000040:0.0:1769077411.429977:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4113)
00000400:00000200:2.0:1769077411.429978:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29923:29923:256:4294967295] 192.168.204.128@tcp LPNI seq info [29922:29922:8:4294967295]
00000400:00000200:2.0:1769077411.429983:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077411.429988:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077411.429992:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077411.429995:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077411.429997:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077411.429999:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769077411.430003:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077411.430004:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1769077411.430007:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077411.430008:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077411.430011:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077411.430013:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077411.430015:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077411.430017:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077411.430018:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077411.430021:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9df80 x1855007948270336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.430027:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077411.430029:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9df80 x1855007948270336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077436 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.430033:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077411.430034:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077411.430036:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077411.430039:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077411.430041:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077411.430042:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298775566
00000100:00000001:2.0:1769077411.430045:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298776847
00000100:00000001:2.0:1769077411.430046:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298775566
00000100:00000001:2.0:1769077411.430048:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298776847
00000100:00000001:2.0:1769077411.430049:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077411.430050:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077411.430052:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077411.430054:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077411/real 1769077411]  req@ffff8c5704d9df80 x1855007948270336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077411.430059:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077411.430060:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077411.430061:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077411.430062:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077411.430063:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077411.430064:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077411.430067:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9df80 x1855007948270336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077411.430072:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9df80 x1855007948270336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.430076:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077411.430077:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077411.430078:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077411.430079:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077411.430081:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9df80 x1855007948270336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.430085:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077411.430088:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9df80 x1855007948270336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.430092:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077411.430093:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077411.430094:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077411.430095:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077411.430096:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077411.430097:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077411.430099:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077411.430101:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077411.430102:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077411.430105:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9df80 x1855007948270336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077411.430110:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948270336:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077411.430113:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077411.430121:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d500 x1855007948270464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.430130:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077411.430131:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077411.430132:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077411.430134:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077411.430135:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077411.430137:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948270464:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077411.430139:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077411.430140:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077411.430141:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077411.430143:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077411.430145:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077411.430147:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077411.430149:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077411.430151:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077411.430153:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077411.430154:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948270464, portal 10
00000100:00000001:2.0:1769077411.430156:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077411.430157:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104269056 : -127169605282560 : ffff8c5704d9d500)
00000100:00000040:2.0:1769077411.430160:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d500 x1855007948270464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.430164:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077411.430166:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077411.430168:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077411.430169:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948270464, offset 0
00000400:00000200:2.0:1769077411.430172:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077411.430174:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077411.430176:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077411.430178:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077411.430180:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077411.430181:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077411.430183:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077411.430185:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29924:29924:256:4294967295] 192.168.204.128@tcp LPNI seq info [29923:29923:8:4294967295]
00000400:00000200:2.0:1769077411.430188:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077411.430192:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077411.430195:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077411.430197:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077411.430200:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077411.430202:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769077411.430204:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077411.430206:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1769077411.430208:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077411.430210:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077411.430211:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077411.430214:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077411.430216:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077411.430217:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077411.430218:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077411.430220:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d500 x1855007948270464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.430226:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077411.430228:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d500 x1855007948270464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077436 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.430232:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077411.430233:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077411.430235:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077411.430236:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077411.430238:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077411.430240:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298775565
00000100:00000001:2.0:1769077411.430241:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298776847
00000100:00000001:2.0:1769077411.430243:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298775565
00000100:00000001:2.0:1769077411.430244:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298776847
00000100:00000001:2.0:1769077411.430245:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077411.430247:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077411.430248:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077411.430250:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077411/real 1769077411]  req@ffff8c5704d9d500 x1855007948270464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077411.430256:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077411.430256:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077411.430257:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077411.430259:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077411.430260:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077411.430261:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077411.430263:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d500 x1855007948270464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077411.430269:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d500 x1855007948270464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.430273:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077411.430273:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077411.430274:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077411.430275:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077411.430277:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d500 x1855007948270464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.430281:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077411.430283:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d500 x1855007948270464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.430287:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077411.430289:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077411.430290:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077411.430291:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077411.430292:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077411.430293:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077411.430294:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077411.430297:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077411.430298:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077411.430301:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d500 x1855007948270464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077411.430306:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948270464:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077411.430308:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077411.430310:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d180 x1855007948270592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.430314:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077411.430315:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077411.430316:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077411.430317:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077411.430318:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077411.430320:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948270592:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077411.430322:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077411.430323:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077411.430324:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077411.430325:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077411.430327:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077411.430328:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077411.430330:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077411.430332:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077411.430334:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077411.430336:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948270592, portal 4
00000100:00000001:2.0:1769077411.430337:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077411.430338:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104268160 : -127169605283456 : ffff8c5704d9d180)
00000100:00000040:2.0:1769077411.430341:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d180 x1855007948270592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.430345:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077411.430347:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077411.430348:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077411.430350:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948270592, offset 0
00000400:00000200:2.0:1769077411.430352:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077411.430354:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077411.430356:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077411.430358:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077411.430360:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077411.430362:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077411.430365:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077411.430368:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29925:29925:256:4294967295] 192.168.204.128@tcp LPNI seq info [29924:29924:8:4294967295]
00000400:00000200:2.0:1769077411.430372:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077411.430378:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077411.430383:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077411.430386:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077411.430390:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077411.430393:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769077411.430398:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077411.430401:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1769077411.430405:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077411.430407:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077411.430410:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077411.430413:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077411.430417:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077411.430419:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077411.430421:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077411.430426:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d180 x1855007948270592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.430434:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077411.430438:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d180 x1855007948270592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077436 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.430445:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077411.430447:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077411.430451:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077411.430454:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077411.430457:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077411.430460:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298775630
00000100:00000001:2.0:1769077411.430462:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298776847
00000100:00000001:2.0:1769077411.430464:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298775630
00000100:00000001:2.0:1769077411.430466:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298776847
00000100:00000001:2.0:1769077411.430468:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077411.430470:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077411.430472:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077411.430476:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077411/real 1769077411]  req@ffff8c5704d9d180 x1855007948270592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077411.430484:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077411.430486:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077411.430488:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077411.430490:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077411.430492:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077411.430494:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077411.430497:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d180 x1855007948270592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077411.430506:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d180 x1855007948270592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.430513:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077411.430515:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077411.430517:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077411.430519:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077411.430522:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d180 x1855007948270592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.430527:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077411.430529:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d180 x1855007948270592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.430534:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077411.430536:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077411.430537:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077411.430538:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077411.430539:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077411.430540:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077411.430542:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077411.430544:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077411.430545:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077411.430547:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d180 x1855007948270592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077411.430552:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948270592:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077411.430554:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077411.430556:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077411.430558:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9df80 x1855007948270336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.430562:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077411.430563:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077411.430565:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077411.430567:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077411.430568:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077411.430569:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077411.430570:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077411.430572:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14000.
02000000:00000001:2.0:1769077411.430573:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077411.430580:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077411.430581:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9df80.
00000100:00000001:2.0:1769077411.430583:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077411.430584:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077411.430585:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077411.430588:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d500 x1855007948270464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.430592:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077411.430593:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077411.430594:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077411.430595:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077411.430596:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077411.430597:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077411.430598:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077411.430599:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17000.
02000000:00000001:2.0:1769077411.430600:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077411.430600:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077411.430601:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d500.
00000100:00000001:2.0:1769077411.430602:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077411.430603:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077411.430604:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077411.430606:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d180 x1855007948270592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.430609:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077411.430610:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077411.430611:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077411.430612:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077411.430613:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077411.430614:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077411.430615:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077411.430616:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15800.
02000000:00000001:2.0:1769077411.430617:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077411.430618:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077411.430619:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d180.
00000100:00000001:2.0:1769077411.430620:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077411.430621:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077411.430622:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077411.430624:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077411.430625:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077411.430626:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077411.430628:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077411.430629:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077411.430631:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c700 x1855007948270720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.430636:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077411.430637:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077411.430638:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077411.430639:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077411.430641:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077411.430642:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948270720:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077411.430645:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077411.430646:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077411.430647:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077411.430648:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077411.430651:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077411.430652:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077411.430655:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077411.430656:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077411.430659:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077411.430661:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948270720, portal 4
00000100:00000001:2.0:1769077411.430662:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077411.430663:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104265472 : -127169605286144 : ffff8c5704d9c700)
00000100:00000040:2.0:1769077411.430667:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c700 x1855007948270720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.430671:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077411.430673:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077411.430674:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077411.430676:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948270720, offset 0
00000400:00000200:2.0:1769077411.430678:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077411.430695:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077411.430698:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077411.430701:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077411.430702:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077411.430704:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077411.430706:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077411.430708:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29926:29926:256:4294967295] 192.168.204.128@tcp LPNI seq info [29925:29925:8:4294967295]
00000400:00000200:2.0:1769077411.430711:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077411.430715:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077411.430718:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077411.430720:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077411.430723:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077411.430725:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769077411.430728:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077411.430744:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1769077411.430747:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077411.430748:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077411.430750:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077411.430752:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077411.430754:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:2.0:1769077411.430756:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:2.0:1769077411.430758:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077411.430760:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c700 x1855007948270720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.430766:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077411.430767:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c700 x1855007948270720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077436 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.430772:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077411.430773:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077411.430775:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077411.430777:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077411.430779:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077411.430780:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298775578
00000100:00000001:2.0:1769077411.430782:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298776847
00000100:00000001:2.0:1769077411.430783:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298775578
00000100:00000001:2.0:1769077411.430785:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298776847
00000100:00000001:2.0:1769077411.430787:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077411.430788:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077411.430789:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077411.430792:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077411/real 1769077411]  req@ffff8c5704d9c700 x1855007948270720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077411.430798:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077411.430799:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077411.430800:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077411.430803:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077411.430804:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077411.430807:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077411.430810:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c700 x1855007948270720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077411.430819:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c700 x1855007948270720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.430825:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077411.430827:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077411.430829:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077411.430830:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077411.430835:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c700 x1855007948270720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.430842:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077411.430847:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c700 x1855007948270720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.430854:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077411.430857:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077411.430859:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077411.430860:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077411.430861:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077411.430863:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077411.430865:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077411.430867:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077411.430869:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077411.430872:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c700 x1855007948270720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077411.430877:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948270720:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077411.430879:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077411.430881:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077411.430883:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c700 x1855007948270720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.430886:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077411.430887:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077411.430889:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077411.430890:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077411.430891:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077411.430892:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077411.430893:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077411.430894:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16000.
02000000:00000001:2.0:1769077411.430895:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077411.430897:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077411.430898:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c700.
00000100:00000001:2.0:1769077411.430899:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077411.430900:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077411.430901:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077411.430904:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077411.430905:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077411.430906:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077411.430907:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077411.748848:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077411.748853:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077411.748873:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077411.748875:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077411.748879:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077412.452823:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077412.452831:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077412.452833:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077412.452838:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077412.452842:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077412.452846:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077412.452848:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077412.452851:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077412.452853:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077412.772836:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298776847, at 4298776896
00000100:00000040:1.0:1769077412.772836:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298776847, at 4298776896
00010000:00000001:2.0:1769077412.772839:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077412.772845:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077412.772848:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077412.772851:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077412.772853:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227b40.
00010000:00000001:2.0:1769077412.772854:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000010:1.0:1769077412.772858:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227c00.
00010000:00000001:2.0:1769077412.772858:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077412.772864:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077412.772866:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077412.772926:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077412.772931:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077412.772935:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077413.476829:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077413.476836:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077413.476837:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077413.476841:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077413.476844:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077413.476848:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077413.476849:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077413.476851:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077413.476854:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077413.796811:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077413.796816:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077413.796834:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077413.796837:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077413.796839:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077414.500854:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077414.500863:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077414.500865:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077414.500871:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077414.500875:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077414.500879:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077414.500882:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077414.500885:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077414.500888:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077414.820864:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077414.820871:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077414.820899:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077414.820914:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077414.820917:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077415.524855:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077415.524864:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077415.524866:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077415.524872:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077415.524876:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077415.524880:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077415.524882:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077415.524885:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077415.524887:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077415.844827:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077415.844832:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077415.844852:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077415.844854:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077415.844856:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077416.548821:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077416.548830:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077416.548832:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077416.548836:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077416.548839:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077416.548846:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4108
00000100:00000001:2.0:1769077416.548846:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077416.548851:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077416.548854:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077416.548858:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00100000:2.0:1769077416.548860:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077416.548864:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1769077416.548866:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077416.548868:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077416.548871:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077416.548872:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077416.548876:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077416.548878:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077416.548879:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077416.548883:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077416.548886:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077416.548888:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077416.548891:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077416.548893:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077416.548895:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077416.548897:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077416.548899:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077416.548901:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077416.548903:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077416.548904:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077416.548905:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077416.548906:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077416.548908:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077416.548911:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077416.548912:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077416.548915:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077416.548917:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077416.548919:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077416.548921:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077416.548922:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077416.548930:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9f480.
00000020:00000040:0.0:1769077416.548933:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077416.548936:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077416.548937:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077416.548940:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077416.548941:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077416.548945:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077416.548951:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14400.
00000100:00000001:0.0:1769077416.548957:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077416.548963:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9f480 x1855007948270848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077416.548971:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077416.548974:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077416.548977:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1a89039] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9f480 x1855007948270848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077416.548993:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077416.548995:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077416.548998:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077416.548999:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077416.549000:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077416.549002:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077416.549005:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4108
00000400:00000200:0.0:1769077416.549008:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077416.549012:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077416.549012:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1769077416.549017:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077416.549017:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077416.549021:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077416.549023:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077416.549026:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077416.549029:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9f480 x1855007948270848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077416.549030:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077416.549036:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077416.549040:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077416.549042:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077416.549045:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077416.549049:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077416.549053:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077416.549058:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077416.549059:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077416.549062:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077416.549063:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077416.549067:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077416.549068:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1769077416.549069:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077416.549072:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077416.549073:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077416.549077:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
02000000:00000001:2.0:1769077416.549077:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077416.549084:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00100000:2.0:1769077416.549084:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948270848:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077416.549089:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077416.549092:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077416.549092:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077416.549097:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077416.549098:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077416.549100:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077416.549102:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077416.549103:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077416.549105:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077416.549110:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1769077416.549110:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077416.549115:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769077416.549116:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077416.549120:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077416.549123:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000400:00000200:2.0:1769077416.549126:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000040:0.0:1769077416.549127:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077416.549130:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1769077416.549131:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
02000000:00000001:0.0:1769077416.549132:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077416.549137:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077416.549138:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077416.549140:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077416.549140:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
02000000:00000010:0.0:1769077416.549144:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14c00.
00000100:00000200:2.0:1769077416.549148:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948270848, portal 25
00000100:00000001:0.0:1769077416.549149:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077416.549151:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077416.549154:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104277120 : -127169605274496 : ffff8c5704d9f480)
00000100:00100000:0.0:1769077416.549155:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948270976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077416.549163:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9f480 x1855007948270848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077416.549167:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077416.549171:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077416.549177:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077416.549179:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948270976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077416.549183:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077416.549188:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8f68.
00000100:00000200:2.0:1769077416.549193:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948270848, offset 0
00000100:00000001:0.0:1769077416.549201:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077416.549204:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00080000:0.0:1769077416.549205:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077416.549209:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077416.549210:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077416.549211:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077416.549213:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077416.549215:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077416.549219:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4108
00000400:00000200:0.0:1769077416.549222:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077416.549224:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077416.549226:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077416.549229:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000040:0.0:1769077416.549230:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077416.549235:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077416.549238:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077416.549239:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769077416.549241:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077416.549244:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077416.549246:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000400:00000200:2.0:1769077416.549246:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000020:00000001:0.0:1769077416.549249:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077416.549251:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000400:00000200:2.0:1769077416.549253:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1769077416.549254:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077416.549258:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000020:00000001:0.0:1769077416.549259:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:0.0:1769077416.549265:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077416.549268:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29927:29927:256:4294967295] 192.168.204.128@tcp LPNI seq info [29926:29926:8:4294967295]
00000100:00000001:0.0:1769077416.549269:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077416.549274:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077416.549278:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077416.549278:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000040:0.0:1769077416.549282:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:0.0:1769077416.549285:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077416.549289:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077416.549293:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769077416.549294:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1769077416.549295:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077416.549299:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077416.549303:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077416.549304:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077416.549307:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077416.549310:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077416.549311:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000100:00000001:0.0:1769077416.549314:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077416.549318:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000800:00000200:2.0:1769077416.549321:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000040:0.0:1769077416.549322:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077416.549326:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077416.549330:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077416.549331:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:0.0:1769077416.549335:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077416.549337:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077416.549339:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077416.549349:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16000.
00000100:00000001:2.0:1769077416.549349:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077416.549355:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077416.549358:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077416.549358:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298781967
00000100:00100000:0.0:1769077416.549365:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948271104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1769077416.549366:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a2272a0.
00000100:00000001:0.0:1769077416.549374:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077416.549376:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077416.549376:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1769077416.549383:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948271104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077416.549384:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298781967
00000100:00000010:2.0:1769077416.549390:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227360.
00000100:00000001:0.0:1769077416.549394:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077416.549395:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00080000:0.0:1769077416.549399:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077416.549400:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769077416.549404:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077416.549405:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077416.549408:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077416.549409:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077416.549411:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077416.549413:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077416.549415:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077416.549418:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4108
00000100:00000001:2.0:1769077416.549420:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:0.0:1769077416.549422:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077416.549423:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769077416.549426:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1769077416.549427:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077416.549430:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077416.549431:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077416.549433:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077416.549436:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077416.549441:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077416.549441:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9dc00 x1855007948270976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077416.549446:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077416.549452:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077416.549457:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1769077416.549458:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077416.549460:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000100:00000001:2.0:1769077416.549460:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077416.549464:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:2.0:1769077416.549464:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1769077416.549467:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
02000000:00000001:2.0:1769077416.549467:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077416.549473:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077416.549474:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769077416.549479:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00100000:2.0:1769077416.549481:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948270976:192.168.204.128@tcp:38:kworker.0
00000100:00000040:0.0:1769077416.549485:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077416.549492:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077416.549493:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077416.549496:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1769077416.549498:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077416.549499:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077416.549503:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:2.0:1769077416.549504:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1769077416.549510:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
02000000:00000010:2.0:1769077416.549510:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077416.549516:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077416.549517:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077416.549525:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077416.549525:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:0.0:1769077416.549530:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1769077416.549531:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
02000000:00000001:0.0:1769077416.549534:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077416.549538:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077416.549540:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077416.549543:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077416.549545:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077416.549547:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077416.549548:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000010:0.0:1769077416.549551:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c700.
00000100:00000200:2.0:1769077416.549553:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948270976, portal 10
00000020:00000040:0.0:1769077416.549555:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:0.0:1769077416.549561:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077416.549562:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077416.549562:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077416.549566:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077416.549568:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077416.549568:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104270848 : -127169605280768 : ffff8c5704d9dc00)
02000000:00000001:0.0:1769077416.549570:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077416.549575:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15800.
00000100:00000001:0.0:1769077416.549581:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077416.549581:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9dc00 x1855007948270976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077416.549591:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c700 x1855007948271232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077416.549615:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077416.549617:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077416.549620:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000435b0902] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c700 x1855007948271232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077416.549626:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077416.549627:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077416.549632:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077416.549632:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769077416.549636:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077416.549638:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1769077416.549641:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077416.549642:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077416.549647:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4108
00000400:00000010:2.0:1769077416.549648:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e83b8.
00000400:00000200:0.0:1769077416.549652:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000200:2.0:1769077416.549655:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948270976, offset 0
00000400:00000200:0.0:1769077416.549657:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077416.549661:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077416.549664:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077416.549669:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077416.549670:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077416.549676:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077416.549677:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077416.549682:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077416.549687:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000020:00000001:0.0:1769077416.549689:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077416.549693:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000400:00000200:2.0:1769077416.549694:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1769077416.549697:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077416.549700:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000020:00000040:0.0:1769077416.549702:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000400:00000200:2.0:1769077416.549706:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1769077416.549708:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000400:00000200:2.0:1769077416.549712:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000020:00000001:0.0:1769077416.549717:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000400:00000200:2.0:1769077416.549718:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29928:29928:255:4294967295] 192.168.204.128@tcp LPNI seq info [29927:29927:7:4294967295]
00000100:00000040:0.0:1769077416.549727:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077416.549728:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077416.549756:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077416.549759:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077416.549762:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077416.549765:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:0.0:1769077416.549768:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077416.549773:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077416.549777:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077416.549783:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077416.549783:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1769077416.549789:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077416.549794:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:2.0:1769077416.549794:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000008:00100000:0.0:1769077416.549797:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000800:00000010:2.0:1769077416.549801:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e900.
00000008:00000001:0.0:1769077416.549802:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077416.549807:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077416.549811:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000010:0.0:1769077416.549815:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d180.
00000800:00000200:2.1:1769077416.549821:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000040:0.0:1769077416.549822:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000001:2.0:1769077416.549827:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077416.549828:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077416.549832:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077416.549834:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000100:00000001:0.0:1769077416.549835:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077416.549839:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077416.549843:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:0.0:1769077416.549844:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077416.549846:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298780686
02000000:00000010:0.0:1769077416.549852:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17000.
00000100:00000001:2.0:1769077416.549852:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298781967
00000100:00000001:2.0:1769077416.549858:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298780686
00000100:00000001:0.0:1769077416.549859:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077416.549861:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298781967
00000100:00000001:2.0:1769077416.549866:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1769077416.549869:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d180 x1855007948271360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077416.549870:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077416.549875:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077416.549884:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948271104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077416.549885:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077416.549893:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077416.549898:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077416.549901:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077416.549906:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad4bb1df] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d180 x1855007948271360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077416.549906:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077416.549909:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077416.549914:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077416.549923:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948271104:192.168.204.128@tcp:38:kworker.0
00000100:00000001:0.0:1769077416.549927:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077416.549929:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1769077416.549934:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4118)
02000000:00000001:2.0:1769077416.549934:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077416.549936:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077416.549940:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077416.549944:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077416.549947:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077416.549951:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077416.549954:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077416.549958:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077416.549962:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948271104, portal 10
00000100:00000001:2.0:1769077416.549964:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077416.549965:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
00000100:00000040:2.0:1769077416.549972:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948271104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077416.549985:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077416.549988:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077416.549991:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e84c8.
00000100:00000200:2.0:1769077416.549993:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948271104, offset 0
00000400:00000200:2.0:1769077416.549998:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077416.550002:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077416.550006:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077416.550009:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077416.550012:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077416.550015:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077416.550018:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077416.550021:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29929:29929:254:4294967295] 192.168.204.128@tcp LPNI seq info [29928:29928:6:4294967295]
00000400:00000200:2.0:1769077416.550026:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077416.550032:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077416.550037:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077416.550041:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ea00.
00000800:00000200:2.0:1769077416.550045:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077416.550049:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:2.0:1769077416.550052:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077416.550055:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077416.550058:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077416.550060:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298780685
00000100:00000001:2.0:1769077416.550062:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298781967
00000100:00000001:2.0:1769077416.550064:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298780685
00000100:00000001:2.0:1769077416.550066:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298781967
00000100:00000001:2.0:1769077416.550069:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077416.550071:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077416.550074:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077416.550076:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077416.550079:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077416.550081:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769077416.550083:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077416.550085:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077416.550086:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077416.550090:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c700 x1855007948271232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077416.550103:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077416.550104:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077416.550106:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077416.550108:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077416.550110:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077416.550113:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948271232:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077416.550116:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077416.550118:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077416.550120:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077416.550121:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077416.550125:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077416.550127:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077416.550130:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077416.550133:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada840.
00000400:00000010:2.0:1769077416.550137:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e82a8.
00000100:00000200:2.0:1769077416.550140:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948271232, portal 4
00000100:00000001:2.0:1769077416.550142:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077416.550143:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104265472 : -127169605286144 : ffff8c5704d9c700)
00000100:00000040:2.0:1769077416.550149:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c700 x1855007948271232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077416.550156:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077416.550159:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077416.550161:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8330.
00000100:00000200:2.0:1769077416.550164:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948271232, offset 0
00000400:00000200:2.0:1769077416.550168:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077416.550172:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077416.550175:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077416.550178:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077416.550181:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077416.550183:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077416.550185:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077416.550188:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29930:29930:253:4294967295] 192.168.204.128@tcp LPNI seq info [29929:29929:5:4294967295]
00000400:00000200:2.0:1769077416.550193:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077416.550199:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077416.550203:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077416.550206:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e200.
00000800:00000200:2.0:1769077416.550210:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077416.550213:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:2.0:1769077416.550215:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077416.550218:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077416.550221:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077416.550223:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298780750
00000100:00000001:2.0:1769077416.550226:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298781967
00000100:00000001:2.0:1769077416.550227:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298780750
00000100:00000001:2.0:1769077416.550229:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298781967
00000100:00000001:2.0:1769077416.550231:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077416.550233:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077416.550235:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077416.550239:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d180 x1855007948271360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077416.550245:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077416.550246:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077416.550253:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077416.550255:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077416.550257:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077416.550260:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948271360:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077416.550263:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077416.550265:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077416.550267:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077416.550268:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077416.550271:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077416.550279:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077416.550283:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077416.550285:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077416.550288:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8c38.
00000100:00000200:2.0:1769077416.550292:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948271360, portal 4
00000100:00000001:2.0:1769077416.550293:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077416.550294:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104268160 : -127169605283456 : ffff8c5704d9d180)
00000100:00000040:2.0:1769077416.550300:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d180 x1855007948271360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077416.550307:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077416.550309:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077416.550311:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8908.
00000100:00000200:2.0:1769077416.550314:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948271360, offset 0
00000400:00000200:2.0:1769077416.550318:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077416.550322:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077416.550326:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077416.550330:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077416.550333:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077416.550336:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077416.550338:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077416.550342:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29931:29931:252:4294967295] 192.168.204.128@tcp LPNI seq info [29930:29930:4:4294967295]
00000400:00000200:2.0:1769077416.550347:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077416.550353:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077416.550357:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077416.550360:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077416.550364:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077416.550368:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:2.0:1769077416.550370:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077416.550373:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077416.550378:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077416.550380:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298780697
00000100:00000001:2.0:1769077416.550383:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298781967
00000100:00000001:2.0:1769077416.550385:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298780697
00000100:00000001:2.0:1769077416.550387:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298781967
00000100:00000001:2.0:1769077416.550389:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077416.550391:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077416.550394:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077416.550397:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077416.550400:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077416.550402:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769077416.550404:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077416.550405:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077416.550407:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077416.550409:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077416.868873:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077416.868881:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077416.868954:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077416.868957:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077416.868960:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077417.572835:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077417.572843:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077417.572846:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077417.572852:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077417.572856:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077417.572861:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077417.572873:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077417.572877:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077417.572880:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077417.892831:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298781967, at 4298782016
00000100:00000040:0.0:1769077417.892832:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298781967, at 4298782016
00010000:00000001:2.0:1769077417.892841:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:0.0:1769077417.892846:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2272a0.
00010000:00000001:2.0:1769077417.892847:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077417.892849:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227360.
00000020:00000001:1.0:1769077417.892886:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077417.892891:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077417.892896:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077418.596888:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077418.596897:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077418.596899:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077418.596905:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077418.596910:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077418.596914:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077418.596917:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077418.596921:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077418.596924:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077418.916837:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077418.916843:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077418.916865:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077418.916867:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077418.916869:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077419.620880:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077419.620890:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077419.620895:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077419.620903:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077419.620908:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077419.620913:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.620915:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077419.620917:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.620920:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1769077419.621055:0:2422:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.128:988
00000400:00000100:3.0:1769077419.621107:0:2422:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.128@tcp at host 192.168.204.128 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769077419.621119:0:2422:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077419.621123:0:2422:0:(router.c:1755:lnet_notify()) 192.168.204.28@tcp notifying 192.168.204.128@tcp: down
00000400:00000200:3.0:1769077419.621126:0:2422:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077419.621130:0:2422:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769077419.621135:0:2422:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:3.0:1769077419.621139:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:3.0:1769077419.621144:0:2422:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077419.621148:0:2422:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077419.621154:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8f68
00000400:00000010:3.0:1769077419.621157:0:2422:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8f68.
00000100:00000001:3.0:1769077419.621163:0:2422:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077419.621172:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5704d9f480 x1855007948270848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077419.621193:0:2422:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077419.621197:0:2422:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9f480 x1855007948270848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077441 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077419.621203:0:2422:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077419.621204:0:2422:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077419.621215:0:2422:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:3.0:1769077419.621217:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e900.
00000400:00000200:3.0:1769077419.621220:0:2422:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077419.621224:0:2422:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077419.621226:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e83b8
00000100:00000001:2.0:1769077419.621228:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000010:3.0:1769077419.621228:0:2422:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e83b8.
00000100:00000001:3.0:1769077419.621232:0:2422:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769077419.621234:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000200:3.0:1769077419.621236:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5704d9dc00 x1855007948270976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.621241:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1769077419.621243:0:2422:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077419.621247:0:2422:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948270976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077441 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077419.621252:0:2422:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077419.621254:0:2422:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1769077419.621255:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077416/real 1769077419]  req@ffff8c5704d9f480 x1855007948270848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1769077419.621260:0:2422:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:3.0:1769077419.621265:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ea00.
00000400:00000200:3.0:1769077419.621269:0:2422:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077419.621272:0:2422:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077419.621274:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e84c8
00000400:00000010:3.0:1769077419.621275:0:2422:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e84c8.
00000100:00000001:3.0:1769077419.621276:0:2422:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077419.621281:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5704d9c380 x1855007948271104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077419.621290:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1769077419.621292:0:2422:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000400:00000001:2.0:1769077419.621295:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1769077419.621296:0:2422:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948271104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077441 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769077419.621302:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000100:00000001:3.0:1769077419.621303:0:2422:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077419.621305:0:2422:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077419.621312:0:2422:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000400:00000200:2.0:1769077419.621313:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000800:00000010:3.0:1769077419.621314:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e200.
00000400:00000200:3.0:1769077419.621319:0:2422:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000010:2.0:1769077419.621320:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000400:00000200:3.0:1769077419.621323:0:2422:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077419.621326:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8330
00000100:00000001:2.0:1769077419.621327:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000010:3.0:1769077419.621328:0:2422:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8330.
00000100:00000001:3.0:1769077419.621334:0:2422:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077419.621338:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9f480 x1855007948270848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077419.621339:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5704d9c700 x1855007948271232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077419.621350:0:2422:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077419.621353:0:2422:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c700 x1855007948271232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077441 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077419.621378:0:2422:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077419.621382:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9f480 x1855007948270848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077419.621382:0:2422:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077419.621392:0:2422:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:3.0:1769077419.621395:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:3.0:1769077419.621398:0:2422:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077419.621405:0:2422:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1769077419.621406:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000200:3.0:1769077419.621409:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8908
00000100:00000001:2.0:1769077419.621411:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:3.0:1769077419.621414:0:2422:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8908.
00000100:00000001:2.0:1769077419.621418:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077419.621419:0:2422:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769077419.621423:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:3.0:1769077419.621428:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5704d9d180 x1855007948271360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077419.621435:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9f480 x1855007948270848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077419.621449:0:2422:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077419.621456:0:2422:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d180 x1855007948271360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077441 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.621457:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077419.621469:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9f480 x1855007948270848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077419.621471:0:2422:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077419.621476:0:2422:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077419.621484:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077419.621489:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.621491:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077419.621493:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.621496:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077419.621499:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077419.621503:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077419.621510:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077419.621513:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077419.621519:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9f480 x1855007948270848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077419.621529:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948270848:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077419.621534:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077419.621537:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077419.621540:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9f480 x1855007948270848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.621564:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077419.621573:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077419.621578:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077419.621584:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077419.621587:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077419.621590:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077419.621593:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077419.621596:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14400.
02000000:00000001:2.0:1769077419.621602:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077419.621605:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077419.621608:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9f480.
00000100:00000001:2.0:1769077419.621614:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077419.621615:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.621619:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077419.621621:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077419.621623:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077419.621625:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077419.621629:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077416/real 1769077419]  req@ffff8c5704d9c700 x1855007948271232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077419.621639:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077419.621641:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077419.621643:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada840.
00000400:00000200:2.0:1769077419.621646:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e82a8
00000400:00000010:2.0:1769077419.621648:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e82a8.
00000100:00000001:2.0:1769077419.621651:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077419.621655:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c700 x1855007948271232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077419.621664:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c700 x1855007948271232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.621672:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077419.621673:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.621675:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077419.621676:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077419.621680:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c700 x1855007948271232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.621688:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077419.621692:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c700 x1855007948271232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.621700:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077419.621702:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.621705:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077419.621706:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.621708:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077419.621710:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077419.621713:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077419.621717:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077419.621720:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077419.621724:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c700 x1855007948271232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077419.621758:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948271232:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077419.621765:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077419.621769:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077416/real 1769077419]  req@ffff8c5704d9d180 x1855007948271360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077419.621778:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077419.621779:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077419.621782:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077419.621785:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8c38
00000400:00000010:2.0:1769077419.621787:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8c38.
00000100:00000001:2.0:1769077419.621790:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077419.621793:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d180 x1855007948271360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077419.621800:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d180 x1855007948271360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.621807:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077419.621809:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.621811:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077419.621813:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077419.621817:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d180 x1855007948271360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.621830:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077419.621834:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d180 x1855007948271360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.621841:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077419.621843:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.621845:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077419.621846:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.621849:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077419.621852:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077419.621855:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077419.621860:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077419.621863:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077419.621868:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d180 x1855007948271360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077419.621877:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948271360:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077419.621883:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077419.621889:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077416/real 1769077419]  req@ffff8c5704d9dc00 x1855007948270976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077419.621899:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077419.621901:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077419.621904:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077419.621907:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077419.621909:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077419.621911:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077419.621928:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9dc00 x1855007948270976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077419.621951:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9dc00 x1855007948270976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.621959:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077419.621960:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.621962:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077419.621963:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077419.621968:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9dc00 x1855007948270976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.621975:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077419.621978:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9dc00 x1855007948270976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.621985:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077419.621988:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.621990:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077419.621992:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.621994:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077419.621996:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077419.621999:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077419.622003:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077419.622005:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077419.622009:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9dc00 x1855007948270976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077419.622017:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948270976:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077419.622021:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077419.622026:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077416/real 1769077419]  req@ffff8c5704d9c380 x1855007948271104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077419.622042:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077419.622050:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077419.622052:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077419.622056:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077419.622058:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077419.622060:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077419.622064:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948271104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077419.622072:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948271104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.622077:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077419.622078:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.622080:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077419.622081:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077419.622083:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948271104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.622088:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077419.622092:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948271104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.622100:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077419.622103:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.622105:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077419.622106:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.622108:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077419.622109:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077419.622112:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077419.622116:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077419.622119:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077419.622125:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948271104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077419.622133:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948271104:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077419.622138:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.622140:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077419.622143:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c700 x1855007948271232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.622150:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077419.622152:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077419.622155:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077419.622159:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077419.622161:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077419.622162:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077419.622165:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077419.622167:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15800.
02000000:00000001:2.0:1769077419.622170:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077419.622172:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077419.622174:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c700.
00000100:00000001:2.0:1769077419.622177:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077419.622178:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.622179:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077419.622182:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d180 x1855007948271360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.622187:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077419.622188:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077419.622189:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077419.622191:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077419.622192:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077419.622193:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077419.622194:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077419.622195:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17000.
02000000:00000001:2.0:1769077419.622197:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077419.622198:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077419.622199:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d180.
00000100:00000001:2.0:1769077419.622202:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077419.622203:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.622204:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077419.622206:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9dc00 x1855007948270976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.622210:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077419.622210:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077419.622211:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077419.622213:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077419.622213:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077419.622214:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077419.622215:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077419.622216:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14c00.
02000000:00000001:2.0:1769077419.622217:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077419.622218:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077419.622219:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077419.622221:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077419.622222:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.622224:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077419.622227:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948271104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.622233:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077419.622234:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077419.622235:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077419.622238:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077419.622239:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077419.622240:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077419.622241:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077419.622243:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16000.
02000000:00000001:2.0:1769077419.622246:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077419.622247:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077419.622248:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077419.622251:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077419.622252:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.622255:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.622265:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077419.622267:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077419.622269:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077419.622271:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077419.940807:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077419.940815:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077419.940839:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077419.940841:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077419.940844:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077420.646249:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077420.646257:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077420.646258:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077420.646263:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077420.646266:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077420.646269:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077420.646271:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077420.646273:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077420.646275:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077420.964893:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077420.964898:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077420.965096:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077420.965099:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077420.965102:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077421.668832:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1769077421.668835:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077421.668842:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1769077421.668844:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077421.668848:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769077421.668848:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077421.668852:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1769077421.668855:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077421.668856:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769077421.668862:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077421.668863:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4113
00000100:00000001:1.0:1769077421.668867:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769077421.668873:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077421.668874:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1769077421.668879:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:1.0:1769077421.668881:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077421.668883:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769077421.668886:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077421.668893:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077421.668897:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077421.668899:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077421.668902:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077421.668905:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077421.668907:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077421.668909:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077421.668912:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077421.668914:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077421.668916:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077421.668918:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077421.668920:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077421.668921:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077421.668923:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077421.668925:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077421.668927:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077421.668929:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077421.668931:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077421.668933:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077421.668935:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077421.668936:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077421.668938:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077421.668943:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d500.
00000020:00000040:0.0:1769077421.668946:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077421.668949:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077421.668950:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077421.668952:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077421.668954:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077421.668958:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077421.668964:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14000.
00000100:00000001:0.0:1769077421.668970:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077421.668987:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d500 x1855007948271488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077421.668998:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077421.669003:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077421.669008:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c2d91c4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d500 x1855007948271488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077421.669039:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077421.669043:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077421.669047:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077421.669048:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077421.669050:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077421.669053:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077421.669056:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4113
00000400:00000200:0.0:1769077421.669060:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077421.669064:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077421.669066:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077421.669069:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077421.669072:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077421.669074:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077421.669076:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077421.669079:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077421.669080:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077421.669082:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077421.669085:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077421.669088:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077421.669090:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769077421.669093:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077421.669095:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077421.669097:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077421.669099:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077421.669103:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:0.0:1769077421.669105:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077421.669108:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077421.669110:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077421.669116:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077421.669119:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077421.669121:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077421.669126:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077421.669131:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077421.669131:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077421.669136:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077421.669138:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000010:0.0:1769077421.669143:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9df80.
00000100:00000001:2.0:1769077421.669143:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769077421.669149:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077421.669155:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1769077421.669155:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d500 x1855007948271488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077421.669157:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077421.669162:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077421.669165:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077421.669169:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077421.669173:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000010:0.0:1769077421.669177:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17800.
00000100:00000001:2.0:1769077421.669177:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077421.669184:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077421.669200:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077421.669204:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077421.669208:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948271488:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077421.669213:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077421.669216:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077421.669225:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:0.0:1769077421.669227:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9df80 x1855007948271616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077421.669229:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077421.669235:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077421.669243:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077421.669246:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077421.669252:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bed851a] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9df80 x1855007948271616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769077421.669252:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077421.669258:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077421.669273:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077421.669284:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077421.669287:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077421.669291:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077421.669293:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077421.669294:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077421.669297:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077421.669302:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4113
00000400:00000200:0.0:1769077421.669317:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077421.669326:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077421.669328:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077421.669331:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077421.669333:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077421.669335:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077421.669338:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000010:2.0:1769077421.669340:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000020:00000001:0.0:1769077421.669341:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077421.669344:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769077421.669347:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077421.669350:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077421.669352:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000010:2.0:1769077421.669352:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000020:00000001:0.0:1769077421.669359:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:0.0:1769077421.669363:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000200:2.0:1769077421.669364:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948271488, portal 25
00000100:00000001:0.0:1769077421.669366:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077421.669370:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1769077421.669372:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077421.669375:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104269056 : -127169605282560 : ffff8c5704d9d500)
00000100:00000001:0.0:1769077421.669377:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077421.669383:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00000040:2.0:1769077421.669389:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d500 x1855007948271488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077421.669390:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077421.669396:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077421.669401:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077421.669406:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077421.669408:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1769077421.669411:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077421.669417:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077421.669418:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077421.669422:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1769077421.669423:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000008:00000001:0.0:1769077421.669429:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077421.669431:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948271488, offset 0
00000100:00000001:0.0:1769077421.669439:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077421.669444:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000010:0.0:1769077421.669453:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000400:00000200:2.0:1769077421.669454:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000040:0.0:1769077421.669459:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000400:00000200:2.0:1769077421.669465:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
02000000:00000001:0.0:1769077421.669466:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077421.669469:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077421.669472:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077421.669474:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077421.669475:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1769077421.669477:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077421.669483:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
02000000:00000010:0.0:1769077421.669485:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16800.
00000400:00000200:2.0:1769077421.669489:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077421.669493:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000001:0.0:1769077421.669500:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077421.669501:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29932:29932:256:4294967295] 192.168.204.128@tcp LPNI seq info [29931:29931:8:4294967295]
00000100:00100000:0.0:1769077421.669528:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948271744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077421.669538:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077421.669541:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077421.669545:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948271744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077421.669551:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077421.669561:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077421.669565:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077421.669572:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077421.669577:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769077421.669577:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1769077421.669582:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077421.669587:0:37:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:2.0:1769077421.669591:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00080000:0.0:1769077421.669593:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4113
00000400:00000200:0.0:1769077421.669603:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000800:00000010:2.0:1769077421.669603:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000400:00000200:0.0:1769077421.669609:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077421.669613:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1769077421.669619:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:0.0:1769077421.669621:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000200:2.0:1769077421.669626:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1769077421.669627:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077421.669632:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077421.669637:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:2.1:1769077421.669639:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:0.0:1769077421.669644:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:2.1:1769077421.669646:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000020:00000040:0.0:1769077421.669647:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:0.0:1769077421.669651:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000100:2.0:1769077421.669656:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000020:00000040:0.0:1769077421.669657:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000800:00000010:2.0:1769077421.669662:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000020:00000001:0.0:1769077421.669663:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769077421.669669:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000400:00000200:2.0:1769077421.669672:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1769077421.669675:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077421.669679:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077421.669683:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1769077421.669686:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077421.669692:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077421.669693:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000020:00000040:0.0:1769077421.669696:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000400:00000010:2.0:1769077421.669699:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00080000:0.0:1769077421.669703:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077421.669707:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769077421.669708:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077421.669712:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077421.669718:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1769077421.669718:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d500 x1855007948271488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077421.669723:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077421.669727:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077421.669765:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077421.669771:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d500 x1855007948271488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077446 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1769077421.669775:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077421.669782:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077421.669786:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077421.669786:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077421.669792:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:0.0:1769077421.669795:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000020:00000040:0.0:1769077421.669800:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000001:2.0:1769077421.669801:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077421.669803:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077421.669807:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077421.669812:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077421.669813:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077421.669817:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077421.669819:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298787088
02000000:00000001:0.0:1769077421.669821:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077421.669828:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227720.
02000000:00000010:0.0:1769077421.669829:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15400.
00000100:00000001:0.0:1769077421.669837:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077421.669838:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00100000:0.0:1769077421.669845:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948271872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077421.669848:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298787088
00000100:00000010:2.0:1769077421.669855:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a2275a0.
00000100:00000001:0.0:1769077421.669858:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077421.669861:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769077421.669862:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077421.669867:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769077421.669871:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948271872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077421.669872:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077421.669878:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1769077421.669887:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077421.669888:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077421/real 1769077421]  req@ffff8c5704d9d500 x1855007948271488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077421.669894:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077421.669904:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077421.669908:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:2.0:1769077421.669908:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00080000:0.0:1769077421.669911:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:2.0:1769077421.669913:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077421.669917:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000100:00000001:0.0:1769077421.669918:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077421.669924:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000100:00080000:0.0:1769077421.669925:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4113
00000400:00000010:2.0:1769077421.669929:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000400:00000200:0.0:1769077421.669934:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077421.669936:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:0.0:1769077421.669943:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000200:2.0:1769077421.669945:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d500 x1855007948271488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077421.669949:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077421.669959:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077421.669964:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1769077421.669965:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d500 x1855007948271488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077421.669971:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077421.669977:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077421.669982:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:0.0:1769077421.669983:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077421.669986:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1769077421.669987:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769077421.669991:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077421.669994:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00000001:2.0:1769077421.669998:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:0.0:1769077421.669999:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:2.0:1769077421.670003:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1769077421.670005:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00100000:2.0:1769077421.670012:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d500 x1855007948271488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077421.670014:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077421.670020:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077421.670026:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077421.670031:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077421.670033:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077421.670038:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000040:2.0:1769077421.670040:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d500 x1855007948271488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077421.670045:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077421.670052:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077421.670058:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077421.670060:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1769077421.670063:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077421.670065:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769077421.670068:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077421.670070:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077421.670073:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077421.670074:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:0.0:1769077421.670078:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077421.670080:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000008:00000001:0.0:1769077421.670085:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077421.670085:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077421.670090:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077421.670093:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000010:0.0:1769077421.670097:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000100:00080000:2.0:1769077421.670101:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000020:00000040:0.0:1769077421.670103:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000001:2.0:1769077421.670107:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1769077421.670109:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077421.670114:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077421.670117:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1769077421.670119:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d500 x1855007948271488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077421.670120:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077421.670125:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077421.670132:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16c00.
00000100:00100000:2.0:1769077421.670135:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948271488:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077421.670142:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077421.670145:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769077421.670146:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077421.670150:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d500 x1855007948271488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077421.670157:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948272000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077421.670166:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077421.670172:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1769077421.670173:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077421.670177:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077421.670178:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
00000100:00000040:0.0:1769077421.670182:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948272000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077421.670185:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077421.670189:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077421.670193:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077421.670198:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:0.0:1769077421.670199:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077421.670202:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14000.
02000000:00000001:2.0:1769077421.670207:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077421.670210:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077421.670212:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d500.
00000100:00000001:2.0:1769077421.670215:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077421.670216:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077421.670218:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077421.670223:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4123)
00000100:00000001:2.0:1769077421.670229:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077421.670232:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077421.670235:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077421.670238:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077421.670239:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077421.670245:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9df80 x1855007948271616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077421.670253:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077421.670255:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077421.670258:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077421.670260:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077421.670262:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077421.670265:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948271616:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077421.670268:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077421.670270:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077421.670272:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077421.670274:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077421.670277:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077421.670279:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077421.670283:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077421.670286:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077421.670290:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077421.670293:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948271616, portal 10
00000100:00000001:2.0:1769077421.670295:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077421.670296:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104271744 : -127169605279872 : ffff8c5704d9df80)
00000100:00000040:2.0:1769077421.670304:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9df80 x1855007948271616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077421.670310:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077421.670312:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077421.670315:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077421.670317:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948271616, offset 0
00000400:00000200:2.0:1769077421.670322:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077421.670327:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077421.670330:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077421.670334:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077421.670337:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077421.670339:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077421.670342:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077421.670344:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29933:29933:256:4294967295] 192.168.204.128@tcp LPNI seq info [29932:29932:8:4294967295]
00000400:00000200:2.0:1769077421.670348:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077421.670355:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077421.670361:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077421.670364:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077421.670368:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077421.670371:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077421.670375:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077421.670378:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077421.670383:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077421.670384:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077421.670388:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077421.670400:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077421.670404:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077421.670406:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077421.670409:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077421.670413:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9df80 x1855007948271616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077421.670420:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077421.670424:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9df80 x1855007948271616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077446 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077421.670429:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077421.670431:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077421.670435:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077421.670439:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077421.670442:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077421.670445:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298785806
00000100:00000001:2.0:1769077421.670447:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298787088
00000100:00000001:2.0:1769077421.670450:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298785806
00000100:00000001:2.0:1769077421.670452:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298787088
00000100:00000001:2.0:1769077421.670454:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077421.670456:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077421.670458:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077421.670462:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077421/real 1769077421]  req@ffff8c5704d9df80 x1855007948271616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077421.670470:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077421.670471:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077421.670473:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077421.670475:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077421.670476:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077421.670479:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077421.670482:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9df80 x1855007948271616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077421.670490:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9df80 x1855007948271616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077421.670496:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077421.670497:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077421.670499:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077421.670500:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077421.670504:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9df80 x1855007948271616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077421.670528:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077421.670533:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9df80 x1855007948271616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077421.670541:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077421.670544:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077421.670545:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077421.670547:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077421.670549:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077421.670551:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077421.670554:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077421.670557:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077421.670560:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077421.670565:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9df80 x1855007948271616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077421.670573:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948271616:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077421.670578:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077421.670582:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c000 x1855007948271744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077421.670590:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077421.670591:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077421.670593:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077421.670595:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077421.670597:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077421.670602:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948271744:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077421.670605:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077421.670608:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077421.670609:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077421.670611:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077421.670615:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077421.670617:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077421.670621:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077421.670624:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077421.670628:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077421.670631:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948271744, portal 10
00000100:00000001:2.0:1769077421.670633:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077421.670635:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104263680 : -127169605287936 : ffff8c5704d9c000)
00000100:00000040:2.0:1769077421.670641:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c000 x1855007948271744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077421.670649:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077421.670651:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077421.670654:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077421.670656:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948271744, offset 0
00000400:00000200:2.0:1769077421.670661:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077421.670665:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077421.670669:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077421.670673:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077421.670675:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077421.670678:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077421.670680:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077421.670683:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29934:29934:256:4294967295] 192.168.204.128@tcp LPNI seq info [29933:29933:8:4294967295]
00000400:00000200:2.0:1769077421.670687:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077421.670693:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077421.670697:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077421.670701:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077421.670705:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077421.670708:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077421.670714:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077421.670716:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077421.670720:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077421.670722:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077421.670725:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077421.670729:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077421.670756:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077421.670758:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077421.670761:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077421.670765:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c000 x1855007948271744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077421.670773:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077421.670776:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c000 x1855007948271744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077446 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077421.670782:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077421.670784:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077421.670787:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077421.670791:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077421.670794:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077421.670796:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298785806
00000100:00000001:2.0:1769077421.670799:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298787088
00000100:00000001:2.0:1769077421.670801:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298785806
00000100:00000001:2.0:1769077421.670803:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298787088
00000100:00000001:2.0:1769077421.670806:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077421.670808:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077421.670810:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077421.670813:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077421/real 1769077421]  req@ffff8c5704d9c000 x1855007948271744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077421.670819:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077421.670820:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077421.670822:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077421.670823:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077421.670825:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077421.670826:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077421.670828:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c000 x1855007948271744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077421.670834:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c000 x1855007948271744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077421.670839:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077421.670840:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077421.670841:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077421.670842:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077421.670845:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c000 x1855007948271744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077421.670848:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077421.670851:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c000 x1855007948271744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077421.670855:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077421.670857:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077421.670858:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077421.670859:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077421.670860:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077421.670861:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077421.670871:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077421.670874:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077421.670875:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077421.670877:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c000 x1855007948271744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077421.670883:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948271744:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077421.670889:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077421.670893:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948271872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077421.670900:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077421.670902:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077421.670915:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077421.670917:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077421.670919:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077421.670922:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948271872:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077421.670925:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077421.670927:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077421.670929:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077421.670931:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077421.670935:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077421.670937:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077421.670941:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077421.670944:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077421.670948:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077421.670951:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948271872, portal 4
00000100:00000001:2.0:1769077421.670953:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077421.670954:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
00000100:00000040:2.0:1769077421.670961:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948271872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077421.670967:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077421.670980:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077421.670983:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077421.670985:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948271872, offset 0
00000400:00000200:2.0:1769077421.670990:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077421.670994:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077421.670998:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077421.671001:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077421.671004:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077421.671006:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077421.671008:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077421.671012:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29935:29935:256:4294967295] 192.168.204.128@tcp LPNI seq info [29934:29934:8:4294967295]
00000400:00000200:2.0:1769077421.671016:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077421.671029:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077421.671033:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077421.671036:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077421.671039:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077421.671041:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077421.671044:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077421.671046:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077421.671048:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077421.671050:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077421.671052:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077421.671054:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077421.671056:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077421.671058:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077421.671059:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077421.671062:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c380 x1855007948271872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077421.671068:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077421.671070:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948271872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077446 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077421.671074:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077421.671075:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077421.671077:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077421.671079:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077421.671082:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077421.671083:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298785871
00000100:00000001:2.0:1769077421.671085:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298787088
00000100:00000001:2.0:1769077421.671086:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298785871
00000100:00000001:2.0:1769077421.671088:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298787088
00000100:00000001:2.0:1769077421.671089:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077421.671090:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077421.671092:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077421.671094:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077421/real 1769077421]  req@ffff8c5704d9c380 x1855007948271872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077421.671099:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077421.671100:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077421.671102:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077421.671103:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077421.671104:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077421.671105:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077421.671108:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948271872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077421.671113:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948271872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077421.671117:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077421.671118:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077421.671119:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077421.671120:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077421.671122:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948271872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077421.671126:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077421.671128:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948271872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077421.671132:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077421.671134:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077421.671135:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077421.671136:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077421.671137:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077421.671138:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077421.671140:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077421.671142:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077421.671143:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077421.671146:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948271872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077421.671151:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948271872:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077421.671153:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077421.671155:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9dc00 x1855007948272000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077421.671159:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077421.671160:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077421.671161:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077421.671163:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077421.671164:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077421.671166:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948272000:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077421.671167:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077421.671169:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077421.671170:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077421.671171:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077421.671173:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077421.671174:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077421.671176:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077421.671178:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077421.671180:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077421.671193:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948272000, portal 4
00000100:00000001:2.0:1769077421.671194:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077421.671195:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104270848 : -127169605280768 : ffff8c5704d9dc00)
00000100:00000040:2.0:1769077421.671199:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9dc00 x1855007948272000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077421.671203:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077421.671205:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077421.671206:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077421.671207:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948272000, offset 0
00000400:00000200:2.0:1769077421.671210:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077421.671213:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077421.671215:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077421.671217:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077421.671219:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077421.671220:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077421.671222:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077421.671224:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29936:29936:256:4294967295] 192.168.204.128@tcp LPNI seq info [29935:29935:8:4294967295]
00000400:00000200:2.0:1769077421.671227:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077421.671231:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077421.671233:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077421.671235:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077421.671237:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077421.671239:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077421.671242:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077421.671243:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077421.671246:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077421.671257:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077421.671259:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077421.671261:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077421.671263:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077421.671264:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077421.671266:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077421.671268:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9dc00 x1855007948272000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077421.671273:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077421.671275:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948272000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077446 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077421.671279:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077421.671280:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077421.671281:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077421.671283:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077421.671284:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077421.671286:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298785818
00000100:00000001:2.0:1769077421.671288:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298787088
00000100:00000001:2.0:1769077421.671289:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298785818
00000100:00000001:2.0:1769077421.671291:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298787088
00000100:00000001:2.0:1769077421.671292:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077421.671293:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077421.671294:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077421.671296:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077421/real 1769077421]  req@ffff8c5704d9dc00 x1855007948272000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077421.671301:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077421.671301:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077421.671302:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077421.671304:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077421.671305:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077421.671306:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077421.671308:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9dc00 x1855007948272000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077421.671314:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9dc00 x1855007948272000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077421.671317:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077421.671318:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077421.671319:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077421.671320:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077421.671322:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9dc00 x1855007948272000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077421.671326:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077421.671328:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9dc00 x1855007948272000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077421.671332:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077421.671334:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077421.671335:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077421.671336:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077421.671337:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077421.671338:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077421.671340:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077421.671342:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077421.671343:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077421.671345:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9dc00 x1855007948272000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077421.671350:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948272000:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077421.671352:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077421.671353:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077421.671355:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9df80 x1855007948271616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077421.671360:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077421.671361:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077421.671362:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077421.671364:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077421.671365:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077421.671367:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077421.671368:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077421.671369:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17800.
02000000:00000001:2.0:1769077421.671371:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077421.671373:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077421.671374:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9df80.
00000100:00000001:2.0:1769077421.671376:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077421.671377:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077421.671378:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077421.671380:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c000 x1855007948271744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077421.671388:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077421.671389:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077421.671390:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077421.671391:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077421.671392:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077421.671393:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077421.671394:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077421.671394:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16800.
02000000:00000001:2.0:1769077421.671396:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077421.671396:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077421.671397:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c000.
00000100:00000001:2.0:1769077421.671399:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077421.671399:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077421.671400:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077421.671402:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948271872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077421.671406:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077421.671406:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077421.671407:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077421.671408:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077421.671409:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077421.671410:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077421.671411:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077421.671411:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15400.
02000000:00000001:2.0:1769077421.671413:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077421.671413:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077421.671414:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077421.671415:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077421.671416:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077421.671417:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077421.671419:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9dc00 x1855007948272000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077421.671422:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077421.671423:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077421.671424:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077421.671426:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077421.671426:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077421.671427:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077421.671428:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077421.671429:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16c00.
02000000:00000001:2.0:1769077421.671430:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077421.671431:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077421.671432:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077421.671433:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077421.671434:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077421.671435:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077421.671438:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077421.671439:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077421.671440:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077421.671441:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077421.988795:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077421.988800:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077421.988845:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077421.988849:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077421.988852:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077422.692820:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077422.692827:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077422.692829:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077422.692833:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077422.692837:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077422.692840:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077422.692842:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077422.692844:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077422.692846:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077423.012839:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298787088, at 4298787136
00000100:00000040:0.0:1769077423.012843:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298787088, at 4298787136
00010000:00000001:2.0:1769077423.012843:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077423.012849:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077423.012852:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077423.012854:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077423.012857:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2275a0.
00010000:00000001:2.0:1769077423.012858:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077423.012861:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077423.012863:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227720.
00010000:00000001:2.0:1769077423.012864:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077423.012869:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077423.012895:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077423.012898:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077423.012901:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077423.716839:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077423.716846:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077423.716848:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077423.716852:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077423.716854:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077423.716858:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077423.716860:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077423.716863:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077423.716865:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077424.036847:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077424.036854:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077424.036885:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077424.036889:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077424.036891:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077424.740790:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077424.740798:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077424.740800:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077424.740806:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077424.740810:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077424.740813:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077424.740816:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077424.740819:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077424.740822:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077425.060807:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077425.060813:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077425.060897:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077425.060901:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077425.060903:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077425.764855:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077425.764861:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077425.764863:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077425.764867:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077425.764870:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077425.764873:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077425.764875:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077425.764877:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077425.764879:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077426.084837:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077426.084843:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077426.084899:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077426.084902:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077426.084905:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077426.788808:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077426.788815:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077426.788818:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077426.788823:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077426.788828:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077426.788829:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077426.788832:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077426.788839:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077426.788841:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077426.788843:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077426.788845:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769077426.788849:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077426.788851:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077426.788857:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077426.788865:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4118
00000400:00000200:0.0:1769077426.788874:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077426.788881:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077426.788885:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077426.788889:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077426.788893:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077426.788895:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077426.788898:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077426.788902:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077426.788905:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077426.788907:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077426.788910:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077426.788913:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077426.788916:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077426.788920:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077426.788923:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077426.788925:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077426.788927:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077426.788930:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077426.788934:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077426.788937:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077426.788940:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077426.788942:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077426.788946:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077426.788948:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077426.788950:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077426.788960:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d180.
00000020:00000040:0.0:1769077426.788965:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077426.788969:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077426.788971:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077426.788974:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077426.788977:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077426.788981:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077426.788989:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15000.
00000100:00000001:0.0:1769077426.788996:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077426.789005:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d180 x1855007948272128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077426.789016:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077426.789020:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077426.789025:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad4bb1df] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d180 x1855007948272128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077426.789043:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077426.789046:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077426.789048:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077426.789049:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077426.789051:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077426.789053:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077426.789055:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4118
00000400:00000200:0.0:1769077426.789058:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077426.789060:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077426.789062:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077426.789064:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077426.789066:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077426.789068:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077426.789070:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077426.789072:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077426.789073:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077426.789074:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077426.789093:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000100:00000001:2.0:1769077426.789093:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769077426.789098:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077426.789099:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077426.789102:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769077426.789110:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:2.0:1769077426.789111:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d180 x1855007948272128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077426.789120:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077426.789124:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077426.789126:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077426.789127:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077426.789133:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077426.789133:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077426.789137:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077426.789138:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:2.0:1769077426.789156:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077426.789159:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00100000:2.0:1769077426.789163:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948272128:192.168.204.128@tcp:250:kworker.0
00000100:00080000:0.0:1769077426.789168:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077426.789170:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077426.789175:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077426.789175:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077426.789179:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077426.789180:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077426.789181:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769077426.789187:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1769077426.789187:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077426.789189:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077426.789191:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077426.789194:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077426.789198:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077426.789199:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000008:00000001:0.0:1769077426.789202:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077426.789204:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077426.789205:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000100:00000010:0.0:1769077426.789209:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c700.
00000400:00000010:2.0:1769077426.789212:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000020:00000040:0.0:1769077426.789213:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077426.789218:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077426.789219:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077426.789221:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1769077426.789222:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948272128, portal 25
02000000:00000001:0.0:1769077426.789223:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077426.789227:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077426.789227:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077426.789231:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104268160 : -127169605283456 : ffff8c5704d9d180)
02000000:00000010:0.0:1769077426.789234:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17c00.
00000100:00000040:2.0:1769077426.789239:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d180 x1855007948272128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077426.789241:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077426.789250:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c700 x1855007948272256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077426.789251:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077426.789259:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077426.789264:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1769077426.789265:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000001:0.0:1769077426.789267:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077426.789269:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948272128, offset 0
00000100:00000040:0.0:1769077426.789274:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000435b0902] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c700 x1855007948272256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077426.789281:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077426.789290:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077426.789291:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077426.789295:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077426.789298:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00080000:0.0:1769077426.789299:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077426.789304:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077426.789306:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077426.789307:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769077426.789308:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077426.789313:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4118
00000400:00000200:2.0:1769077426.789316:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:0.0:1769077426.789320:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077426.789322:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077426.789326:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077426.789327:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00080000:0.0:1769077426.789332:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077426.789334:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29937:29937:256:4294967295] 192.168.204.128@tcp LPNI seq info [29936:29936:8:4294967295]
00000100:00000040:0.0:1769077426.789340:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077426.789342:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077426.789348:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077426.789354:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077426.789360:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077426.789360:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1769077426.789366:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077426.789369:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000800:00000200:2.0:1769077426.789370:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000020:00000001:0.0:1769077426.789373:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000010:2.0:1769077426.789376:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000020:00000040:0.0:1769077426.789377:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077426.789382:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769077426.789387:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000800:00000200:2.0:1769077426.789387:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:0.0:1769077426.789392:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000200:2.0:1769077426.789394:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1769077426.789395:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077426.789399:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077426.789401:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077426.789404:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000800:00000200:2.1:1769077426.789405:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:0.0:1769077426.789411:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000800:00000200:2.1:1769077426.789412:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1769077426.789416:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077426.789421:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:2.0:1769077426.789421:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
02000000:00000001:0.0:1769077426.789436:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:2.0:1769077426.789438:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
02000000:00000001:0.0:1769077426.789440:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077426.789443:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077426.789444:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077426.789445:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:0.0:1769077426.789447:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077426.789451:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077426.789454:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077426.789459:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077426.789461:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077426.789465:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:0.0:1769077426.789466:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9f480.
00000100:00000200:2.0:1769077426.789469:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d180 x1855007948272128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077426.789472:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077426.789479:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077426.789482:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077426.789485:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769077426.789487:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077426.789491:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1769077426.789491:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d180 x1855007948272128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077451 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077426.789495:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077426.789502:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077426.789504:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14800.
00000100:00000001:2.0:1769077426.789504:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077426.789510:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077426.789510:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077426.789518:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00100000:0.0:1769077426.789520:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9f480 x1855007948272384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077426.789522:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298792207
00000100:00000010:2.0:1769077426.789530:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227600.
00000100:00000001:0.0:1769077426.789531:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077426.789535:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077426.789538:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1769077426.789539:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1a89039] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9f480 x1855007948272384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.789546:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298792207
00000100:00000001:0.0:1769077426.789547:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077426.789553:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1769077426.789553:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227720.
00000100:00080000:0.0:1769077426.789558:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077426.789559:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769077426.789561:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077426.789563:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077426.789564:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077426.789566:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077426.789569:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077426.789570:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4118
00000100:00000001:2.0:1769077426.789573:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000400:00000200:0.0:1769077426.789577:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077426.789581:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077426.789582:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077426.789585:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077426.789586:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1769077426.789587:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077426/real 1769077426]  req@ffff8c5704d9d180 x1855007948272128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077426.789589:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077426.789593:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077426.789598:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077426.789600:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:0.0:1769077426.789603:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077426.789607:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000400:00000001:2.0:1769077426.789608:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000020:00000001:0.0:1769077426.789609:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000400:00000001:2.0:1769077426.789612:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000020:00000001:0.0:1769077426.789613:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000400:00000010:2.0:1769077426.789617:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000100:00000040:0.0:1769077426.789618:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077426.789622:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077426.789623:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000100:00000040:0.0:1769077426.789625:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077426.789628:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000010:2.0:1769077426.789628:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000020:00000040:0.0:1769077426.789633:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00000001:2.0:1769077426.789634:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1769077426.789638:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077426.789641:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077426.789642:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d180 x1855007948272128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077426.789644:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077426.789647:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077426.789652:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077426.789655:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000200:2.0:1769077426.789656:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d180 x1855007948272128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1769077426.789658:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077426.789663:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077426.789666:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077426.789671:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077426.789674:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:0.0:1769077426.789675:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:0.0:1769077426.789680:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077426.789680:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769077426.789682:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077426.789685:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077426.789686:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1769077426.789687:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077426.789690:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077426.789691:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1769077426.789694:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16400.
00000100:00000001:0.0:1769077426.789698:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077426.789701:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d180 x1855007948272128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077426.789704:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948272512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077426.789729:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077426.789758:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d180 x1855007948272128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077426.789760:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077426.789766:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077426.789768:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077426.789772:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077426.789775:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948272512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.789775:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077426.789778:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077426.789783:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077426.789786:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077426.789791:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1769077426.789796:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077426.789797:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00080000:0.0:1769077426.789802:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077426.789803:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:0.0:1769077426.789810:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:2.0:1769077426.789811:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d180 x1855007948272128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077426.789815:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077426.789819:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1769077426.789824:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948272128:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077426.789825:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077426.789831:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077426.789833:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4118
00000100:00000001:2.0:1769077426.789834:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077426.789840:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d180 x1855007948272128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077426.789842:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077426.789850:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077426.789853:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00080000:0.0:1769077426.789855:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1769077426.789857:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077426.789860:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
00000100:00000040:0.0:1769077426.789861:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077426.789864:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1769077426.789866:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:2.0:1769077426.789867:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077426.789870:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000100:00000040:0.0:1769077426.789873:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000020:00000001:2.0:1769077426.789874:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077426.789877:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15000.
00000100:00000001:0.0:1769077426.789879:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:2.0:1769077426.789881:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:0.0:1769077426.789884:0:44394:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:2.0:1769077426.789885:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:0.0:1769077426.789889:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000100:00000010:2.0:1769077426.789889:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d180.
00000020:00000001:0.0:1769077426.789895:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077426.789895:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077426.789898:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1769077426.789900:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00000001:2.0:1769077426.789900:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1769077426.789906:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:2.0:1769077426.789908:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:0.0:1769077426.789912:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:2.0:1769077426.789912:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077426.789916:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077426.789919:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769077426.789922:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077426.789922:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077426.789928:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077426.789928:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c700 x1855007948272256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077426.789935:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077426.789941:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077426.789947:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000001:2.0:1769077426.789950:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077426.789953:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077426.789954:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
02000000:00000001:2.0:1769077426.789955:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077426.789959:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077426.789960:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077426.789967:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077426.789967:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077426.789972:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1769077426.789977:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948272256:192.168.204.128@tcp:38:kworker.0
02000000:00000001:0.0:1769077426.789978:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077426.789982:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077426.789986:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1769077426.789987:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
02000000:00000001:2.0:1769077426.789992:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:0.0:1769077426.789993:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077426.789996:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077426.789997:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077426.790003:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1769077426.790006:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
02000000:00000010:2.0:1769077426.790009:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
00000020:00000040:0.0:1769077426.790011:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:2.0:1769077426.790015:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077426.790017:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077426.790020:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077426.790025:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769077426.790025:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:0.0:1769077426.790030:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1769077426.790030:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
02000000:00000001:0.0:1769077426.790034:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077426.790036:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077426.790041:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948272256, portal 10
00000100:00000001:2.0:1769077426.790042:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000010:0.0:1769077426.790043:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15c00.
00000100:00000001:2.0:1769077426.790044:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104265472 : -127169605286144 : ffff8c5704d9c700)
00000100:00000001:0.0:1769077426.790052:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077426.790053:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c700 x1855007948272256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077426.790060:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948272640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077426.790064:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077426.790072:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077426.790073:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077426.790076:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077426.790077:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077426.790081:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948272256, offset 0
00000100:00000040:0.0:1769077426.790082:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948272640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077426.790090:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077426.790097:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077426.790098:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:0.0:1769077426.790105:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4128)
00000400:00000200:2.0:1769077426.790105:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077426.790108:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077426.790112:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077426.790114:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077426.790116:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077426.790119:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29938:29938:256:4294967295] 192.168.204.128@tcp LPNI seq info [29937:29937:8:4294967295]
00000400:00000200:2.0:1769077426.790122:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077426.790127:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077426.790130:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077426.790133:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077426.790137:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077426.790139:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077426.790142:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077426.790143:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077426.790146:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077426.790147:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077426.790149:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077426.790152:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077426.790153:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077426.790155:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077426.790156:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077426.790159:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c700 x1855007948272256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.790164:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077426.790166:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c700 x1855007948272256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077451 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.790171:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077426.790172:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077426.790174:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077426.790176:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077426.790178:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077426.790180:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298790926
00000100:00000001:2.0:1769077426.790182:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298792207
00000100:00000001:2.0:1769077426.790184:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298790926
00000100:00000001:2.0:1769077426.790185:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298792207
00000100:00000001:2.0:1769077426.790187:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077426.790188:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077426.790190:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077426.790192:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077426/real 1769077426]  req@ffff8c5704d9c700 x1855007948272256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077426.790197:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077426.790198:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077426.790199:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077426.790201:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077426.790202:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077426.790203:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077426.790205:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c700 x1855007948272256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077426.790211:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c700 x1855007948272256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.790215:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077426.790215:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077426.790217:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077426.790217:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077426.790220:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c700 x1855007948272256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.790224:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077426.790226:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c700 x1855007948272256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.790230:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077426.790232:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077426.790233:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077426.790234:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077426.790235:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077426.790236:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077426.790238:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077426.790241:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077426.790242:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077426.790245:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c700 x1855007948272256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077426.790250:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948272256:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077426.790252:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077426.790254:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9f480 x1855007948272384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.790258:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077426.790259:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077426.790260:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077426.790261:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077426.790263:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077426.790265:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948272384:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077426.790267:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077426.790268:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077426.790269:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077426.790270:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077426.790273:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077426.790274:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077426.790276:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077426.790277:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077426.790279:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077426.790281:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948272384, portal 10
00000100:00000001:2.0:1769077426.790282:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077426.790283:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104277120 : -127169605274496 : ffff8c5704d9f480)
00000100:00000040:2.0:1769077426.790287:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9f480 x1855007948272384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.790291:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077426.790292:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077426.790294:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077426.790295:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948272384, offset 0
00000400:00000200:2.0:1769077426.790298:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077426.790300:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077426.790302:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077426.790304:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077426.790305:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077426.790307:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077426.790308:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077426.790310:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29939:29939:256:4294967295] 192.168.204.128@tcp LPNI seq info [29938:29938:8:4294967295]
00000400:00000200:2.0:1769077426.790313:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077426.790317:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077426.790319:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077426.790321:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077426.790323:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077426.790325:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077426.790327:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077426.790328:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077426.790331:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077426.790332:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077426.790334:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077426.790336:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077426.790338:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077426.790339:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077426.790341:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077426.790343:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9f480 x1855007948272384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.790347:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077426.790349:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9f480 x1855007948272384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077451 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.790354:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077426.790355:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077426.790356:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077426.790358:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077426.790360:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077426.790362:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298790925
00000100:00000001:2.0:1769077426.790363:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298792207
00000100:00000001:2.0:1769077426.790365:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298790925
00000100:00000001:2.0:1769077426.790366:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298792207
00000100:00000001:2.0:1769077426.790367:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077426.790368:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077426.790369:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077426.790371:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077426/real 1769077426]  req@ffff8c5704d9f480 x1855007948272384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077426.790376:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077426.790376:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077426.790377:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077426.790379:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077426.790380:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077426.790381:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077426.790383:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9f480 x1855007948272384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077426.790389:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9f480 x1855007948272384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.790392:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077426.790393:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077426.790394:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077426.790395:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077426.790397:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9f480 x1855007948272384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.790401:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077426.790403:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9f480 x1855007948272384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.790408:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077426.790410:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077426.790411:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077426.790412:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077426.790413:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077426.790414:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077426.790415:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077426.790417:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077426.790418:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077426.790420:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9f480 x1855007948272384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077426.790441:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948272384:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077426.790443:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077426.790446:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9dc00 x1855007948272512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.790450:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077426.790451:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077426.790452:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077426.790453:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077426.790454:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077426.790456:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948272512:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077426.790458:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077426.790460:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077426.790461:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077426.790462:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077426.790464:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077426.790466:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077426.790469:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077426.790471:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077426.790473:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077426.790475:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948272512, portal 4
00000100:00000001:2.0:1769077426.790476:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077426.790477:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104270848 : -127169605280768 : ffff8c5704d9dc00)
00000100:00000040:2.0:1769077426.790481:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9dc00 x1855007948272512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.790485:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077426.790487:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077426.790488:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077426.790490:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948272512, offset 0
00000400:00000200:2.0:1769077426.790492:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077426.790495:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077426.790497:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077426.790498:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077426.790500:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077426.790502:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077426.790503:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077426.790506:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29940:29940:256:4294967295] 192.168.204.128@tcp LPNI seq info [29939:29939:8:4294967295]
00000400:00000200:2.0:1769077426.790508:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077426.790512:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077426.790515:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077426.790516:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077426.790519:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077426.790521:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077426.790523:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077426.790525:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077426.790527:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077426.790529:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077426.790531:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077426.790533:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077426.790535:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077426.790536:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077426.790538:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077426.790540:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9dc00 x1855007948272512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.790545:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077426.790547:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948272512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077451 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.790551:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077426.790552:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077426.790554:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077426.790556:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077426.790558:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077426.790559:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298790990
00000100:00000001:2.0:1769077426.790561:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298792207
00000100:00000001:2.0:1769077426.790562:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298790990
00000100:00000001:2.0:1769077426.790563:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298792207
00000100:00000001:2.0:1769077426.790565:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077426.790566:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077426.790567:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077426.790569:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077426/real 1769077426]  req@ffff8c5704d9dc00 x1855007948272512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077426.790574:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077426.790574:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077426.790575:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077426.790577:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077426.790578:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077426.790579:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077426.790581:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9dc00 x1855007948272512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077426.790586:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9dc00 x1855007948272512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.790594:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077426.790595:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077426.790596:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077426.790597:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077426.790599:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9dc00 x1855007948272512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.790603:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077426.790605:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9dc00 x1855007948272512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.790609:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077426.790611:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077426.790611:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077426.790612:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077426.790613:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077426.790614:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077426.790616:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077426.790618:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077426.790619:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077426.790621:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9dc00 x1855007948272512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077426.790626:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948272512:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077426.790629:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077426.790630:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077426.790631:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c700 x1855007948272256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.790635:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077426.790636:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077426.790638:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077426.790639:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077426.790640:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077426.790641:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077426.790643:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077426.790644:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17c00.
02000000:00000001:2.0:1769077426.790645:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077426.790646:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077426.790647:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c700.
00000100:00000001:2.0:1769077426.790648:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077426.790649:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077426.790650:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077426.790652:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9f480 x1855007948272384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.790657:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077426.790657:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077426.790658:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077426.790660:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077426.790661:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077426.790662:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077426.790664:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077426.790665:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14800.
02000000:00000001:2.0:1769077426.790668:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077426.790669:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077426.790670:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9f480.
00000100:00000001:2.0:1769077426.790673:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077426.790674:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077426.790676:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077426.790679:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9dc00 x1855007948272512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.790686:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077426.790687:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077426.790689:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077426.790691:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077426.790693:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077426.790694:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077426.790696:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077426.790698:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16400.
02000000:00000001:2.0:1769077426.790701:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077426.790702:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077426.790703:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077426.790705:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077426.790707:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077426.790709:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077426.790713:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077426.790714:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077426.790716:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077426.790718:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077426.790719:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077426.790723:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948272640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.790729:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077426.790744:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077426.790746:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077426.790748:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077426.790749:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077426.790751:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948272640:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077426.790754:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077426.790755:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077426.790756:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077426.790758:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077426.790760:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077426.790761:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077426.790764:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077426.790766:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077426.790768:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077426.790770:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948272640, portal 4
00000100:00000001:2.0:1769077426.790771:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077426.790772:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
00000100:00000040:2.0:1769077426.790776:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948272640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.790784:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077426.790786:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077426.790787:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077426.790789:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948272640, offset 0
00000400:00000200:2.0:1769077426.790791:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077426.790794:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077426.790796:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077426.790798:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077426.790800:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077426.790801:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077426.790803:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077426.790805:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29941:29941:256:4294967295] 192.168.204.128@tcp LPNI seq info [29940:29940:8:4294967295]
00000400:00000200:2.0:1769077426.790808:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077426.790812:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077426.790814:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077426.790816:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077426.790819:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077426.790821:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077426.790823:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077426.790825:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077426.790828:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077426.790829:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077426.790831:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077426.790833:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077426.790835:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077426.790836:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077426.790838:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077426.790840:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c380 x1855007948272640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.790845:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077426.790847:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948272640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077451 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.790856:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077426.790857:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077426.790858:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077426.790860:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077426.790862:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077426.790863:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298790938
00000100:00000001:2.0:1769077426.790865:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298792207
00000100:00000001:2.0:1769077426.790867:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298790938
00000100:00000001:2.0:1769077426.790868:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298792207
00000100:00000001:2.0:1769077426.790869:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077426.790870:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077426.790872:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077426.790874:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077426/real 1769077426]  req@ffff8c5704d9c380 x1855007948272640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077426.790878:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077426.790879:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077426.790880:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077426.790882:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077426.790883:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077426.790884:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077426.790886:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948272640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077426.790891:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948272640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.790895:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077426.790896:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077426.790897:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077426.790898:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077426.790900:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948272640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.790905:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077426.790907:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948272640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.790912:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077426.790913:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077426.790914:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077426.790915:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077426.790916:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077426.790917:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077426.790919:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077426.790920:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077426.790922:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077426.790924:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948272640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077426.790929:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948272640:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077426.790931:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077426.790932:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077426.790934:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948272640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.790938:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077426.790939:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077426.790940:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077426.790941:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077426.790942:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077426.790943:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077426.790944:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077426.790945:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15c00.
02000000:00000001:2.0:1769077426.790947:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077426.790948:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077426.790949:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077426.790950:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077426.790952:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077426.790953:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077426.790955:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077426.790956:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077426.790957:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077426.790959:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077427.108874:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077427.108880:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077427.108902:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077427.108904:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077427.108907:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077427.812817:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077427.812824:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077427.812825:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077427.812830:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077427.812833:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077427.812836:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077427.812838:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077427.812840:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077427.812843:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077428.132831:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298792207, at 4298792256
00000100:00000040:1.0:1769077428.132831:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298792207, at 4298792256
00010000:00000001:2.0:1769077428.132836:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077428.132842:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077428.132847:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227720.
00000100:00000010:0.0:1769077428.132853:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227600.
00000020:00000001:2.0:1769077428.132873:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077428.132876:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077428.132879:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077428.836824:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077428.836836:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077428.836838:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077428.836842:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077428.836844:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077428.836848:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077428.836850:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077428.836852:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077428.836854:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077429.156818:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077429.156823:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077429.156903:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077429.156906:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077429.156909:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077429.860821:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077429.860826:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077429.860828:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077429.860832:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077429.860834:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077429.860838:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077429.860840:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077429.860842:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077429.860844:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077430.180837:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077430.180843:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077430.180909:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077430.180914:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077430.180918:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077430.884874:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077430.884882:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077430.884884:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077430.884890:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077430.884894:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077430.884898:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077430.884900:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077430.884904:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077430.884906:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077431.204819:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077431.204824:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077431.204843:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077431.204845:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077431.204847:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077431.908847:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769077431.908853:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077431.908877:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769077431.908878:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077431.908882:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077431.908882:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077431.908886:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1769077431.908889:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077431.908890:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769077431.908896:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769077431.908899:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4123
00000100:00000001:1.0:1769077431.908901:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077431.908905:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1769077431.908909:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077431.908910:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077431.908916:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077431.908916:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077431.908922:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077431.908925:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077431.908928:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077431.908930:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077431.908932:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077431.908935:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077431.908936:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769077431.908938:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077431.908948:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769077431.908950:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769077431.908952:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769077431.908954:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077431.908956:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077431.908957:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077431.908959:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077431.908961:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769077431.908963:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077431.908965:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077431.908967:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077431.908969:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077431.908971:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077431.908972:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077431.908973:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077431.908982:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769077431.908984:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077431.908987:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077431.908989:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077431.908991:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077431.908993:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077431.908997:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077431.909009:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000001:3.0:1769077431.909015:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077431.909022:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948272768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077431.909029:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077431.909033:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077431.909036:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948272768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077431.909053:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077431.909055:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077431.909057:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077431.909058:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077431.909060:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077431.909062:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077431.909064:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4123
00000400:00000200:3.0:1769077431.909066:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077431.909069:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077431.909071:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077431.909073:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077431.909074:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077431.909077:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077431.909079:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077431.909081:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077431.909081:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769077431.909083:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077431.909084:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769077431.909085:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769077431.909087:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077431.909088:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769077431.909089:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077431.909091:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077431.909092:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077431.909093:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077431.909095:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769077431.909096:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077431.909098:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077431.909099:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077431.909102:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077431.909104:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077431.909107:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077431.909108:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000008:00100000:3.0:1769077431.909111:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077431.909112:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00000001:3.0:1769077431.909115:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077431.909118:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077431.909120:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769077431.909122:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000100:00000040:2.0:1769077431.909124:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e2680 x1855007948272768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077431.909125:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077431.909128:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077431.909131:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077431.909133:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077431.909135:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077431.909141:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:2.0:1769077431.909142:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077431.909145:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077431.909146:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077431.909151:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:3.0:1769077431.909153:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948272896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077431.909154:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077431.909160:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077431.909167:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948272768:192.168.204.128@tcp:250:kworker.0
00000100:00000001:3.0:1769077431.909168:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077431.909172:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077431.909174:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1769077431.909178:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948272896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077431.909179:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077431.909182:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077431.909187:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769077431.909191:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077431.909193:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
00000100:00080000:3.0:1769077431.909194:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1769077431.909198:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077431.909199:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077431.909202:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077431.909203:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077431.909205:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077431.909207:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:3.0:1769077431.909210:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4123
00000400:00000010:2.0:1769077431.909213:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:3.0:1769077431.909217:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077431.909221:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000400:00000200:3.0:1769077431.909221:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077431.909223:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077431.909227:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077431.909228:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1769077431.909229:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948272768, portal 25
00000100:00000040:3.0:1769077431.909230:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077431.909233:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077431.909234:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077431.909236:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444608128 : -127165264943488 : ffff8c58078e2680)
00000020:00000001:3.0:1769077431.909237:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077431.909240:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769077431.909243:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1769077431.909246:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e2680 x1855007948272768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769077431.909246:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769077431.909251:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769077431.909256:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000001:2.0:1769077431.909263:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077431.909264:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077431.909267:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077431.909268:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000040:3.0:1769077431.909272:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000010:2.0:1769077431.909273:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000001:3.0:1769077431.909274:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000200:2.0:1769077431.909278:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948272768, offset 0
00000020:00000040:3.0:1769077431.909278:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769077431.909282:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077431.909285:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077431.909288:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769077431.909289:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
02000000:00000001:3.0:1769077431.909291:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077431.909293:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077431.909295:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769077431.909298:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000008:00100000:3.0:1769077431.909298:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077431.909302:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077431.909304:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077431.909306:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000010:3.0:1769077431.909309:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000400:00000200:2.0:1769077431.909312:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1769077431.909314:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077431.909317:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769077431.909319:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
02000000:00000001:3.0:1769077431.909319:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077431.909323:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769077431.909325:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1769077431.909326:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077431.909330:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
02000000:00000001:3.0:1769077431.909330:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077431.909335:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29942:29942:256:4294967295] 192.168.204.128@tcp LPNI seq info [29941:29941:8:4294967295]
02000000:00000010:3.0:1769077431.909336:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000400:00000200:2.0:1769077431.909353:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077431.909359:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077431.909368:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948273024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077431.909369:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077431.909381:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00000001:3.0:1769077431.909382:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077431.909385:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077431.909388:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948273024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077431.909393:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077431.909396:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000100:00080000:3.0:1769077431.909396:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077431.909402:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077431.909403:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077431.909404:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.0:1769077431.909408:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769077431.909409:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077431.909413:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4123
00000400:00000200:3.0:1769077431.909417:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000800:00000200:2.0:1769077431.909418:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000400:00000200:3.0:1769077431.909420:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077431.909425:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1769077431.909429:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:3.0:1769077431.909431:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077431.909434:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077431.909439:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000200:2.1:1769077431.909440:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1769077431.909446:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000100:2.0:1769077431.909448:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077431.909453:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000020:00000001:3.0:1769077431.909453:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077431.909457:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000400:00000200:2.0:1769077431.909460:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1769077431.909462:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077431.909467:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1769077431.909467:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000400:00000200:2.0:1769077431.909472:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000020:00000001:3.0:1769077431.909472:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000400:00000010:2.0:1769077431.909475:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000020:00000001:3.0:1769077431.909478:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077431.909481:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1769077431.909486:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077431.909489:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1769077431.909494:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e2680 x1855007948272768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077431.909495:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077431.909499:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077431.909506:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769077431.909512:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077431.909513:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769077431.909518:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077431.909519:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e2680 x1855007948272768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077456 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077431.909524:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077431.909529:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077431.909530:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077431.909531:0:2431:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1769077431.909536:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077431.909537:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077431.909539:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769077431.909542:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000008:00100000:3.0:1769077431.909545:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077431.909546:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298797327
00000008:00000001:3.0:1769077431.909550:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077431.909553:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a2275a0.
00000100:00000001:3.0:1769077431.909554:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077431.909560:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000100:00000001:2.0:1769077431.909561:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000020:00000040:3.0:1769077431.909566:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000001:2.0:1769077431.909568:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298797327
02000000:00000001:3.0:1769077431.909573:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000010:2.0:1769077431.909574:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227360.
02000000:00000001:3.0:1769077431.909577:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077431.909578:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077431.909582:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077431.909584:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077431.909586:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077431.909589:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077431.909591:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077431.909594:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000010:3.0:1769077431.909598:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00100000:2.0:1769077431.909602:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077431/real 1769077431]  req@ffff8c58078e2680 x1855007948272768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077431.909604:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077431.909615:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948273152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1769077431.909618:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077431.909622:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077431.909626:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000100:00000001:3.0:1769077431.909628:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077431.909631:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000100:00000001:3.0:1769077431.909633:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077431.909640:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948273152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769077431.909641:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077431.909646:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077431.909653:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e2680 x1855007948272768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077431.909654:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077431.909659:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077431.909667:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077431.909671:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077431.909674:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1769077431.909677:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e2680 x1855007948272768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077431.909678:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077431.909684:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4123
00000100:00000001:2.0:1769077431.909693:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000200:3.0:1769077431.909693:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077431.909697:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769077431.909699:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077431.909702:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1769077431.909703:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077431.909706:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077431.909709:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077431.909715:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1769077431.909716:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e2680 x1855007948272768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077431.909720:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077431.909727:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077431.909770:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1769077431.909773:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077431.909776:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000100:00000040:2.0:1769077431.909780:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e2680 x1855007948272768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769077431.909780:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077431.909784:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769077431.909789:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769077431.909794:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:2.0:1769077431.909798:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1769077431.909803:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077431.909805:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077431.909808:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077431.909809:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1769077431.909814:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077431.909815:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077431.909820:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077431.909821:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077431.909824:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1769077431.909827:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:2.0:1769077431.909830:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077431.909833:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077431.909838:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077431.909840:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
02000000:00000001:3.0:1769077431.909842:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077431.909845:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1769077431.909847:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077431.909852:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077431.909854:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e2680 x1855007948272768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077431.909855:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077431.909859:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077431.909866:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077431.909871:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077431.909874:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948272768:192.168.204.128@tcp:250:kworker.0
00000100:00000010:3.0:1769077431.909878:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000100:00000001:2.0:1769077431.909882:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1769077431.909883:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000001:2.0:1769077431.909888:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1769077431.909889:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077431.909892:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077431.909894:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e2680 x1855007948272768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077431.909895:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077431.909898:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077431.909902:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077431.909908:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000010:3.0:1769077431.909910:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
02000000:00000001:2.0:1769077431.909912:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077431.909917:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
00000100:00000001:3.0:1769077431.909918:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077431.909922:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077431.909925:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000100:00100000:3.0:1769077431.909928:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948273280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000040:2.0:1769077431.909929:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077431.909934:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077431.909938:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f000.
02000000:00000001:2.0:1769077431.909944:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077431.909947:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077431.909950:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e2680.
00000100:00000001:3.0:1769077431.909954:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077431.909956:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077431.909959:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077431.909960:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077431.909964:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948273280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077431.909974:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077431.909975:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077431.909982:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4133)
00000100:00000001:2.0:1769077431.909984:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077431.909986:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077431.909989:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077431.909990:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077431.909991:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077431.909996:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1180 x1855007948272896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077431.910001:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077431.910003:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077431.910005:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077431.910006:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077431.910008:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077431.910010:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948272896:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077431.910013:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077431.910014:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077431.910015:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077431.910017:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077431.910020:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077431.910021:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077431.910025:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077431.910027:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077431.910029:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077431.910032:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948272896, portal 10
00000100:00000001:2.0:1769077431.910033:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077431.910034:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444602752 : -127165264948864 : ffff8c58078e1180)
00000100:00000040:2.0:1769077431.910039:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1180 x1855007948272896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077431.910044:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077431.910045:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077431.910046:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077431.910048:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948272896, offset 0
00000400:00000200:2.0:1769077431.910051:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077431.910054:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077431.910056:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077431.910058:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077431.910060:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077431.910062:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077431.910064:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077431.910067:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29943:29943:256:4294967295] 192.168.204.128@tcp LPNI seq info [29942:29942:8:4294967295]
00000400:00000200:2.0:1769077431.910071:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077431.910078:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077431.910083:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077431.910087:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077431.910091:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077431.910094:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077431.910099:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077431.910102:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077431.910106:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077431.910108:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077431.910111:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077431.910115:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077431.910118:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077431.910120:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077431.910123:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077431.910127:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1180 x1855007948272896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077431.910135:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077431.910139:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1180 x1855007948272896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077456 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077431.910144:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077431.910145:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077431.910148:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077431.910151:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077431.910153:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077431.910155:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298796046
00000100:00000001:2.0:1769077431.910157:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298797327
00000100:00000001:2.0:1769077431.910158:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298796046
00000100:00000001:2.0:1769077431.910160:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298797327
00000100:00000001:2.0:1769077431.910161:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077431.910163:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077431.910164:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077431.910166:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077431/real 1769077431]  req@ffff8c58078e1180 x1855007948272896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077431.910172:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077431.910173:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077431.910174:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077431.910176:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077431.910177:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077431.910179:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077431.910181:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1180 x1855007948272896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077431.910187:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1180 x1855007948272896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077431.910191:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077431.910192:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077431.910193:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077431.910194:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077431.910196:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1180 x1855007948272896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077431.910200:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077431.910202:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1180 x1855007948272896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077431.910206:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077431.910208:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077431.910209:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077431.910210:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077431.910211:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077431.910212:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077431.910214:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077431.910216:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077431.910218:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077431.910220:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1180 x1855007948272896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077431.910225:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948272896:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077431.910228:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077431.910230:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0a80 x1855007948273024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077431.910238:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077431.910239:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077431.910241:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077431.910242:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077431.910243:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077431.910245:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948273024:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077431.910247:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077431.910248:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077431.910249:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077431.910250:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077431.910253:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077431.910254:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077431.910256:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077431.910258:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077431.910260:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077431.910262:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948273024, portal 10
00000100:00000001:2.0:1769077431.910263:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077431.910264:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444600960 : -127165264950656 : ffff8c58078e0a80)
00000100:00000040:2.0:1769077431.910268:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0a80 x1855007948273024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077431.910272:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077431.910273:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077431.910275:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077431.910276:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948273024, offset 0
00000400:00000200:2.0:1769077431.910279:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077431.910281:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077431.910283:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077431.910285:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077431.910287:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077431.910289:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077431.910290:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077431.910293:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29944:29944:256:4294967295] 192.168.204.128@tcp LPNI seq info [29943:29943:8:4294967295]
00000400:00000200:2.0:1769077431.910295:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077431.910300:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077431.910303:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077431.910305:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077431.910308:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077431.910310:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077431.910313:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077431.910315:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077431.910317:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077431.910319:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077431.910321:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077431.910323:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077431.910325:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077431.910326:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077431.910327:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077431.910329:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0a80 x1855007948273024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077431.910334:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077431.910351:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0a80 x1855007948273024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077456 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077431.910357:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077431.910358:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077431.910360:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077431.910362:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077431.910365:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077431.910366:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298796045
00000100:00000001:2.0:1769077431.910368:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298797327
00000100:00000001:2.0:1769077431.910370:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298796045
00000100:00000001:2.0:1769077431.910372:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298797327
00000100:00000001:2.0:1769077431.910373:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077431.910375:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077431.910376:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077431.910379:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077431/real 1769077431]  req@ffff8c58078e0a80 x1855007948273024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077431.910384:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077431.910385:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077431.910386:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077431.910388:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077431.910389:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077431.910390:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077431.910392:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0a80 x1855007948273024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077431.910398:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0a80 x1855007948273024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077431.910401:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077431.910402:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077431.910403:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077431.910404:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077431.910406:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0a80 x1855007948273024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077431.910410:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077431.910413:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0a80 x1855007948273024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077431.910417:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077431.910419:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077431.910420:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077431.910421:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077431.910422:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077431.910423:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077431.910424:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077431.910427:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077431.910428:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077431.910431:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0a80 x1855007948273024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077431.910435:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948273024:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077431.910438:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077431.910440:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0700 x1855007948273152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077431.910444:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077431.910445:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077431.910446:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077431.910447:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077431.910448:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077431.910450:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948273152:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077431.910452:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077431.910453:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077431.910454:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077431.910456:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077431.910458:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077431.910459:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077431.910462:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077431.910463:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077431.910466:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077431.910468:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948273152, portal 4
00000100:00000001:2.0:1769077431.910469:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077431.910470:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444600064 : -127165264951552 : ffff8c58078e0700)
00000100:00000040:2.0:1769077431.910473:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0700 x1855007948273152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077431.910477:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077431.910491:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077431.910493:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077431.910495:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948273152, offset 0
00000400:00000200:2.0:1769077431.910497:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077431.910500:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077431.910502:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077431.910504:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077431.910506:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077431.910508:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077431.910510:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077431.910512:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29945:29945:256:4294967295] 192.168.204.128@tcp LPNI seq info [29944:29944:8:4294967295]
00000400:00000200:2.0:1769077431.910515:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077431.910519:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077431.910522:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077431.910523:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077431.910526:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077431.910528:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077431.910531:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077431.910532:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077431.910548:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077431.910549:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077431.910551:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077431.910554:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077431.910555:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077431.910557:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077431.910558:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077431.910561:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0700 x1855007948273152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077431.910566:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077431.910568:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0700 x1855007948273152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077456 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077431.910572:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077431.910573:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077431.910576:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077431.910578:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077431.910581:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077431.910583:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298796110
00000100:00000001:2.0:1769077431.910585:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298797327
00000100:00000001:2.0:1769077431.910588:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298796110
00000100:00000001:2.0:1769077431.910590:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298797327
00000100:00000001:2.0:1769077431.910592:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077431.910594:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077431.910596:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077431.910600:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077431/real 1769077431]  req@ffff8c58078e0700 x1855007948273152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077431.910608:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077431.910610:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077431.910612:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077431.910614:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077431.910616:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077431.910618:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077431.910622:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0700 x1855007948273152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077431.910631:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0700 x1855007948273152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077431.910638:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077431.910640:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077431.910642:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077431.910643:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077431.910646:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0700 x1855007948273152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077431.910651:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077431.910654:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0700 x1855007948273152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077431.910659:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077431.910660:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077431.910661:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077431.910662:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077431.910663:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077431.910664:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077431.910666:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077431.910668:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077431.910669:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077431.910671:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0700 x1855007948273152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077431.910676:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948273152:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077431.910679:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077431.910681:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1880 x1855007948273280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077431.910685:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077431.910686:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077431.910687:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077431.910689:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077431.910690:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077431.910692:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948273280:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077431.910694:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077431.910695:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077431.910697:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077431.910698:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077431.910700:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077431.910702:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077431.910704:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077431.910706:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077431.910709:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077431.910711:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948273280, portal 4
00000100:00000001:2.0:1769077431.910712:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077431.910713:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444604544 : -127165264947072 : ffff8c58078e1880)
00000100:00000040:2.0:1769077431.910717:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1880 x1855007948273280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077431.910721:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077431.910723:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077431.910724:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077431.910726:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948273280, offset 0
00000400:00000200:2.0:1769077431.910728:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077431.910746:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077431.910748:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077431.910750:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077431.910752:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077431.910754:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077431.910756:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077431.910758:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29946:29946:256:4294967295] 192.168.204.128@tcp LPNI seq info [29945:29945:8:4294967295]
00000400:00000200:2.0:1769077431.910760:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077431.910765:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077431.910768:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077431.910770:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077431.910773:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077431.910775:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077431.910777:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077431.910779:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077431.910782:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077431.910783:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077431.910785:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077431.910787:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077431.910790:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077431.910791:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077431.910793:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077431.910795:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1880 x1855007948273280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077431.910801:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077431.910803:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1880 x1855007948273280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077456 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077431.910807:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077431.910808:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077431.910810:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077431.910812:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077431.910814:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077431.910816:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298796058
00000100:00000001:2.0:1769077431.910817:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298797327
00000100:00000001:2.0:1769077431.910819:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298796058
00000100:00000001:2.0:1769077431.910820:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298797327
00000100:00000001:2.0:1769077431.910822:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077431.910823:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077431.910824:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077431.910826:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077431/real 1769077431]  req@ffff8c58078e1880 x1855007948273280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077431.910831:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077431.910832:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077431.910833:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077431.910834:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077431.910835:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077431.910837:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077431.910839:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1880 x1855007948273280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077431.910844:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1880 x1855007948273280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077431.910852:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077431.910853:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077431.910854:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077431.910855:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077431.910857:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1880 x1855007948273280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077431.910861:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077431.910863:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1880 x1855007948273280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077431.910867:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077431.910868:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077431.910869:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077431.910870:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077431.910871:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077431.910872:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077431.910874:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077431.910875:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077431.910877:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077431.910879:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1880 x1855007948273280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077431.910884:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948273280:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077431.910886:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077431.910887:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077431.910889:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1180 x1855007948272896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077431.910893:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077431.910894:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077431.910896:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077431.910898:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077431.910899:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077431.910900:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077431.910901:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077431.910902:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d000.
02000000:00000001:2.0:1769077431.910904:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077431.910905:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077431.910906:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1180.
00000100:00000001:2.0:1769077431.910908:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077431.910909:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077431.910910:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077431.910912:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0a80 x1855007948273024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077431.910916:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077431.910917:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077431.910918:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077431.910919:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077431.910920:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077431.910920:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077431.910922:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077431.910922:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d400.
02000000:00000001:2.0:1769077431.910924:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077431.910924:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077431.910925:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0a80.
00000100:00000001:2.0:1769077431.910926:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077431.910927:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077431.910928:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077431.910930:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0700 x1855007948273152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077431.910933:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077431.910934:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077431.910935:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077431.910936:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077431.910937:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077431.910937:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077431.910939:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077431.910940:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e400.
02000000:00000001:2.0:1769077431.910942:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077431.910942:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077431.910943:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0700.
00000100:00000001:2.0:1769077431.910945:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077431.910945:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077431.910946:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077431.910948:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1880 x1855007948273280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077431.910952:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077431.910952:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077431.910953:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077431.910954:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077431.910955:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077431.910956:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077431.910957:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077431.910958:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312ec00.
02000000:00000001:2.0:1769077431.910959:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077431.910959:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077431.910960:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1880.
00000100:00000001:2.0:1769077431.910961:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077431.910962:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077431.910963:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077431.910965:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077431.910966:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077431.910967:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077431.910968:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077432.228896:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077432.228903:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077432.228905:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077432.228907:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077432.228912:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077432.228914:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077432.228917:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077432.228919:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077432.228945:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077432.228949:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077432.228952:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077432.932842:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077432.932849:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077432.932851:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077432.932856:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077432.932860:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077432.932863:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077432.932865:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077432.932867:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077432.932870:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077433.252829:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298797327, at 4298797376
00000100:00000040:1.0:1769077433.252829:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298797327, at 4298797376
00010000:00000001:2.0:1769077433.252834:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077433.252839:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077433.252841:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227360.
00000100:00000010:0.0:1769077433.252865:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2275a0.
00000020:00000001:3.0:1769077433.252901:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077433.252905:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077433.252908:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077433.956869:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077433.956875:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077433.956877:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077433.956881:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077433.956884:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077433.956886:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077433.956888:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077433.956890:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077433.956892:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077434.276840:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077434.276845:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077434.276911:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077434.276914:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077434.276917:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077434.980834:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077434.980841:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077434.980843:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077434.980847:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077434.980851:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077434.980854:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077434.980857:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077434.980859:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077434.980861:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077435.300802:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077435.300807:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077435.300826:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077435.300829:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077435.300831:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077436.004830:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077436.004837:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077436.004839:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077436.004843:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077436.004846:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077436.004849:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077436.004851:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077436.004853:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077436.004855:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077436.324900:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077436.324906:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077436.324936:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077436.324938:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077436.324940:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077437.028823:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077437.028830:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077437.028831:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077437.028836:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:0.0:1769077437.028838:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077437.028840:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077437.028844:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077437.028845:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077437.028849:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077437.028850:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769077437.028853:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077437.028855:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077437.028856:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077437.028858:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077437.028865:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4128
00000400:00000200:0.0:1769077437.028873:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077437.028878:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077437.028880:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077437.028883:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077437.028885:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077437.028887:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077437.028889:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077437.028892:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077437.028893:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077437.028895:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077437.028897:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077437.028899:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077437.028901:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077437.028903:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077437.028904:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077437.028905:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077437.028907:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077437.028909:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077437.028912:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077437.028914:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077437.028916:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077437.028918:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077437.028920:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077437.028922:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077437.028924:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077437.028932:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000020:00000040:0.0:1769077437.028936:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077437.028941:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077437.028943:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077437.028945:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077437.028948:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077437.028952:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077437.028961:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15c00.
00000100:00000001:0.0:1769077437.028968:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077437.028977:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948273408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077437.028988:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077437.028993:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077437.028997:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948273408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077437.029014:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077437.029017:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077437.029019:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077437.029021:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077437.029022:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077437.029024:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077437.029026:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4128
00000400:00000200:0.0:1769077437.029029:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077437.029031:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077437.029033:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077437.029035:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077437.029037:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077437.029039:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077437.029041:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077437.029043:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077437.029044:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077437.029046:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077437.029047:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077437.029049:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077437.029051:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769077437.029053:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077437.029053:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077437.029056:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077437.029059:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077437.029059:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077437.029060:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077437.029064:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00000001:2.0:1769077437.029065:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1769077437.029067:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077437.029070:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077437.029072:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1769077437.029077:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c000 x1855007948273408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077437.029078:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077437.029082:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077437.029085:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077437.029089:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077437.029093:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:0.0:1769077437.029094:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077437.029107:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077437.029108:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077437.029115:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9df80.
02000000:00000001:2.0:1769077437.029115:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1769077437.029119:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:2.0:1769077437.029119:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077437.029125:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077437.029126:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077437.029129:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077437.029132:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948273408:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077437.029133:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077437.029135:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077437.029138:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077437.029142:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16400.
00000100:00000001:2.0:1769077437.029143:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077437.029147:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077437.029150:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:0.0:1769077437.029154:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9df80 x1855007948273536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077437.029155:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077437.029161:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077437.029164:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077437.029167:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077437.029170:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bed851a] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9df80 x1855007948273536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769077437.029170:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077437.029176:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077437.029180:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077437.029183:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077437.029186:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077437.029187:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077437.029190:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077437.029190:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077437.029195:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077437.029197:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4128
00000400:00000010:2.0:1769077437.029197:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:0.0:1769077437.029203:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077437.029206:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000010:2.0:1769077437.029206:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00080000:0.0:1769077437.029211:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077437.029223:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077437.029225:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1769077437.029226:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948273408, portal 25
00000100:00000040:0.0:1769077437.029228:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077437.029231:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077437.029232:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077437.029235:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077437.029235:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104263680 : -127169605287936 : ffff8c5704d9c000)
00000020:00000040:0.0:1769077437.029238:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769077437.029240:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077437.029242:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077437.029245:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:2.0:1769077437.029246:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c000 x1855007948273408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077437.029249:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000001:2.0:1769077437.029266:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077437.029273:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000040:2.0:1769077437.029274:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077437.029279:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1769077437.029279:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077437.029284:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948273408, offset 0
00000100:00000040:0.0:1769077437.029285:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077437.029290:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077437.029293:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000020:00000040:0.0:1769077437.029295:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:0.0:1769077437.029301:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000200:2.0:1769077437.029302:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077437.029308:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077437.029311:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
02000000:00000001:0.0:1769077437.029313:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769077437.029318:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1769077437.029319:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077437.029323:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
02000000:00000001:0.0:1769077437.029324:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077437.029328:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769077437.029329:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769077437.029332:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000008:00100000:0.0:1769077437.029334:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077437.029337:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29947:29947:256:4294967295] 192.168.204.128@tcp LPNI seq info [29946:29946:8:4294967295]
00000008:00000001:0.0:1769077437.029340:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077437.029344:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077437.029346:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077437.029352:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d500.
00000400:00000200:2.0:1769077437.029355:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1769077437.029356:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077437.029361:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.0:1769077437.029362:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
02000000:00000001:0.0:1769077437.029363:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077437.029368:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:2.0:1769077437.029369:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
02000000:00000001:0.0:1769077437.029370:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077437.029374:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077437.029379:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000010:0.0:1769077437.029382:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14800.
00000800:00000200:2.0:1769077437.029383:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1769077437.029390:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077437.029391:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077437.029397:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000100:00100000:0.0:1769077437.029402:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d500 x1855007948273664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1769077437.029406:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077437.029411:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000100:00000001:0.0:1769077437.029417:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077437.029419:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1769077437.029420:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077437.029429:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c2d91c4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d500 x1855007948273664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077437.029432:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077437.029442:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000100:00000001:0.0:1769077437.029443:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077437.029448:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1769077437.029449:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00080000:0.0:1769077437.029455:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077437.029457:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077437.029458:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1769077437.029459:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077437.029463:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077437.029466:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4128
00000100:00000200:2.0:1769077437.029467:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c000 x1855007948273408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077437.029472:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077437.029479:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077437.029483:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077437.029487:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077437.029488:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769077437.029489:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077437.029493:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077437.029496:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077437.029498:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077437.029499:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000100:00000040:2.0:1769077437.029499:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c000 x1855007948273408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077462 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077437.029503:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077437.029506:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:0.0:1769077437.029511:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769077437.029518:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077437.029519:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077437.029523:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077437.029526:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077437.029531:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077437.029531:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077437.029536:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077437.029539:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00000001:2.0:1769077437.029540:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077437.029545:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000200:2.0:1769077437.029548:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077437.029552:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077437.029553:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298802447
02000000:00000001:0.0:1769077437.029558:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:2.0:1769077437.029561:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a2272a0.
02000000:00000001:0.0:1769077437.029562:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077437.029566:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077437.029568:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077437.029571:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077437.029571:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000008:00000001:0.0:1769077437.029576:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077437.029578:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077437.029579:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298802447
00000100:00000010:0.0:1769077437.029581:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000020:00000040:0.0:1769077437.029585:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000010:2.0:1769077437.029585:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227c00.
02000000:00000001:0.0:1769077437.029591:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077437.029591:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
02000000:00000001:0.0:1769077437.029594:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077437.029596:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077437.029597:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077437.029601:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077437.029601:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077437.029604:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077437.029605:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000010:0.0:1769077437.029609:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17c00.
00000100:00100000:2.0:1769077437.029611:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077437/real 1769077437]  req@ffff8c5704d9c000 x1855007948273408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077437.029613:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077437.029622:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948273792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1769077437.029623:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077437.029627:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077437.029630:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000100:00000001:0.0:1769077437.029633:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077437.029634:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000100:00000001:0.0:1769077437.029636:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077437.029638:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000040:0.0:1769077437.029642:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948273792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.029643:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077437.029649:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c000 x1855007948273408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077437.029655:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077437.029660:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769077437.029664:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c000 x1855007948273408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077437.029665:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077437.029668:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077437.029670:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077437.029676:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077437.029679:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4128
00000100:00000001:2.0:1769077437.029684:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000200:0.0:1769077437.029685:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077437.029689:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077437.029689:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077437.029693:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077437.029696:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1769077437.029697:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077437.029701:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077437.029701:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077437.029705:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077437.029708:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077437.029709:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077437.029711:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769077437.029713:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077437.029714:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00100000:2.0:1769077437.029714:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c000 x1855007948273408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077437.029718:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769077437.029722:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:0.0:1769077437.029729:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077437.029758:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077437.029760:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077437.029762:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077437.029764:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:0.0:1769077437.029766:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077437.029771:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077437.029775:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077437.029775:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769077437.029779:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077437.029782:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077437.029784:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c000 x1855007948273408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077437.029785:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077437.029789:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077437.029794:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077437.029798:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077437.029802:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:0.0:1769077437.029804:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077437.029807:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1769077437.029808:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000001:2.0:1769077437.029811:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1769077437.029812:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077437.029814:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769077437.029815:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077437.029818:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077437.029818:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077437.029821:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1769077437.029822:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077437.029825:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077437.029827:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000010:0.0:1769077437.029829:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15000.
00000100:00000001:0.0:1769077437.029833:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077437.029833:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077437.029836:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1769077437.029840:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948273920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077437.029842:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c000 x1855007948273408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077437.029862:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1769077437.029865:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948273408:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077437.029866:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077437.029873:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077437.029874:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948273920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.029876:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077437.029882:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c000 x1855007948273408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077437.029885:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077437.029891:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4138)
00000100:00000001:2.0:1769077437.029893:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077437.029897:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077437.029899:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077437.029902:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077437.029904:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077437.029906:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077437.029907:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077437.029909:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15c00.
02000000:00000001:2.0:1769077437.029912:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077437.029914:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077437.029915:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c000.
00000100:00000001:2.0:1769077437.029917:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077437.029918:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077437.029919:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077437.029925:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077437.029926:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077437.029927:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077437.029928:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077437.029929:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077437.029932:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9df80 x1855007948273536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.029937:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077437.029938:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077437.029940:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077437.029941:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077437.029943:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077437.029944:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948273536:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077437.029946:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077437.029948:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077437.029949:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077437.029950:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077437.029953:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077437.029954:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077437.029957:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077437.029960:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077437.029962:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077437.029964:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948273536, portal 10
00000100:00000001:2.0:1769077437.029966:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077437.029967:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104271744 : -127169605279872 : ffff8c5704d9df80)
00000100:00000040:2.0:1769077437.029971:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9df80 x1855007948273536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.029976:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077437.029978:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077437.029979:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077437.029981:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948273536, offset 0
00000400:00000200:2.0:1769077437.029984:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077437.029986:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077437.029989:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077437.029991:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077437.029993:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077437.029995:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077437.029997:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077437.029999:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29948:29948:256:4294967295] 192.168.204.128@tcp LPNI seq info [29947:29947:8:4294967295]
00000400:00000200:2.0:1769077437.030002:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077437.030007:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077437.030010:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077437.030012:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077437.030015:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077437.030017:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077437.030021:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077437.030024:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769077437.030027:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077437.030030:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077437.030032:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077437.030036:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077437.030039:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077437.030041:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077437.030044:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077437.030048:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9df80 x1855007948273536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.030056:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077437.030060:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9df80 x1855007948273536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077462 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.030073:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077437.030075:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077437.030079:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077437.030082:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077437.030086:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077437.030088:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298801166
00000100:00000001:2.0:1769077437.030092:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298802447
00000100:00000001:2.0:1769077437.030094:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298801166
00000100:00000001:2.0:1769077437.030096:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298802447
00000100:00000001:2.0:1769077437.030098:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077437.030101:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077437.030103:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077437.030107:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077437/real 1769077437]  req@ffff8c5704d9df80 x1855007948273536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077437.030116:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077437.030118:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077437.030119:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077437.030122:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077437.030124:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077437.030126:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077437.030128:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9df80 x1855007948273536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077437.030135:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9df80 x1855007948273536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.030143:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077437.030144:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077437.030146:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077437.030147:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077437.030151:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9df80 x1855007948273536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.030159:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077437.030163:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9df80 x1855007948273536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.030171:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077437.030174:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077437.030176:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077437.030178:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077437.030179:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077437.030182:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077437.030185:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077437.030189:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077437.030191:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077437.030194:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9df80 x1855007948273536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077437.030200:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948273536:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077437.030203:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077437.030205:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d500 x1855007948273664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.030209:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077437.030210:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077437.030211:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077437.030213:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077437.030214:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077437.030216:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948273664:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077437.030218:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077437.030220:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077437.030222:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077437.030223:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077437.030226:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077437.030227:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077437.030230:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077437.030232:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077437.030234:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077437.030236:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948273664, portal 10
00000100:00000001:2.0:1769077437.030237:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077437.030238:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104269056 : -127169605282560 : ffff8c5704d9d500)
00000100:00000040:2.0:1769077437.030242:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d500 x1855007948273664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.030246:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077437.030248:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077437.030249:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077437.030264:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948273664, offset 0
00000400:00000200:2.0:1769077437.030267:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077437.030270:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077437.030273:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077437.030276:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077437.030278:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077437.030279:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077437.030281:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077437.030283:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29949:29949:256:4294967295] 192.168.204.128@tcp LPNI seq info [29948:29948:8:4294967295]
00000400:00000200:2.0:1769077437.030286:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077437.030291:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077437.030294:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077437.030296:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077437.030299:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077437.030301:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077437.030304:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077437.030306:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769077437.030310:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077437.030312:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077437.030315:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077437.030319:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077437.030322:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077437.030324:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077437.030326:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077437.030330:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d500 x1855007948273664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.030339:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077437.030342:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d500 x1855007948273664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077462 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.030349:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077437.030351:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077437.030354:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077437.030357:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077437.030361:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077437.030363:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298801165
00000100:00000001:2.0:1769077437.030366:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298802447
00000100:00000001:2.0:1769077437.030368:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298801165
00000100:00000001:2.0:1769077437.030370:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298802447
00000100:00000001:2.0:1769077437.030373:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077437.030375:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077437.030376:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077437.030379:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077437/real 1769077437]  req@ffff8c5704d9d500 x1855007948273664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077437.030385:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077437.030386:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077437.030388:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077437.030389:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077437.030391:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077437.030393:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077437.030395:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d500 x1855007948273664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077437.030405:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d500 x1855007948273664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.030412:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077437.030413:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077437.030415:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077437.030417:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077437.030421:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d500 x1855007948273664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.030429:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077437.030433:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d500 x1855007948273664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.030441:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077437.030444:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077437.030445:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077437.030447:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077437.030448:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077437.030449:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077437.030451:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077437.030454:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077437.030455:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077437.030458:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d500 x1855007948273664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077437.030464:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948273664:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077437.030466:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077437.030469:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948273792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.030474:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077437.030475:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077437.030476:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077437.030478:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077437.030479:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077437.030481:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948273792:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077437.030483:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077437.030484:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077437.030485:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077437.030486:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077437.030489:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077437.030490:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077437.030493:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077437.030495:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077437.030497:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077437.030499:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948273792, portal 4
00000100:00000001:2.0:1769077437.030501:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077437.030502:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
00000100:00000040:2.0:1769077437.030506:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948273792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.030510:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077437.030512:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077437.030513:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077437.030515:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948273792, offset 0
00000400:00000200:2.0:1769077437.030517:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077437.030520:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077437.030522:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077437.030524:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077437.030526:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077437.030528:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077437.030529:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077437.030532:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29950:29950:256:4294967295] 192.168.204.128@tcp LPNI seq info [29949:29949:8:4294967295]
00000400:00000200:2.0:1769077437.030535:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077437.030539:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077437.030542:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077437.030544:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077437.030547:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077437.030549:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077437.030552:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077437.030554:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769077437.030556:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077437.030558:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077437.030560:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077437.030562:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077437.030564:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077437.030565:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077437.030567:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077437.030569:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c380 x1855007948273792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.030576:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077437.030579:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948273792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077462 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.030586:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077437.030587:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077437.030590:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077437.030593:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077437.030596:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077437.030598:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298801230
00000100:00000001:2.0:1769077437.030601:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298802447
00000100:00000001:2.0:1769077437.030603:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298801230
00000100:00000001:2.0:1769077437.030605:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298802447
00000100:00000001:2.0:1769077437.030607:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077437.030610:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077437.030612:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077437.030616:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077437/real 1769077437]  req@ffff8c5704d9c380 x1855007948273792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077437.030625:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077437.030626:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077437.030628:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077437.030631:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077437.030633:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077437.030636:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077437.030639:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948273792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077437.030645:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948273792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.030649:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077437.030650:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077437.030651:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077437.030652:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077437.030654:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948273792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.030658:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077437.030661:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948273792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.030666:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077437.030667:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077437.030668:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077437.030669:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077437.030670:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077437.030671:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077437.030673:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077437.030675:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077437.030677:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077437.030679:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948273792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077437.030684:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948273792:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077437.030687:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077437.030689:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9dc00 x1855007948273920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.030693:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077437.030693:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077437.030695:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077437.030696:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077437.030697:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077437.030699:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948273920:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077437.030701:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077437.030703:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077437.030704:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077437.030705:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077437.030707:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077437.030709:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077437.030711:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077437.030713:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077437.030715:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077437.030717:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948273920, portal 4
00000100:00000001:2.0:1769077437.030719:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077437.030719:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104270848 : -127169605280768 : ffff8c5704d9dc00)
00000100:00000040:2.0:1769077437.030723:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9dc00 x1855007948273920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.030728:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077437.030729:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077437.030747:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077437.030749:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948273920, offset 0
00000400:00000200:2.0:1769077437.030751:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077437.030754:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077437.030757:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077437.030759:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077437.030761:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077437.030762:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077437.030764:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077437.030766:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29951:29951:256:4294967295] 192.168.204.128@tcp LPNI seq info [29950:29950:8:4294967295]
00000400:00000200:2.0:1769077437.030768:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077437.030772:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077437.030775:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077437.030777:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077437.030780:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077437.030782:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077437.030784:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077437.030786:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769077437.030789:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077437.030790:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077437.030792:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077437.030794:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077437.030796:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077437.030798:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077437.030799:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077437.030802:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9dc00 x1855007948273920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.030807:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077437.030809:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948273920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077462 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.030814:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077437.030815:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077437.030817:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077437.030819:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077437.030821:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077437.030822:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298801178
00000100:00000001:2.0:1769077437.030824:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298802447
00000100:00000001:2.0:1769077437.030826:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298801178
00000100:00000001:2.0:1769077437.030827:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298802447
00000100:00000001:2.0:1769077437.030828:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077437.030829:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077437.030831:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077437.030833:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077437/real 1769077437]  req@ffff8c5704d9dc00 x1855007948273920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077437.030837:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077437.030838:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077437.030840:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077437.030841:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077437.030842:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077437.030843:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077437.030845:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9dc00 x1855007948273920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077437.030851:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9dc00 x1855007948273920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.030855:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077437.030855:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077437.030856:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077437.030857:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077437.030859:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9dc00 x1855007948273920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.030863:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077437.030866:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9dc00 x1855007948273920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.030870:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077437.030872:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077437.030873:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077437.030874:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077437.030875:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077437.030876:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077437.030878:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077437.030879:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077437.030881:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077437.030883:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9dc00 x1855007948273920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077437.030888:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948273920:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077437.030890:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077437.030891:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077437.030893:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9df80 x1855007948273536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.030898:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077437.030899:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077437.030900:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077437.030902:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077437.030903:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077437.030904:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077437.030905:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077437.030906:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16400.
02000000:00000001:2.0:1769077437.030908:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077437.030909:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077437.030910:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9df80.
00000100:00000001:2.0:1769077437.030912:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077437.030913:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077437.030915:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077437.030916:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d500 x1855007948273664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.030921:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077437.030921:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077437.030922:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077437.030924:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077437.030924:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077437.030925:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077437.030926:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077437.030927:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14800.
02000000:00000001:2.0:1769077437.030928:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077437.030929:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077437.030930:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d500.
00000100:00000001:2.0:1769077437.030931:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077437.030932:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077437.030933:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077437.030934:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948273792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.030938:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077437.030939:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077437.030939:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077437.030941:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077437.030941:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077437.030942:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077437.030943:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077437.030944:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17c00.
02000000:00000001:2.0:1769077437.030945:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077437.030946:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077437.030946:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077437.030948:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077437.030948:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077437.030949:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077437.030951:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9dc00 x1855007948273920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077437.030959:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077437.030959:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077437.030961:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077437.030962:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077437.030962:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077437.030963:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077437.030964:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077437.030965:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15000.
02000000:00000001:2.0:1769077437.030966:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077437.030967:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077437.030967:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077437.030969:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077437.030969:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077437.030970:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077437.030973:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077437.030974:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077437.030975:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077437.030976:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077437.348801:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077437.348807:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077437.348862:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077437.348865:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077437.348868:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077438.052817:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077438.052825:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077438.052827:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077438.052833:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077438.052837:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077438.052840:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077438.052843:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077438.052846:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077438.052849:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077438.372832:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:1.0:1769077438.372833:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298802447, at 4298802496
00010000:00000001:2.0:1769077438.372838:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077438.372846:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227c00.
00000100:00000040:0.0:1769077438.372852:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298802447, at 4298802496
00000100:00000010:0.0:1769077438.372869:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2272a0.
00000020:00000001:3.0:1769077438.372894:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077438.372899:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077438.372904:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077439.076857:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077439.076865:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077439.076867:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077439.076873:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077439.076877:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077439.076882:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077439.076885:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077439.076888:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077439.076892:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077439.396792:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077439.396798:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077439.396822:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077439.396825:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077439.396829:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077440.100793:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077440.100799:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077440.100800:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077440.100804:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077440.100807:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077440.100810:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077440.100812:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077440.100814:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077440.100816:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077440.420834:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077440.420839:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077440.420861:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077440.420863:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077440.420865:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077441.124838:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077441.124846:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077441.124847:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077441.124851:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077441.124854:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077441.124857:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077441.124859:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077441.124861:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077441.124864:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077441.444800:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077441.444805:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077441.444858:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077441.444863:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077441.444867:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077442.148796:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077442.148803:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077442.148804:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077442.148809:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077442.148813:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077442.148816:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077442.148819:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077442.148821:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077442.148824:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077442.148838:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077442.148846:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077442.148849:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077442.148853:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077442.148857:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077442.148864:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4133
00000400:00000200:3.0:1769077442.148873:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077442.148879:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077442.148882:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077442.148886:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077442.148890:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077442.148893:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077442.148896:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077442.148901:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077442.148903:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769077442.148906:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077442.148909:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769077442.148912:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769077442.148914:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769077442.148918:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077442.148928:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077442.148931:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077442.148933:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077442.148937:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769077442.148941:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077442.148944:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077442.148947:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077442.148950:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077442.148953:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077442.148955:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077442.148958:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077442.148966:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769077442.148969:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077442.148973:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077442.148976:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077442.148979:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077442.148982:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077442.148987:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077442.148995:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769077442.149001:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077442.149012:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948274048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077442.149023:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077442.149027:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077442.149033:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948274048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077442.149057:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077442.149060:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077442.149064:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077442.149066:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077442.149068:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077442.149071:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077442.149075:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4133
00000400:00000200:3.0:1769077442.149079:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077442.149085:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077442.149088:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077442.149092:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077442.149095:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077442.149095:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077442.149100:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769077442.149101:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077442.149104:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077442.149106:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077442.149110:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077442.149112:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000100:00000040:2.0:1769077442.149113:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1f80 x1855007948274048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769077442.149115:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077442.149119:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769077442.149125:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077442.149127:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1769077442.149129:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077442.149130:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077442.149137:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1769077442.149138:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077442.149140:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077442.149142:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077442.149144:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077442.149148:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00100000:2.0:1769077442.149153:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948274048:192.168.204.128@tcp:250:kworker.0
00000100:00000001:3.0:1769077442.149153:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077442.149158:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00000001:2.0:1769077442.149162:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1769077442.149178:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
02000000:00000001:2.0:1769077442.149179:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769077442.149183:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077442.149184:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077442.149189:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077442.149190:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769077442.149197:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1769077442.149198:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:3.0:1769077442.149202:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077442.149203:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077442.149207:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077442.149213:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077442.149216:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000008:00000001:3.0:1769077442.149219:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077442.149223:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077442.149224:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077442.149233:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000010:3.0:1769077442.149233:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769077442.149240:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000100:00000200:2.0:1769077442.149243:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948274048, portal 25
02000000:00000001:3.0:1769077442.149244:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077442.149248:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1769077442.149249:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.149250:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444606336 : -127165264945280 : ffff8c58078e1f80)
00000100:00000001:3.0:1769077442.149253:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077442.149256:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1769077442.149259:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1f80 x1855007948274048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077442.149260:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077442.149268:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:2.0:1769077442.149269:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077442.149274:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000001:3.0:1769077442.149275:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077442.149277:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077442.149283:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948274048, offset 0
00000100:00100000:3.0:1769077442.149288:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948274176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077442.149291:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077442.149302:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077442.149305:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077442.149310:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000001:3.0:1769077442.149310:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077442.149319:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948274176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077442.149323:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077442.149331:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077442.149336:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769077442.149337:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077442.149342:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00080000:3.0:1769077442.149344:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077442.149348:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29952:29952:256:4294967295] 192.168.204.128@tcp LPNI seq info [29951:29951:8:4294967295]
00000100:00080000:3.0:1769077442.149351:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1769077442.149355:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077442.149356:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077442.149359:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077442.149362:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077442.149367:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1769077442.149370:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4133
00000800:00000200:2.0:1769077442.149376:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000400:00000200:3.0:1769077442.149381:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000800:00000010:2.0:1769077442.149383:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000400:00000200:3.0:1769077442.149387:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000800:00000200:2.0:1769077442.149393:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:3.0:1769077442.149393:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1769077442.149398:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000100:00000040:3.0:1769077442.149402:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000200:2.1:1769077442.149408:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769077442.149409:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077442.149413:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077442.149416:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077442.149418:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077442.149420:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769077442.149422:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077442.149424:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769077442.149426:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769077442.149428:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769077442.149432:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077442.149434:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077442.149436:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077442.149439:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077442.149441:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769077442.149444:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077442.149449:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077442.149450:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
02000000:00000001:3.0:1769077442.149452:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:2.0:1769077442.149458:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
02000000:00000001:3.0:1769077442.149458:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:2.0:1769077442.149461:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
02000000:00000001:3.0:1769077442.149463:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077442.149467:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077442.149469:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077442.149474:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:3.0:1769077442.149474:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077442.149478:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077442.149482:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000010:3.0:1769077442.149485:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000400:00000200:2.0:1769077442.149486:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077442.149491:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000020:00000040:3.0:1769077442.149492:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000100:00000001:2.0:1769077442.149495:0:2431:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1769077442.149498:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077442.149502:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077442.149503:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1f80 x1855007948274048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077442.149508:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077442.149512:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077442.149515:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1769077442.149516:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077442.149519:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1f80 x1855007948274048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077467 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1769077442.149523:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:2.0:1769077442.149525:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.149529:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077442.149531:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.149533:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077442.149538:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077442.149542:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298807567
00000100:00100000:3.0:1769077442.149542:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948274304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1769077442.149548:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227b40.
00000100:00000001:2.0:1769077442.149556:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077442.149558:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077442.149562:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.149568:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298807567
00000100:00000040:3.0:1769077442.149568:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948274304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1769077442.149573:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227de0.
00000100:00000001:2.0:1769077442.149577:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077442.149583:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077442.149586:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.149587:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.149591:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1769077442.149591:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1769077442.149599:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077442/real 1769077442]  req@ffff8c58078e1f80 x1855007948274048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077442.149599:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077442.149604:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077442.149607:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:2.0:1769077442.149612:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1769077442.149613:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000001:2.0:1769077442.149615:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077442.149617:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000100:00080000:3.0:1769077442.149619:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4133
00000400:00000200:2.0:1769077442.149621:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077442.149625:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077442.149627:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:3.0:1769077442.149629:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000200:2.0:1769077442.149633:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1f80 x1855007948274048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077442.149637:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077442.149643:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1769077442.149649:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1f80 x1855007948274048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077442.149651:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077442.149658:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077442.149662:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1769077442.149664:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077442.149665:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077442.149669:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077442.149671:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077442.149672:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1769077442.149678:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00100000:2.0:1769077442.149679:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1f80 x1855007948274048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769077442.149681:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769077442.149685:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077442.149689:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000100:00000001:2.0:1769077442.149690:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1769077442.149696:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:2.0:1769077442.149697:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1f80 x1855007948274048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769077442.149701:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077442.149709:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1769077442.149710:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077442.149713:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077442.149716:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077442.149716:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077442.149718:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077442.149721:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1769077442.149722:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077442.149723:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077442.149729:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00080000:2.0:1769077442.149758:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077442.149768:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000020:00000040:3.0:1769077442.149768:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00000001:2.0:1769077442.149774:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1769077442.149776:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077442.149781:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077442.149784:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1f80 x1855007948274048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077442.149785:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077442.149790:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077442.149796:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077442.149801:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:2.0:1769077442.149806:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948274048:192.168.204.128@tcp:250:kworker.0
00000008:00100000:3.0:1769077442.149806:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077442.149812:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.149815:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077442.149816:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.149818:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000010:3.0:1769077442.149823:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000020:00000040:3.0:1769077442.149826:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769077442.149831:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1769077442.149832:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1f80 x1855007948274048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077442.149835:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077442.149840:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077442.149844:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077442.149845:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077442.149847:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1769077442.149849:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077442.149850:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077442.149856:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077442.149858:0:2431:0:(genops.c:1236:class_import_put()) Process entered
02000000:00000010:3.0:1769077442.149859:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000020:00000040:2.0:1769077442.149860:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077442.149865:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:3.0:1769077442.149867:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077442.149868:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d800.
02000000:00000001:2.0:1769077442.149874:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077442.149875:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077442.149878:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1f80.
00000100:00100000:3.0:1769077442.149879:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948274432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077442.149881:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077442.149883:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077442.149886:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077442.149894:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077442.149895:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077442.149898:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.149899:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.149905:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769077442.149906:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948274432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.149908:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077442.149912:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077442.149919:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e3800 x1855007948274176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077442.149922:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077442.149927:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077442.149936:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077442.149939:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077442.149941:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077442.149944:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077442.149947:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077442.149951:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4133
00000100:00000001:2.0:1769077442.149952:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077442.149958:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:2.0:1769077442.149960:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077442.149963:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769077442.149964:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
02000000:00000001:2.0:1769077442.149966:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077442.149970:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1769077442.149972:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948274176:192.168.204.128@tcp:38:kworker.0
00000100:00000040:3.0:1769077442.149978:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077442.149979:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077442.149981:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077442.149984:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077442.149985:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077442.149987:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077442.149992:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
00000100:00000040:3.0:1769077442.149992:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077442.149995:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077442.149998:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077442.150002:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000001:3.0:1769077442.150002:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077442.150006:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000400:00000010:2.0:1769077442.150007:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000020:00000001:3.0:1769077442.150010:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:2.0:1769077442.150011:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000020:00000040:3.0:1769077442.150014:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00000200:2.0:1769077442.150016:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948274176, portal 10
00000020:00000001:3.0:1769077442.150019:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:2.0:1769077442.150020:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077442.150022:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444612608 : -127165264939008 : ffff8c58078e3800)
00000020:00000001:3.0:1769077442.150025:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:2.0:1769077442.150030:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e3800 x1855007948274176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077442.150034:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077442.150040:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077442.150043:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077442.150045:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000040:2.0:1769077442.150049:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000001:3.0:1769077442.150051:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000010:2.0:1769077442.150052:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077442.150057:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948274176, offset 0
00000020:00000040:3.0:1769077442.150058:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000400:00000200:2.0:1769077442.150063:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00080000:3.0:1769077442.150067:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000200:2.0:1769077442.150068:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077442.150074:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000001:3.0:1769077442.150075:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077442.150078:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1769077442.150080:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769077442.150082:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077442.150086:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1769077442.150087:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077442.150089:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077442.150094:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29953:29953:256:4294967295] 192.168.204.128@tcp LPNI seq info [29952:29952:8:4294967295]
02000000:00000001:3.0:1769077442.150094:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077442.150098:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769077442.150101:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000008:00100000:3.0:1769077442.150103:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077442.150109:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077442.150111:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769077442.150114:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077442.150118:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00000010:3.0:1769077442.150122:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000800:00000010:2.0:1769077442.150123:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000020:00000040:3.0:1769077442.150130:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000800:00000200:2.0:1769077442.150131:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077442.150137:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
02000000:00000001:3.0:1769077442.150138:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077442.150142:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077442.150142:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769077442.150148:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1769077442.150149:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
02000000:00000001:3.0:1769077442.150153:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:2.0:1769077442.150157:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
02000000:00000001:3.0:1769077442.150157:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077442.150163:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077442.150178:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:3.0:1769077442.150180:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000400:00000200:2.0:1769077442.150184:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769077442.150187:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077442.150190:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077442.150194:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00100000:3.0:1769077442.150197:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948274560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077442.150198:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077442.150206:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e3800 x1855007948274176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077442.150210:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077442.150213:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077442.150222:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948274560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.150224:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077442.150230:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e3800 x1855007948274176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077467 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077442.150233:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077442.150240:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4143)
00000100:00000001:2.0:1769077442.150241:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.150244:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077442.150248:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077442.150251:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077442.150255:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077442.150257:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298806286
00000100:00000001:2.0:1769077442.150259:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298807567
00000100:00000001:2.0:1769077442.150261:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298806286
00000100:00000001:2.0:1769077442.150263:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298807567
00000100:00000001:2.0:1769077442.150264:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077442.150265:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.150267:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077442.150269:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077442/real 1769077442]  req@ffff8c58078e3800 x1855007948274176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077442.150276:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077442.150277:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077442.150278:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077442.150280:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077442.150281:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077442.150282:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077442.150284:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e3800 x1855007948274176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077442.150290:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e3800 x1855007948274176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.150294:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077442.150295:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077442.150296:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077442.150297:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077442.150300:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e3800 x1855007948274176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.150304:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077442.150306:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e3800 x1855007948274176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.150310:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077442.150312:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077442.150313:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077442.150314:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077442.150315:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077442.150317:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077442.150318:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077442.150320:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077442.150322:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077442.150325:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e3800 x1855007948274176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077442.150330:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948274176:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077442.150333:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077442.150335:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1500 x1855007948274304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.150338:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077442.150339:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077442.150341:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077442.150342:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077442.150343:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077442.150345:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948274304:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077442.150347:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077442.150348:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077442.150349:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077442.150350:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077442.150353:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077442.150354:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077442.150356:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077442.150358:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077442.150360:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077442.150362:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948274304, portal 10
00000100:00000001:2.0:1769077442.150363:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077442.150364:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444603648 : -127165264947968 : ffff8c58078e1500)
00000100:00000040:2.0:1769077442.150368:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1500 x1855007948274304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.150372:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077442.150374:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077442.150375:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077442.150377:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948274304, offset 0
00000400:00000200:2.0:1769077442.150380:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077442.150382:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077442.150384:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077442.150387:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077442.150388:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077442.150390:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077442.150392:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077442.150394:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29954:29954:256:4294967295] 192.168.204.128@tcp LPNI seq info [29953:29953:8:4294967295]
00000400:00000200:2.0:1769077442.150397:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077442.150401:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077442.150404:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077442.150406:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077442.150408:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077442.150410:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077442.150414:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077442.150415:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769077442.150418:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077442.150419:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077442.150421:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077442.150423:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077442.150426:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077442.150427:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077442.150428:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077442.150430:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1500 x1855007948274304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.150435:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077442.150437:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1500 x1855007948274304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077467 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.150441:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.150442:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077442.150444:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077442.150446:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077442.150448:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077442.150450:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298806285
00000100:00000001:2.0:1769077442.150451:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298807567
00000100:00000001:2.0:1769077442.150453:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298806285
00000100:00000001:2.0:1769077442.150454:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298807567
00000100:00000001:2.0:1769077442.150455:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077442.150457:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.150458:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077442.150460:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077442/real 1769077442]  req@ffff8c58078e1500 x1855007948274304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077442.150464:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077442.150465:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077442.150466:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077442.150468:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077442.150469:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077442.150470:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077442.150472:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1500 x1855007948274304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077442.150478:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1500 x1855007948274304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.150481:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077442.150482:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077442.150483:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077442.150484:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077442.150486:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1500 x1855007948274304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.150490:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077442.150493:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1500 x1855007948274304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.150497:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077442.150498:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077442.150499:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077442.150500:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077442.150502:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077442.150503:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077442.150504:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077442.150506:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077442.150507:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077442.150509:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1500 x1855007948274304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077442.150514:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948274304:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077442.150516:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077442.150518:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077442.150519:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e3800 x1855007948274176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.150523:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077442.150524:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077442.150525:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077442.150527:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077442.150528:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077442.150528:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077442.150530:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077442.150531:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e000.
02000000:00000001:2.0:1769077442.150533:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077442.150534:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077442.150535:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e3800.
00000100:00000001:2.0:1769077442.150537:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077442.150538:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077442.150539:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077442.150541:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1500 x1855007948274304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.150549:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077442.150550:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077442.150551:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077442.150552:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077442.150553:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077442.150554:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077442.150555:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077442.150556:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f400.
02000000:00000001:2.0:1769077442.150557:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077442.150558:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077442.150558:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1500.
00000100:00000001:2.0:1769077442.150560:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077442.150560:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077442.150561:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077442.150564:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077442.150565:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.150566:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077442.150567:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077442.150568:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077442.150570:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e2a00 x1855007948274432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.150574:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077442.150575:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077442.150576:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077442.150577:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077442.150578:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077442.150580:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948274432:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077442.150582:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077442.150583:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077442.150584:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077442.150585:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077442.150587:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077442.150589:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077442.150591:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077442.150593:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077442.150595:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077442.150597:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948274432, portal 4
00000100:00000001:2.0:1769077442.150598:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077442.150599:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444609024 : -127165264942592 : ffff8c58078e2a00)
00000100:00000040:2.0:1769077442.150602:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e2a00 x1855007948274432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.150607:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077442.150608:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077442.150610:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077442.150611:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948274432, offset 0
00000400:00000200:2.0:1769077442.150614:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077442.150616:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077442.150618:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077442.150619:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077442.150621:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077442.150622:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077442.150624:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077442.150626:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29955:29955:256:4294967295] 192.168.204.128@tcp LPNI seq info [29954:29954:8:4294967295]
00000400:00000200:2.0:1769077442.150629:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077442.150633:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077442.150635:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077442.150637:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077442.150639:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077442.150641:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077442.150643:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077442.150645:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769077442.150648:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077442.150649:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077442.150651:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077442.150653:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077442.150655:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077442.150656:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077442.150658:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077442.150660:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e2a00 x1855007948274432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.150665:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077442.150667:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e2a00 x1855007948274432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077467 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.150671:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.150672:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077442.150673:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077442.150675:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077442.150678:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077442.150679:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298806350
00000100:00000001:2.0:1769077442.150681:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298807567
00000100:00000001:2.0:1769077442.150682:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298806350
00000100:00000001:2.0:1769077442.150683:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298807567
00000100:00000001:2.0:1769077442.150685:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077442.150686:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.150687:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077442.150689:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077442/real 1769077442]  req@ffff8c58078e2a00 x1855007948274432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077442.150693:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077442.150694:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077442.150696:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077442.150697:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077442.150698:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077442.150699:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077442.150701:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e2a00 x1855007948274432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077442.150706:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e2a00 x1855007948274432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.150711:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077442.150712:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077442.150713:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077442.150714:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077442.150716:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e2a00 x1855007948274432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.150720:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077442.150722:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e2a00 x1855007948274432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.150726:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077442.150728:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077442.150729:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077442.150729:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077442.150747:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077442.150748:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077442.150751:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077442.150754:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077442.150756:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077442.150760:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e2a00 x1855007948274432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077442.150768:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948274432:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077442.150772:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077442.150775:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0380 x1855007948274560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.150782:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077442.150784:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077442.150787:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077442.150789:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077442.150791:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077442.150794:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948274560:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077442.150798:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077442.150800:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077442.150801:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077442.150803:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077442.150806:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077442.150808:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077442.150812:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077442.150814:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077442.150816:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077442.150818:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948274560, portal 4
00000100:00000001:2.0:1769077442.150819:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077442.150820:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444599168 : -127165264952448 : ffff8c58078e0380)
00000100:00000040:2.0:1769077442.150825:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0380 x1855007948274560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.150829:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077442.150831:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077442.150832:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077442.150834:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948274560, offset 0
00000400:00000200:2.0:1769077442.150836:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077442.150839:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077442.150841:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077442.150843:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077442.150845:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077442.150847:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077442.150848:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077442.150850:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29956:29956:256:4294967295] 192.168.204.128@tcp LPNI seq info [29955:29955:8:4294967295]
00000400:00000200:2.0:1769077442.150853:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077442.150857:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077442.150860:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077442.150862:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077442.150865:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077442.150867:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077442.150870:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077442.150871:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769077442.150874:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077442.150876:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077442.150878:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077442.150880:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077442.150882:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077442.150883:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077442.150885:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077442.150887:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0380 x1855007948274560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.150892:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077442.150895:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0380 x1855007948274560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077467 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.150902:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.150904:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077442.150906:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077442.150909:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077442.150913:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077442.150915:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298806298
00000100:00000001:2.0:1769077442.150917:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298807567
00000100:00000001:2.0:1769077442.150920:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298806298
00000100:00000001:2.0:1769077442.150922:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298807567
00000100:00000001:2.0:1769077442.150924:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077442.150926:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.150928:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077442.150932:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077442/real 1769077442]  req@ffff8c58078e0380 x1855007948274560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077442.150942:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077442.150943:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077442.150945:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077442.150948:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077442.150950:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077442.150952:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077442.150955:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0380 x1855007948274560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077442.150964:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0380 x1855007948274560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.150970:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077442.150971:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077442.150972:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077442.150973:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077442.150976:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0380 x1855007948274560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.150980:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077442.150983:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0380 x1855007948274560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.150987:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077442.150988:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077442.150989:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077442.150990:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077442.150991:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077442.150992:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077442.150994:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077442.150996:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077442.150997:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077442.151000:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0380 x1855007948274560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077442.151005:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948274560:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077442.151007:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077442.151008:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077442.151010:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e2a00 x1855007948274432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.151014:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077442.151015:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077442.151016:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077442.151018:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077442.151018:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077442.151019:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077442.151021:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077442.151022:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e800.
02000000:00000001:2.0:1769077442.151023:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077442.151024:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077442.151025:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e2a00.
00000100:00000001:2.0:1769077442.151027:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077442.151028:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077442.151029:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077442.151031:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0380 x1855007948274560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.151035:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077442.151036:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077442.151037:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077442.151038:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077442.151039:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077442.151039:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077442.151040:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077442.151041:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f800.
02000000:00000001:2.0:1769077442.151042:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077442.151044:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077442.151045:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0380.
00000100:00000001:2.0:1769077442.151047:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077442.151048:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077442.151049:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077442.151051:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077442.151052:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.151054:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077442.151055:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077442.468798:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077442.468806:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077442.468808:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077442.468810:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077442.468814:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077442.468815:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077442.468817:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077442.468819:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077442.468850:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077442.468854:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077442.468857:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077443.172836:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077443.172842:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077443.172843:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077443.172848:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077443.172850:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077443.172860:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077443.172862:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077443.172865:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077443.172867:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077443.492792:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298807567, at 4298807616
00010000:00000001:2.0:1769077443.492802:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:0.0:1769077443.492803:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298807567, at 4298807616
00000100:00000010:1.0:1769077443.492808:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227de0.
00010000:00000001:2.0:1769077443.492808:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077443.492811:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227b40.
00000020:00000001:2.0:1769077443.492834:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077443.492837:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077443.492841:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077444.196791:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077444.196829:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077444.196831:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077444.196836:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077444.196839:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077444.196842:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077444.196844:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077444.196846:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077444.196848:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077444.516813:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077444.516819:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077444.516840:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077444.516843:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077444.516847:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077445.220835:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077445.220841:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077445.220842:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077445.220846:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077445.220849:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077445.220852:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077445.220854:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077445.220856:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077445.220858:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077445.540844:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077445.540852:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077445.540925:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077445.540931:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077445.540936:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077446.244832:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077446.244837:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077446.244839:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077446.244844:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077446.244847:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077446.244850:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077446.244852:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077446.244854:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077446.244856:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077446.564805:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077446.564813:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077446.564852:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077446.564856:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077446.564860:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077447.268826:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077447.268832:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077447.268834:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077447.268839:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:0.0:1769077447.268843:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077447.268843:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077447.268846:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077447.268850:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077447.268850:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077447.268854:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077447.268855:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769077447.268857:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077447.268859:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077447.268863:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077447.268868:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4138
00000400:00000200:0.0:1769077447.268876:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077447.268882:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077447.268884:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077447.268887:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077447.268889:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077447.268891:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077447.268893:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077447.268896:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077447.268897:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077447.268899:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077447.268901:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077447.268903:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077447.268904:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077447.268907:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077447.268908:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077447.268909:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077447.268911:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077447.268913:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077447.268915:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077447.268916:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077447.268919:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077447.268921:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077447.268924:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077447.268925:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077447.268928:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077447.268935:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9f480.
00000020:00000040:0.0:1769077447.268938:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077447.268941:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077447.268943:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077447.268945:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077447.268947:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077447.268951:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077447.268957:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15400.
00000100:00000001:0.0:1769077447.268962:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077447.268969:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9f480 x1855007948274688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077447.268976:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077447.268980:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077447.268983:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1a89039] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9f480 x1855007948274688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077447.269000:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077447.269002:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077447.269005:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077447.269006:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077447.269007:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077447.269009:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077447.269010:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4138
00000400:00000200:0.0:1769077447.269013:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077447.269014:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077447.269016:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077447.269019:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077447.269020:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077447.269022:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077447.269024:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077447.269026:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077447.269027:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077447.269028:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077447.269030:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077447.269031:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077447.269033:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769077447.269035:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077447.269036:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077447.269037:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077447.269040:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077447.269040:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1769077447.269041:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:0.0:1769077447.269046:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077447.269047:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077447.269048:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077447.269051:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077447.269052:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1769077447.269055:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077447.269058:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077447.269059:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077447.269063:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1769077447.269064:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9f480 x1855007948274688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1769077447.269065:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077447.269069:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077447.269073:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c700.
00000020:00000040:0.0:1769077447.269077:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077447.269095:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077447.269096:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077447.269097:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077447.269099:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077447.269100:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077447.269103:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16800.
00000100:00000001:0.0:1769077447.269106:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077447.269110:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c700 x1855007948274816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077447.269120:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077447.269123:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077447.269126:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1769077447.269130:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077447.269131:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077447.269135:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769077447.269140:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000435b0902] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c700 x1855007948274816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077447.269141:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077447.269151:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948274688:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077447.269158:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077447.269160:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1769077447.269164:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1769077447.269166:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077447.269170:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077447.269171:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077447.269175:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077447.269177:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1769077447.269177:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077447.269182:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077447.269184:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4138
02000000:00000010:2.0:1769077447.269186:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410c00.
00000400:00000200:0.0:1769077447.269189:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:2.0:1769077447.269192:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077447.269193:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077447.269197:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077447.269199:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077447.269201:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077447.269204:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:0.0:1769077447.269205:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077447.269209:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077447.269211:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:2.0:1769077447.269212:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000020:00000040:0.0:1769077447.269213:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769077447.269215:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077447.269219:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077447.269221:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769077447.269222:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000010:2.0:1769077447.269223:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000040:0.0:1769077447.269225:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077447.269229:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077447.269230:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077447.269231:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000200:2.0:1769077447.269233:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948274688, portal 25
00000020:00000040:0.0:1769077447.269234:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:0.0:1769077447.269239:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077447.269241:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077447.269241:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1769077447.269246:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077447.269246:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104277120 : -127169605274496 : ffff8c5704d9f480)
02000000:00000001:0.0:1769077447.269249:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077447.269252:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077447.269254:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077447.269257:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1769077447.269258:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9f480 x1855007948274688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1769077447.269260:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077447.269264:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077447.269269:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d180.
00000020:00000040:0.0:1769077447.269273:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000100:00000001:2.0:1769077447.269278:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1769077447.269279:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077447.269282:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077447.269284:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077447.269287:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1769077447.269287:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
02000000:00000001:0.0:1769077447.269290:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077447.269293:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
02000000:00000010:0.0:1769077447.269296:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17800.
00000100:00000001:0.0:1769077447.269300:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077447.269300:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948274688, offset 0
00000100:00100000:0.0:1769077447.269308:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d180 x1855007948274944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077447.269314:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077447.269320:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077447.269322:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077447.269326:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad4bb1df] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d180 x1855007948274944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077447.269327:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077447.269336:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077447.269339:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00080000:0.0:1769077447.269340:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077447.269346:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077447.269347:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769077447.269349:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1769077447.269350:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077447.269354:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077447.269358:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00080000:0.0:1769077447.269359:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4138
00000400:00000200:0.0:1769077447.269364:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077447.269368:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077447.269369:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077447.269373:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077447.269376:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077447.269381:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29957:29957:256:4294967295] 192.168.204.128@tcp LPNI seq info [29956:29956:8:4294967295]
00000100:00000040:0.0:1769077447.269386:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077447.269390:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077447.269392:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:0.0:1769077447.269395:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077447.269400:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077447.269404:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077447.269407:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:0.0:1769077447.269411:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077447.269412:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1769077447.269414:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:0.0:1769077447.269420:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000800:00000200:2.0:1769077447.269424:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000020:00000001:0.0:1769077447.269425:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000800:00000010:2.0:1769077447.269432:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000100:00000040:0.0:1769077447.269433:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077447.269439:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077447.269442:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077447.269447:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:2.0:1769077447.269448:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000040:0.0:1769077447.269450:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000800:00000200:2.0:1769077447.269455:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000100:00080000:0.0:1769077447.269456:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077447.269460:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077447.269464:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077447.269466:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077447.269469:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077447.269469:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:0.0:1769077447.269472:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077447.269475:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000800:00000200:2.1:1769077447.269477:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000008:00000001:0.0:1769077447.269479:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077447.269481:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077447.269485:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000020:00000040:0.0:1769077447.269487:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:0.0:1769077447.269488:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077447.269490:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077447.269491:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077447.269493:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077447.269500:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077447.269503:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14000.
00000100:00000001:0.0:1769077447.269506:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077447.269510:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948275072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077447.269521:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000100:2.0:1769077447.269524:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077447.269526:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077447.269530:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000100:00000040:0.0:1769077447.269534:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948275072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077447.269538:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077447.269550:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769077447.269555:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077447.269558:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000100:00080000:0.0:1769077447.269560:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1769077447.269562:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00080000:0.0:1769077447.269568:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077447.269570:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769077447.269571:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077447.269574:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077447.269578:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:2.0:1769077447.269579:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9f480 x1855007948274688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077447.269582:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4138
00000400:00000200:0.0:1769077447.269591:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077447.269597:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077447.269602:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077447.269605:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077447.269606:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077447.269609:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077447.269613:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000040:2.0:1769077447.269613:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9f480 x1855007948274688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077472 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077447.269617:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077447.269621:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077447.269623:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769077447.269626:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077447.269628:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:0.0:1769077447.269634:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:2.0:1769077447.269634:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077447.269638:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:2.0:1769077447.269639:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1769077447.269642:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077447.269645:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077447.269647:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077447.269647:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077447.269654:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077447.269656:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000400:00000200:2.0:1769077447.269658:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:0.0:1769077447.269661:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077447.269665:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077447.269665:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298812687
02000000:00000001:0.0:1769077447.269668:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077447.269672:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1769077447.269674:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227d80.
02000000:00000001:0.0:1769077447.269675:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077447.269678:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077447.269681:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077447.269682:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077447.269684:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077447.269686:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000010:0.0:1769077447.269688:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000020:00000040:0.0:1769077447.269691:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:0.0:1769077447.269694:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077447.269695:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077447.269695:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298812687
00000100:00000001:0.0:1769077447.269700:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077447.269702:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077447.269703:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077447.269704:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227840.
02000000:00000010:0.0:1769077447.269708:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16000.
00000100:00000001:2.0:1769077447.269711:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769077447.269712:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077447.269719:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948275200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077447.269719:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077447.269727:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077447.269768:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077447.269769:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1769077447.269774:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077447.269779:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077447/real 1769077447]  req@ffff8c5704d9f480 x1855007948274688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077447.269784:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948275200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077447.269811:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077447.269820:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4149)
00000400:00000001:2.0:1769077447.269821:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077447.269825:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077447.269829:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077447.269833:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077447.269836:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077447.269839:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077447.269844:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9f480 x1855007948274688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077447.269851:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9f480 x1855007948274688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.269856:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077447.269858:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077447.269860:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077447.269862:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077447.269866:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9f480 x1855007948274688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.269871:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077447.269876:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9f480 x1855007948274688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.269881:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077447.269884:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077447.269885:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077447.269886:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077447.269888:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077447.269890:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077447.269892:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077447.269894:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077447.269896:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077447.269899:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9f480 x1855007948274688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077447.269905:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948274688:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077447.269908:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077447.269910:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077447.269912:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9f480 x1855007948274688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.269916:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077447.269918:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077447.269919:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077447.269921:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077447.269922:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077447.269923:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077447.269925:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077447.269926:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15400.
02000000:00000001:2.0:1769077447.269929:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077447.269930:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077447.269931:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9f480.
00000100:00000001:2.0:1769077447.269934:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077447.269935:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077447.269936:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077447.269941:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077447.269942:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077447.269944:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077447.269945:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077447.269946:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077447.269949:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c700 x1855007948274816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.269953:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077447.269954:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077447.269956:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077447.269957:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077447.269959:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077447.269961:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948274816:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077447.269963:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077447.269965:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077447.269966:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077447.269967:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077447.269969:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077447.269971:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077447.269974:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077447.269976:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077447.269978:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077447.269981:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948274816, portal 10
00000100:00000001:2.0:1769077447.269982:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077447.269983:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104265472 : -127169605286144 : ffff8c5704d9c700)
00000100:00000040:2.0:1769077447.269988:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c700 x1855007948274816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.269992:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077447.269994:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077447.269995:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077447.269997:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948274816, offset 0
00000400:00000200:2.0:1769077447.270000:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077447.270002:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077447.270005:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077447.270007:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077447.270009:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077447.270011:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077447.270012:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077447.270015:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29958:29958:256:4294967295] 192.168.204.128@tcp LPNI seq info [29957:29957:8:4294967295]
00000400:00000200:2.0:1769077447.270018:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077447.270022:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077447.270025:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077447.270027:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077447.270030:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077447.270032:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077447.270035:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077447.270037:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769077447.270040:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077447.270041:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077447.270043:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077447.270046:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077447.270048:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077447.270049:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077447.270051:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077447.270053:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c700 x1855007948274816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.270059:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077447.270061:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c700 x1855007948274816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077472 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.270065:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077447.270066:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077447.270068:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077447.270070:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077447.270072:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077447.270074:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298811406
00000100:00000001:2.0:1769077447.270076:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298812687
00000100:00000001:2.0:1769077447.270078:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298811406
00000100:00000001:2.0:1769077447.270094:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298812687
00000100:00000001:2.0:1769077447.270096:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077447.270098:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077447.270099:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077447.270102:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077447/real 1769077447]  req@ffff8c5704d9c700 x1855007948274816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077447.270108:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077447.270109:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077447.270111:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077447.270113:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077447.270114:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077447.270116:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077447.270118:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c700 x1855007948274816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077447.270124:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c700 x1855007948274816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.270128:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077447.270129:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077447.270130:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077447.270130:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077447.270133:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c700 x1855007948274816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.270137:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077447.270139:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c700 x1855007948274816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.270144:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077447.270146:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077447.270147:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077447.270147:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077447.270148:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077447.270150:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077447.270151:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077447.270153:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077447.270155:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077447.270157:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c700 x1855007948274816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077447.270162:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948274816:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077447.270165:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077447.270167:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d180 x1855007948274944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.270171:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077447.270172:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077447.270174:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077447.270175:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077447.270176:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077447.270178:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948274944:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077447.270180:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077447.270181:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077447.270182:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077447.270183:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077447.270186:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077447.270187:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077447.270190:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077447.270191:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077447.270193:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077447.270195:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948274944, portal 10
00000100:00000001:2.0:1769077447.270197:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077447.270198:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104268160 : -127169605283456 : ffff8c5704d9d180)
00000100:00000040:2.0:1769077447.270202:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d180 x1855007948274944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.270206:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077447.270208:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077447.270209:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077447.270210:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948274944, offset 0
00000400:00000200:2.0:1769077447.270213:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077447.270215:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077447.270218:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077447.270220:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077447.270222:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077447.270223:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077447.270225:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077447.270227:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29959:29959:256:4294967295] 192.168.204.128@tcp LPNI seq info [29958:29958:8:4294967295]
00000400:00000200:2.0:1769077447.270230:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077447.270234:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077447.270237:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077447.270238:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077447.270241:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077447.270243:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077447.270246:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077447.270248:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769077447.270250:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077447.270252:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077447.270254:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077447.270256:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077447.270258:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077447.270259:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077447.270260:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077447.270263:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d180 x1855007948274944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.270268:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077447.270269:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d180 x1855007948274944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077472 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.270273:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077447.270274:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077447.270276:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077447.270278:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077447.270280:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077447.270281:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298811405
00000100:00000001:2.0:1769077447.270283:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298812687
00000100:00000001:2.0:1769077447.270285:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298811405
00000100:00000001:2.0:1769077447.270287:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298812687
00000100:00000001:2.0:1769077447.270288:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077447.270290:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077447.270291:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077447.270294:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077447/real 1769077447]  req@ffff8c5704d9d180 x1855007948274944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077447.270298:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077447.270299:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077447.270300:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077447.270301:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077447.270302:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077447.270303:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077447.270305:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d180 x1855007948274944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077447.270310:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d180 x1855007948274944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.270315:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077447.270316:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077447.270317:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077447.270317:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077447.270320:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d180 x1855007948274944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.270324:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077447.270326:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d180 x1855007948274944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.270330:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077447.270331:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077447.270332:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077447.270333:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077447.270334:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077447.270335:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077447.270337:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077447.270339:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077447.270341:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077447.270343:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d180 x1855007948274944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077447.270348:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948274944:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077447.270350:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077447.270352:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9dc00 x1855007948275072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.270356:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077447.270356:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077447.270358:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077447.270359:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077447.270360:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077447.270362:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948275072:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077447.270364:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077447.270365:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077447.270366:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077447.270367:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077447.270369:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077447.270371:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077447.270373:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077447.270375:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077447.270376:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077447.270378:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948275072, portal 4
00000100:00000001:2.0:1769077447.270379:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077447.270380:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104270848 : -127169605280768 : ffff8c5704d9dc00)
00000100:00000040:2.0:1769077447.270384:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9dc00 x1855007948275072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.270388:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077447.270390:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077447.270391:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077447.270392:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948275072, offset 0
00000400:00000200:2.0:1769077447.270395:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077447.270397:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077447.270399:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077447.270400:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077447.270402:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077447.270403:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077447.270405:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077447.270407:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29960:29960:256:4294967295] 192.168.204.128@tcp LPNI seq info [29959:29959:8:4294967295]
00000400:00000200:2.0:1769077447.270410:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077447.270414:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077447.270416:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077447.270418:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077447.270420:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077447.270422:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077447.270424:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077447.270426:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769077447.270428:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077447.270430:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077447.270431:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077447.270434:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077447.270435:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077447.270436:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077447.270438:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077447.270440:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9dc00 x1855007948275072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.270444:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077447.270446:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948275072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077472 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.270455:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077447.270456:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077447.270458:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077447.270459:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077447.270461:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077447.270463:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298811470
00000100:00000001:2.0:1769077447.270464:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298812687
00000100:00000001:2.0:1769077447.270466:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298811470
00000100:00000001:2.0:1769077447.270467:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298812687
00000100:00000001:2.0:1769077447.270468:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077447.270469:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077447.270470:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077447.270472:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077447/real 1769077447]  req@ffff8c5704d9dc00 x1855007948275072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077447.270477:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077447.270477:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077447.270478:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077447.270480:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077447.270481:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077447.270482:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077447.270484:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9dc00 x1855007948275072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077447.270488:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9dc00 x1855007948275072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.270492:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077447.270493:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077447.270494:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077447.270495:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077447.270498:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9dc00 x1855007948275072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.270502:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077447.270505:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9dc00 x1855007948275072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.270509:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077447.270510:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077447.270511:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077447.270512:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077447.270513:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077447.270514:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077447.270516:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077447.270518:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077447.270519:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077447.270521:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9dc00 x1855007948275072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077447.270525:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948275072:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077447.270528:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077447.270529:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948275200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.270533:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077447.270534:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077447.270535:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077447.270536:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077447.270538:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077447.270539:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948275200:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077447.270542:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077447.270543:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077447.270544:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077447.270545:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077447.270547:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077447.270548:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077447.270550:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077447.270552:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077447.270554:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077447.270555:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948275200, portal 4
00000100:00000001:2.0:1769077447.270556:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077447.270557:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
00000100:00000040:2.0:1769077447.270561:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948275200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.270564:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077447.270566:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077447.270567:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077447.270569:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948275200, offset 0
00000400:00000200:2.0:1769077447.270571:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077447.270573:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077447.270575:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077447.270577:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077447.270578:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077447.270580:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077447.270581:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077447.270583:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29961:29961:256:4294967295] 192.168.204.128@tcp LPNI seq info [29960:29960:8:4294967295]
00000400:00000200:2.0:1769077447.270586:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077447.270590:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077447.270592:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077447.270594:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077447.270596:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077447.270598:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077447.270600:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077447.270602:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769077447.270605:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077447.270606:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077447.270608:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077447.270610:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077447.270612:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077447.270613:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077447.270614:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077447.270616:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c380 x1855007948275200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.270621:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077447.270623:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948275200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077472 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.270627:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077447.270628:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077447.270630:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077447.270631:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077447.270633:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077447.270634:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298811417
00000100:00000001:2.0:1769077447.270636:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298812687
00000100:00000001:2.0:1769077447.270637:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298811417
00000100:00000001:2.0:1769077447.270639:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298812687
00000100:00000001:2.0:1769077447.270640:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077447.270641:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077447.270642:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077447.270644:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077447/real 1769077447]  req@ffff8c5704d9c380 x1855007948275200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077447.270649:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077447.270649:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077447.270650:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077447.270652:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077447.270653:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077447.270654:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077447.270656:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948275200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077447.270662:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948275200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.270665:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077447.270666:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077447.270667:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077447.270668:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077447.270670:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948275200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.270674:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077447.270676:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948275200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.270680:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077447.270682:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077447.270683:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077447.270683:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077447.270685:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077447.270686:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077447.270688:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077447.270692:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077447.270694:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077447.270698:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948275200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077447.270706:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948275200:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077447.270710:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077447.270712:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077447.270716:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c700 x1855007948274816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.270723:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077447.270725:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077447.270726:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077447.270729:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077447.270750:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077447.270752:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077447.270754:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077447.270756:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16800.
02000000:00000001:2.0:1769077447.270759:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077447.270760:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077447.270762:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c700.
00000100:00000001:2.0:1769077447.270764:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077447.270766:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077447.270768:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077447.270772:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d180 x1855007948274944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.270779:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077447.270780:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077447.270782:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077447.270784:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077447.270785:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077447.270787:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077447.270788:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077447.270790:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17800.
02000000:00000001:2.0:1769077447.270792:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077447.270793:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077447.270795:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d180.
00000100:00000001:2.0:1769077447.270797:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077447.270798:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077447.270800:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077447.270803:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9dc00 x1855007948275072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.270810:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077447.270811:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077447.270813:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077447.270815:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077447.270816:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077447.270818:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077447.270820:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077447.270821:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14000.
02000000:00000001:2.0:1769077447.270823:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077447.270824:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077447.270826:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077447.270828:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077447.270829:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077447.270830:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077447.270834:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948275200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.270840:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077447.270841:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077447.270843:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077447.270845:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077447.270846:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077447.270847:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077447.270849:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077447.270851:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16000.
02000000:00000001:2.0:1769077447.270853:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077447.270854:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077447.270855:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077447.270857:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077447.270858:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077447.270860:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077447.270863:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077447.270865:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077447.270867:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077447.270868:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077447.588812:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077447.588820:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077447.588838:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077447.588840:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077447.588843:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077448.292882:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077448.292892:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077448.292895:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077448.292903:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077448.292908:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077448.292914:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077448.292916:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077448.292920:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077448.292924:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077448.612825:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298812687, at 4298812736
00000100:00000040:1.0:1769077448.612827:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298812687, at 4298812736
00010000:00000001:2.0:1769077448.612828:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077448.612832:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077448.612841:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227840.
00000100:00000010:0.0:1769077448.612844:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d80.
00000020:00000001:2.0:1769077448.612857:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077448.612860:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077448.612862:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077449.316814:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077449.316820:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077449.316822:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077449.316827:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077449.316830:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077449.316833:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077449.316835:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077449.316837:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077449.316839:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077449.636825:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077449.636831:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077449.636880:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077449.636883:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077449.636886:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077450.340847:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077450.340854:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077450.340857:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077450.340862:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077450.340866:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077450.340870:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077450.340873:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077450.340875:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077450.340878:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077450.660838:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077450.660844:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077450.660917:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077450.660921:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077450.660924:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077451.364807:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077451.364813:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077451.364815:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077451.364819:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077451.364822:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077451.364826:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077451.364828:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077451.364829:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077451.364832:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077451.684900:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077451.684905:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077451.684923:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077451.684925:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077451.684927:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077452.388847:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077452.388853:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077452.388855:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077452.388860:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077452.388864:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077452.388868:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077452.388870:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077452.388872:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077452.388875:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077452.388885:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077452.388893:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077452.388896:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077452.388900:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077452.388905:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077452.388911:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4144
00000400:00000200:3.0:1769077452.388920:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077452.388926:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077452.388930:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077452.388933:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077452.388936:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077452.388939:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077452.388941:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077452.388945:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077452.388947:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769077452.388950:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077452.388953:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769077452.388955:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769077452.388957:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769077452.388960:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077452.388962:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077452.388965:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077452.388967:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077452.388970:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769077452.388973:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077452.388976:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077452.388979:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077452.388982:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077452.388985:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077452.388987:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077452.388989:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077452.389011:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3480.
00000020:00000040:3.0:1769077452.389015:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077452.389020:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077452.389021:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077452.389024:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077452.389027:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077452.389032:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077452.389039:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769077452.389046:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077452.389055:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3480 x1855007948275328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077452.389066:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077452.389070:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077452.389076:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb7685cc] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3480 x1855007948275328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077452.389097:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077452.389101:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077452.389104:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077452.389106:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077452.389108:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077452.389111:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077452.389114:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4144
00000400:00000200:3.0:1769077452.389119:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077452.389122:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077452.389125:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077452.389129:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077452.389132:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077452.389132:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077452.389137:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769077452.389138:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077452.389141:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077452.389142:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077452.389146:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077452.389148:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000100:00000040:2.0:1769077452.389150:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e3480 x1855007948275328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769077452.389151:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077452.389155:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769077452.389161:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077452.389165:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1769077452.389167:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077452.389168:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077452.389174:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1769077452.389175:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077452.389177:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077452.389179:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077452.389181:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077452.389185:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00100000:2.0:1769077452.389188:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948275328:192.168.204.128@tcp:250:kworker.0
00000100:00000001:3.0:1769077452.389189:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077452.389195:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1769077452.389196:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
02000000:00000001:2.0:1769077452.389200:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1769077452.389203:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
02000000:00000001:2.0:1769077452.389204:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077452.389209:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769077452.389210:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077452.389214:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
02000000:00000001:3.0:1769077452.389214:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077452.389218:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077452.389220:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077452.389224:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077452.389225:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077452.389228:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:2.0:1769077452.389231:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000008:00100000:3.0:1769077452.389234:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1769077452.389237:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000008:00000001:3.0:1769077452.389240:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077452.389244:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077452.389246:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948275328, portal 25
00000100:00000010:3.0:1769077452.389249:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000100:00000001:2.0:1769077452.389251:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1769077452.389254:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000100:00000001:2.0:1769077452.389256:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444611712 : -127165264939904 : ffff8c58078e3480)
02000000:00000001:3.0:1769077452.389258:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077452.389262:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077452.389265:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077452.389268:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1769077452.389269:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e3480 x1855007948275328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077452.389271:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077452.389277:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769077452.389283:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077452.389286:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1769077452.389292:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948275456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077452.389303:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000001:3.0:1769077452.389304:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077452.389308:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077452.389309:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077452.389315:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948275328, offset 0
00000100:00000040:3.0:1769077452.389315:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948275456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077452.389327:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077452.389338:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077452.389342:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077452.389346:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00080000:3.0:1769077452.389348:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077452.389352:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1769077452.389355:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1769077452.389359:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000001:3.0:1769077452.389360:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077452.389364:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077452.389365:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769077452.389369:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077452.389372:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00080000:3.0:1769077452.389376:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4144
00000400:00000200:2.0:1769077452.389383:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29962:29962:256:4294967295] 192.168.204.128@tcp LPNI seq info [29961:29961:8:4294967295]
00000400:00000200:2.0:1769077452.389389:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077452.389395:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077452.389404:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077452.389407:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1769077452.389409:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077452.389416:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077452.389420:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1769077452.389421:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00000040:3.0:1769077452.389426:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000010:2.0:1769077452.389428:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000100:00000001:3.0:1769077452.389430:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077452.389433:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077452.389435:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769077452.389437:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077452.389440:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769077452.389443:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000800:00000200:2.0:1769077452.389447:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:3.0:1769077452.389448:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000800:00000200:2.0:1769077452.389454:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1769077452.389456:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077452.389461:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769077452.389465:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:3.0:1769077452.389466:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000200:2.1:1769077452.389472:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1769077452.389473:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077452.389480:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000800:00000100:2.0:1769077452.389484:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077452.389487:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000100:00080000:3.0:1769077452.389489:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077452.389495:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077452.389498:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1769077452.389498:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077452.389503:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077452.389507:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1769077452.389509:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077452.389512:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769077452.389513:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000008:00100000:3.0:1769077452.389516:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1769077452.389517:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000008:00000001:3.0:1769077452.389523:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077452.389525:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769077452.389526:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077452.389533:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e3480 x1855007948275328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769077452.389533:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769077452.389538:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077452.389543:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077452.389547:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077452.389550:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077452.389553:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077452.389557:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077452.389558:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1769077452.389563:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000040:2.0:1769077452.389565:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e3480 x1855007948275328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077477 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077452.389568:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077452.389578:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948275584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077452.389597:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077452.389600:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077452.389600:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077452.389605:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077452.389608:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077452.389611:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948275584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077452.389616:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077452.389621:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298817807
00000100:00000010:2.0:1769077452.389629:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227780.
00000100:00000001:3.0:1769077452.389630:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077452.389636:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077452.389639:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1769077452.389640:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077452.389643:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077452.389645:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077452.389648:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077452.389651:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298817807
00000100:00080000:3.0:1769077452.389652:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4144
00000100:00000010:2.0:1769077452.389656:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227ae0.
00000400:00000200:3.0:1769077452.389661:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077452.389665:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000400:00000200:3.0:1769077452.389668:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077452.389670:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1769077452.389672:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077452.389674:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077452.389679:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1769077452.389679:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077452.389684:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1769077452.389687:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077452/real 1769077452]  req@ffff8c58078e3480 x1855007948275328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077452.389690:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077452.389697:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077452.389702:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000001:2.0:1769077452.389705:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1769077452.389706:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000400:00000001:2.0:1769077452.389708:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1769077452.389710:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:2.0:1769077452.389712:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000020:00000040:3.0:1769077452.389714:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769077452.389717:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769077452.389719:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769077452.389722:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077452.389724:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077452.389726:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077452.389728:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077452.389767:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769077452.389771:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077452.389774:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077452.389776:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077452.389779:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077452.389782:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077452.389785:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077452.389788:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077452.389791:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077452.389795:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000100:00000001:3.0:1769077452.389795:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077452.389799:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000010:3.0:1769077452.389800:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000100:00000001:2.0:1769077452.389805:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:3.0:1769077452.389806:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769077452.389811:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077452.389814:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077452.389815:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e3480 x1855007948275328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077452.389817:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077452.389820:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077452.389823:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077452.389829:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000200:2.0:1769077452.389834:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e3480 x1855007948275328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077452.389836:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077452.389845:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077452.389848:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077452.389848:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948275712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077452.389852:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077452.389855:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077452.389862:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e3480 x1855007948275328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077452.389869:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077452.389872:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077452.389875:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077452.389879:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e3480 x1855007948275328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077452.389886:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948275712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.389887:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077452.389893:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077452.389896:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077452.389898:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077452.389902:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077452.389904:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077452.389906:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077452.389908:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077452.389911:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077452.389915:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00080000:3.0:1769077452.389918:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077452.389919:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1769077452.389923:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1769077452.389927:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e3480 x1855007948275328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077452.389927:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077452.389933:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077452.389939:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4144
00000100:00100000:2.0:1769077452.389942:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948275328:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077452.389947:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769077452.389948:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077452.389949:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077452.389954:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e3480 x1855007948275328/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077452.389958:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077452.389964:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077452.389970:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000040:3.0:1769077452.389970:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077452.389974:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077452.389975:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077452.389979:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
00000100:00000040:3.0:1769077452.389980:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077452.389982:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1769077452.389984:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:2.0:1769077452.389985:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000001:3.0:1769077452.389989:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077452.389990:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000040:3.0:1769077452.390004:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:2.0:1769077452.390007:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
00000020:00000001:3.0:1769077452.390008:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000010:2.0:1769077452.390011:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f800.
00000020:00000040:3.0:1769077452.390012:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
02000000:00000001:2.0:1769077452.390016:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:3.0:1769077452.390017:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
02000000:00000001:2.0:1769077452.390021:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:3.0:1769077452.390022:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000010:2.0:1769077452.390026:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e3480.
00000100:00000040:3.0:1769077452.390029:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077452.390032:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077452.390033:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077452.390037:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077452.390039:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077452.390042:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077452.390043:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077452.390048:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769077452.390051:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077452.390052:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077452.390054:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077452.390056:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077452.390059:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077452.390062:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1769077452.390064:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077452.390066:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1769077452.390068:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077452.390070:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077452.390072:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077452.390076:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000040:2.0:1769077452.390078:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0e00 x1855007948275456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1769077452.390080:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077452.390085:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077452.390092:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000100:00000001:2.0:1769077452.390093:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077452.390097:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077452.390098:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:2.0:1769077452.390099:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077452.390103:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077452.390104:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077452.390106:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077452.390108:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077452.390112:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948275456:192.168.204.128@tcp:38:kworker.0
00000100:00000001:3.0:1769077452.390113:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077452.390116:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077452.390118:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077452.390120:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077452.390121:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077452.390124:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077452.390128:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077452.390128:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
02000000:00000010:2.0:1769077452.390131:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
00000100:00000001:3.0:1769077452.390133:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077452.390135:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077452.390141:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00100000:3.0:1769077452.390145:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948275840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769077452.390146:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077452.390150:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077452.390155:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948275456, portal 10
00000100:00000001:2.0:1769077452.390159:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077452.390162:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077452.390163:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444601856 : -127165264949760 : ffff8c58078e0e00)
00000100:00000001:3.0:1769077452.390168:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077452.390172:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0e00 x1855007948275456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077452.390177:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948275840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.390186:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077452.390192:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077452.390195:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077452.390199:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948275456, offset 0
00000100:00000001:3.0:1769077452.390199:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077452.390204:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000040:3.0:1769077452.390208:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4154)
00000400:00000200:2.0:1769077452.390209:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077452.390216:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077452.390219:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077452.390221:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077452.390222:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077452.390224:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077452.390227:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29963:29963:256:4294967295] 192.168.204.128@tcp LPNI seq info [29962:29962:8:4294967295]
00000400:00000200:2.0:1769077452.390231:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077452.390237:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077452.390240:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077452.390243:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077452.390247:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077452.390250:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077452.390255:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077452.390258:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077452.390263:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077452.390265:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077452.390268:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077452.390272:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077452.390275:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077452.390277:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077452.390280:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077452.390285:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0e00 x1855007948275456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.390294:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077452.390297:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0e00 x1855007948275456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077477 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.390308:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077452.390309:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077452.390312:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077452.390315:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077452.390318:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077452.390319:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298816526
00000100:00000001:2.0:1769077452.390321:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298817807
00000100:00000001:2.0:1769077452.390323:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298816526
00000100:00000001:2.0:1769077452.390324:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298817807
00000100:00000001:2.0:1769077452.390326:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077452.390327:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077452.390328:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077452.390331:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077452/real 1769077452]  req@ffff8c58078e0e00 x1855007948275456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077452.390337:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077452.390338:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077452.390339:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077452.390341:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077452.390342:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077452.390343:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077452.390345:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0e00 x1855007948275456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077452.390351:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0e00 x1855007948275456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.390355:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077452.390356:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077452.390357:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077452.390358:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077452.390360:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0e00 x1855007948275456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.390366:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077452.390371:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0e00 x1855007948275456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.390378:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077452.390381:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077452.390382:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077452.390384:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077452.390386:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077452.390388:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077452.390391:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077452.390395:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077452.390397:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077452.390402:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0e00 x1855007948275456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077452.390411:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948275456:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077452.390416:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077452.390420:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0380 x1855007948275584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.390425:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077452.390426:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077452.390428:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077452.390429:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077452.390431:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077452.390433:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948275584:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077452.390435:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077452.390437:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077452.390438:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077452.390440:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077452.390442:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077452.390444:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077452.390446:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077452.390448:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077452.390450:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077452.390452:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948275584, portal 10
00000100:00000001:2.0:1769077452.390454:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077452.390455:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444599168 : -127165264952448 : ffff8c58078e0380)
00000100:00000040:2.0:1769077452.390459:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0380 x1855007948275584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.390463:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077452.390465:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077452.390466:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077452.390468:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948275584, offset 0
00000400:00000200:2.0:1769077452.390470:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077452.390473:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077452.390475:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077452.390477:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077452.390479:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077452.390481:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077452.390483:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077452.390485:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29964:29964:256:4294967295] 192.168.204.128@tcp LPNI seq info [29963:29963:8:4294967295]
00000400:00000200:2.0:1769077452.390487:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077452.390492:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077452.390495:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077452.390496:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077452.390499:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077452.390501:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077452.390504:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077452.390506:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077452.390508:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077452.390510:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077452.390512:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077452.390515:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077452.390516:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077452.390518:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077452.390519:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077452.390521:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0380 x1855007948275584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.390527:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077452.390529:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0380 x1855007948275584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077477 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.390536:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077452.390538:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077452.390541:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077452.390544:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077452.390547:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077452.390549:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298816525
00000100:00000001:2.0:1769077452.390552:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298817807
00000100:00000001:2.0:1769077452.390554:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298816525
00000100:00000001:2.0:1769077452.390556:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298817807
00000100:00000001:2.0:1769077452.390559:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077452.390561:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077452.390563:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077452.390568:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077452/real 1769077452]  req@ffff8c58078e0380 x1855007948275584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077452.390576:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077452.390578:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077452.390580:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077452.390582:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077452.390584:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077452.390587:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077452.390591:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0380 x1855007948275584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077452.390597:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0380 x1855007948275584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.390601:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077452.390602:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077452.390603:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077452.390604:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077452.390606:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0380 x1855007948275584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.390611:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077452.390613:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0380 x1855007948275584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.390618:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077452.390619:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077452.390620:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077452.390621:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077452.390622:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077452.390623:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077452.390624:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077452.390626:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077452.390627:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077452.390630:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0380 x1855007948275584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077452.390635:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948275584:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077452.390637:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077452.390639:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e2a00 x1855007948275712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.390644:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077452.390645:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077452.390646:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077452.390648:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077452.390649:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077452.390651:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948275712:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077452.390653:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077452.390654:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077452.390655:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077452.390657:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077452.390659:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077452.390661:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077452.390663:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077452.390665:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077452.390667:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077452.390669:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948275712, portal 4
00000100:00000001:2.0:1769077452.390671:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077452.390672:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444609024 : -127165264942592 : ffff8c58078e2a00)
00000100:00000040:2.0:1769077452.390675:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e2a00 x1855007948275712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.390680:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077452.390681:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077452.390682:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077452.390684:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948275712, offset 0
00000400:00000200:2.0:1769077452.390687:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077452.390689:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077452.390691:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077452.390693:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077452.390695:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077452.390697:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077452.390698:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077452.390700:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29965:29965:256:4294967295] 192.168.204.128@tcp LPNI seq info [29964:29964:8:4294967295]
00000400:00000200:2.0:1769077452.390703:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077452.390708:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077452.390711:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077452.390713:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077452.390715:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077452.390717:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077452.390720:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077452.390722:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077452.390724:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077452.390726:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077452.390728:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077452.390747:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077452.390749:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077452.390750:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077452.390752:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077452.390755:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e2a00 x1855007948275712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.390760:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077452.390762:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e2a00 x1855007948275712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077477 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.390766:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077452.390767:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077452.390769:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077452.390771:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077452.390773:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077452.390775:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298816591
00000100:00000001:2.0:1769077452.390777:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298817807
00000100:00000001:2.0:1769077452.390778:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298816591
00000100:00000001:2.0:1769077452.390779:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298817807
00000100:00000001:2.0:1769077452.390781:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077452.390783:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077452.390784:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077452.390787:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077452/real 1769077452]  req@ffff8c58078e2a00 x1855007948275712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077452.390792:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077452.390792:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077452.390794:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077452.390795:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077452.390796:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077452.390797:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077452.390799:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e2a00 x1855007948275712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077452.390805:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e2a00 x1855007948275712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.390808:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077452.390809:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077452.390810:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077452.390811:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077452.390813:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e2a00 x1855007948275712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.390817:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077452.390820:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e2a00 x1855007948275712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.390824:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077452.390825:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077452.390826:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077452.390827:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077452.390828:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077452.390829:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077452.390831:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077452.390833:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077452.390835:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077452.390837:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e2a00 x1855007948275712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077452.390842:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948275712:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077452.390844:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077452.390846:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077452.390847:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0e00 x1855007948275456/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.390851:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077452.390852:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077452.390854:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077452.390855:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077452.390856:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077452.390857:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077452.390858:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077452.390860:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e800.
02000000:00000001:2.0:1769077452.390862:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077452.390863:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077452.390864:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0e00.
00000100:00000001:2.0:1769077452.390866:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077452.390867:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077452.390868:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077452.390870:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0380 x1855007948275584/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.390874:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077452.390875:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077452.390875:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077452.390877:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077452.390878:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077452.390878:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077452.390879:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077452.390881:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f400.
02000000:00000001:2.0:1769077452.390882:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077452.390883:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077452.390884:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0380.
00000100:00000001:2.0:1769077452.390885:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077452.390886:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077452.390887:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077452.390889:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e2a00 x1855007948275712/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.390893:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077452.390893:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077452.390894:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077452.390895:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077452.390896:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077452.390897:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077452.390898:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077452.390898:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e000.
02000000:00000001:2.0:1769077452.390900:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077452.390900:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077452.390901:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e2a00.
00000100:00000001:2.0:1769077452.390902:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077452.390903:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077452.390904:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077452.390907:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077452.390907:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077452.390909:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077452.390910:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077452.390911:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077452.390913:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1500 x1855007948275840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.390917:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077452.390917:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077452.390919:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077452.390920:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077452.390921:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077452.390923:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948275840:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077452.390925:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077452.390926:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077452.390928:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077452.390929:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077452.390931:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077452.390932:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077452.390934:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077452.390936:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077452.390938:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077452.390940:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948275840, portal 4
00000100:00000001:2.0:1769077452.390942:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077452.390942:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444603648 : -127165264947968 : ffff8c58078e1500)
00000100:00000040:2.0:1769077452.390946:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1500 x1855007948275840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.390950:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077452.390952:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077452.390953:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077452.390955:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948275840, offset 0
00000400:00000200:2.0:1769077452.390957:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077452.390959:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077452.390961:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077452.390963:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077452.390965:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077452.390967:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077452.390968:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077452.390970:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29966:29966:256:4294967295] 192.168.204.128@tcp LPNI seq info [29965:29965:8:4294967295]
00000400:00000200:2.0:1769077452.390973:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077452.390977:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077452.390981:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077452.390982:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077452.390985:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077452.390987:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077452.390990:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077452.390992:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077452.391010:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077452.391011:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077452.391013:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077452.391016:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077452.391019:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077452.391021:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077452.391024:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077452.391027:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1500 x1855007948275840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.391035:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077452.391048:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1500 x1855007948275840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077477 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.391055:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077452.391057:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077452.391061:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077452.391064:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077452.391067:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077452.391069:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298816538
00000100:00000001:2.0:1769077452.391072:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298817807
00000100:00000001:2.0:1769077452.391074:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298816538
00000100:00000001:2.0:1769077452.391077:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298817807
00000100:00000001:2.0:1769077452.391080:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077452.391081:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077452.391083:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077452.391086:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077452/real 1769077452]  req@ffff8c58078e1500 x1855007948275840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077452.391092:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077452.391093:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077452.391094:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077452.391096:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077452.391097:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077452.391099:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077452.391101:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1500 x1855007948275840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077452.391107:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1500 x1855007948275840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.391111:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077452.391111:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077452.391113:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077452.391113:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077452.391116:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1500 x1855007948275840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.391120:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077452.391122:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1500 x1855007948275840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.391127:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077452.391128:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077452.391129:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077452.391130:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077452.391131:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077452.391132:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077452.391134:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077452.391136:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077452.391137:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077452.391139:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1500 x1855007948275840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077452.391144:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948275840:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077452.391147:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077452.391148:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077452.391150:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1500 x1855007948275840/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.391154:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077452.391155:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077452.391156:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077452.391157:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077452.391158:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077452.391159:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077452.391160:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077452.391161:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d800.
02000000:00000001:2.0:1769077452.391163:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077452.391163:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077452.391165:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1500.
00000100:00000001:2.0:1769077452.391166:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077452.391167:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077452.391168:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077452.391171:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077452.391172:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077452.391173:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077452.391174:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077452.708807:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077452.708814:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077452.708816:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077452.708818:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077452.708821:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077452.708823:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077452.708825:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077452.708826:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077452.708843:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077452.708845:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077452.708847:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077453.412891:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077453.412900:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077453.412902:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077453.412910:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077453.412916:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077453.412921:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077453.412926:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077453.412930:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077453.412935:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077453.732820:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298817807, at 4298817856
00000100:00000040:1.0:1769077453.732820:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298817807, at 4298817856
00010000:00000001:2.0:1769077453.732823:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077453.732827:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077453.732835:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ae0.
00000100:00000010:0.0:1769077453.732838:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227780.
00000020:00000001:3.0:1769077453.732876:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077453.732879:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077453.732882:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077454.436809:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077454.436816:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077454.436819:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077454.436824:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077454.436829:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077454.436832:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077454.436835:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077454.436838:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077454.436842:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077454.756809:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077454.756815:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077454.756905:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077454.756911:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077454.756915:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077455.460866:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077455.460873:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077455.460875:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077455.460880:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077455.460885:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077455.460890:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077455.460893:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077455.460896:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077455.460899:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077455.780834:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077455.780840:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077455.780860:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077455.780862:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077455.780864:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077456.484814:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077456.484820:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077456.484821:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077456.484825:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077456.484828:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077456.484831:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077456.484832:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077456.484834:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077456.484837:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077456.804803:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077456.804808:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077456.804877:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077456.804880:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077456.804884:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077457.508810:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077457.508818:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077457.508820:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077457.508826:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077457.508831:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077457.508836:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077457.508839:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077457.508843:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077457.508843:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077457.508847:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077457.508850:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077457.508853:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077457.508856:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077457.508859:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077457.508865:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4149
00000400:00000200:0.0:1769077457.508873:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077457.508878:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077457.508880:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077457.508883:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077457.508885:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077457.508887:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077457.508888:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077457.508892:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077457.508894:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077457.508896:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077457.508898:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077457.508899:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077457.508901:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077457.508902:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077457.508904:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077457.508905:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077457.508922:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077457.508925:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077457.508928:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077457.508930:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077457.508933:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077457.508935:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077457.508937:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077457.508938:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077457.508940:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077457.508960:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d500.
00000020:00000040:0.0:1769077457.508962:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077457.508965:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077457.508966:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077457.508969:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077457.508971:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077457.508974:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077457.508981:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14c00.
00000100:00000001:0.0:1769077457.508986:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077457.508993:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d500 x1855007948275968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077457.509001:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077457.509004:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077457.509007:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c2d91c4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d500 x1855007948275968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077457.509025:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077457.509027:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077457.509030:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077457.509031:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077457.509032:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077457.509034:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077457.509036:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4149
00000400:00000200:0.0:1769077457.509039:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077457.509041:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077457.509043:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077457.509045:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077457.509047:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077457.509049:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077457.509051:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077457.509053:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077457.509054:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077457.509056:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077457.509057:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077457.509059:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077457.509060:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769077457.509062:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077457.509073:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077457.509076:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077457.509076:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077457.509079:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077457.509081:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769077457.509082:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00000001:2.0:1769077457.509084:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1769077457.509086:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077457.509089:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077457.509091:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1769077457.509094:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d500 x1855007948275968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077457.509097:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077457.509101:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077457.509105:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077457.509110:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077457.509111:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077457.509114:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769077457.509115:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077457.509118:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077457.509118:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1769077457.509121:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9df80.
02000000:00000001:2.0:1769077457.509122:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769077457.509126:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:2.0:1769077457.509127:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077457.509131:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077457.509134:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077457.509134:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948275968:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077457.509138:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077457.509141:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077457.509153:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077457.509154:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1769077457.509156:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17000.
00000100:00000001:0.0:1769077457.509161:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077457.509161:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077457.509166:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077457.509169:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9df80 x1855007948276096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077457.509172:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077457.509178:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077457.509180:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077457.509181:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411c00.
00000100:00000040:0.0:1769077457.509185:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bed851a] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9df80 x1855007948276096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077457.509186:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077457.509196:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077457.509199:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077457.509200:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:0.0:1769077457.509203:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077457.509206:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077457.509207:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077457.509220:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077457.509222:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4149
00000400:00000200:0.0:1769077457.509225:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077457.509226:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077457.509227:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077457.509229:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077457.509230:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077457.509231:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077457.509232:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077457.509234:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077457.509235:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769077457.509236:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077457.509237:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077457.509239:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769077457.509240:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:0.0:1769077457.509242:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077457.509243:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077457.509244:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077457.509246:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077457.509247:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:0.0:1769077457.509249:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077457.509250:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077457.509252:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077457.509253:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077457.509254:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077457.509256:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:2.0:1769077457.509256:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000008:00100000:0.0:1769077457.509259:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077457.509262:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077457.509263:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077457.509265:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000010:0.0:1769077457.509267:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000020:00000040:0.0:1769077457.509270:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077457.509272:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077457.509273:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077457.509274:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1769077457.509274:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948275968, portal 25
02000000:00000001:0.0:1769077457.509276:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077457.509277:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077457.509285:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15800.
00000100:00000001:2.0:1769077457.509288:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077457.509289:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077457.509291:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104269056 : -127169605282560 : ffff8c5704d9d500)
00000100:00100000:0.0:1769077457.509295:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948276224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077457.509301:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d500 x1855007948275968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077457.509305:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077457.509309:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077457.509316:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948276224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.509317:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077457.509324:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077457.509330:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077457.509330:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00080000:0.0:1769077457.509336:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769077457.509336:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948275968, offset 0
00000100:00080000:0.0:1769077457.509339:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077457.509341:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077457.509342:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077457.509351:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077457.509355:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4149
00000400:00000200:2.0:1769077457.509357:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077457.509361:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077457.509365:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077457.509366:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077457.509370:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:0.0:1769077457.509372:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077457.509375:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077457.509377:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077457.509380:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000001:0.0:1769077457.509381:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077457.509385:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077457.509387:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:0.0:1769077457.509388:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077457.509390:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1769077457.509391:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:0.0:1769077457.509394:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000400:00000200:2.0:1769077457.509396:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000020:00000001:0.0:1769077457.509397:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:0.0:1769077457.509403:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077457.509404:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769077457.509407:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077457.509409:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000040:0.0:1769077457.509412:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077457.509417:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077457.509418:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29967:29967:256:4294967295] 192.168.204.128@tcp LPNI seq info [29966:29966:8:4294967295]
00000020:00000040:0.0:1769077457.509420:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000400:00000200:2.0:1769077457.509426:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:0.0:1769077457.509427:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077457.509430:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077457.509432:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077457.509434:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077457.509438:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077457.509441:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769077457.509442:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000008:00100000:0.0:1769077457.509444:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077457.509449:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077457.509453:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077457.509454:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00000010:0.0:1769077457.509458:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000800:00000010:2.0:1769077457.509459:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000020:00000040:0.0:1769077457.509461:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:0.0:1769077457.509464:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077457.509465:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077457.509467:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077457.509469:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1769077457.509470:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:0.0:1769077457.509471:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077457.509476:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
02000000:00000010:0.0:1769077457.509478:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14400.
00000100:00000001:0.0:1769077457.509482:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077457.509485:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00100000:0.0:1769077457.509489:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948276352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769077457.509490:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077457.509501:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077457.509505:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000100:00000001:0.0:1769077457.509509:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077457.509511:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1769077457.509514:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077457.509518:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077457.509523:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000100:00000040:0.0:1769077457.509525:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948276352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769077457.509526:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077457.509532:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077457.509539:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d500 x1855007948275968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077457.509541:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077457.509547:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077457.509551:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1769077457.509553:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:2.0:1769077457.509557:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d500 x1855007948275968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077482 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077457.509558:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077457.509562:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077457.509568:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077457.509575:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4149
00000100:00000001:2.0:1769077457.509576:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077457.509581:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:0.0:1769077457.509585:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077457.509590:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077457.509593:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077457.509593:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077457.509599:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:0.0:1769077457.509601:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077457.509603:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298822927
00000100:00000001:0.0:1769077457.509607:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1769077457.509610:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227d20.
00000100:00000040:0.0:1769077457.509612:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077457.509617:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077457.509618:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000020:00000001:0.0:1769077457.509619:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077457.509623:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769077457.509625:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077457.509626:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298822927
00000020:00000040:0.0:1769077457.509627:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:0.0:1769077457.509632:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000010:2.0:1769077457.509633:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227e40.
00000020:00000001:0.0:1769077457.509634:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:2.0:1769077457.509637:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000040:0.0:1769077457.509639:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077457.509642:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077457.509642:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769077457.509647:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077457.509647:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077457.509649:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077457.509652:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000020:00000040:0.0:1769077457.509653:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:0.0:1769077457.509657:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00100000:2.0:1769077457.509660:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077457/real 1769077457]  req@ffff8c5704d9d500 x1855007948275968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077457.509661:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077457.509665:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077457.509669:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077457.509673:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769077457.509674:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1769077457.509675:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000001:2.0:1769077457.509677:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000008:00100000:0.0:1769077457.509678:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000400:00000010:2.0:1769077457.509680:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000008:00000001:0.0:1769077457.509681:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077457.509684:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000100:00000001:0.0:1769077457.509685:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077457.509687:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000010:0.0:1769077457.509690:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077457.509691:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:0.0:1769077457.509696:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000200:2.0:1769077457.509697:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d500 x1855007948275968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077457.509701:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077457.509704:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077457.509708:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077457.509710:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1769077457.509713:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d500 x1855007948275968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077457.509714:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077457.509721:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16000.
00000100:00000001:2.0:1769077457.509723:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077457.509725:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077457.509726:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077457.509727:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077457.509754:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077457.509759:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d500 x1855007948275968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.509764:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077457.509768:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d500 x1855007948275968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.509773:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077457.509775:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077457.509777:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077457.509779:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077457.509782:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077457.509784:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:0.0:1769077457.509788:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948276480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1769077457.509788:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077457.509796:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077457.509801:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1769077457.509809:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1769077457.509810:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d500 x1855007948275968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077457.509825:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077457.509826:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948275968:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077457.509832:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077457.509835:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948276480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.509835:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077457.509842:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d500 x1855007948275968/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077457.509858:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077457.509859:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077457.509863:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:0.0:1769077457.509864:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4159)
02000000:00000010:2.0:1769077457.509865:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077457.509869:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077457.509871:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077457.509872:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077457.509874:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077457.509876:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14c00.
02000000:00000001:2.0:1769077457.509879:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077457.509881:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077457.509883:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d500.
00000100:00000001:2.0:1769077457.509885:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077457.509886:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077457.509887:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077457.509893:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077457.509894:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077457.509895:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077457.509897:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077457.509898:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077457.509900:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9df80 x1855007948276096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.509905:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077457.509921:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077457.509923:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077457.509925:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077457.509926:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077457.509929:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948276096:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077457.509931:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077457.509933:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077457.509934:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077457.509935:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077457.509938:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077457.509949:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077457.509952:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077457.509954:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077457.509957:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077457.509959:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948276096, portal 10
00000100:00000001:2.0:1769077457.509960:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077457.509962:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104271744 : -127169605279872 : ffff8c5704d9df80)
00000100:00000040:2.0:1769077457.509966:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9df80 x1855007948276096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.509971:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077457.509972:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077457.509974:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077457.509976:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948276096, offset 0
00000400:00000200:2.0:1769077457.509979:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077457.509982:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077457.509984:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077457.509987:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077457.509989:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077457.509991:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077457.509992:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077457.509995:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29968:29968:256:4294967295] 192.168.204.128@tcp LPNI seq info [29967:29967:8:4294967295]
00000400:00000200:2.0:1769077457.509997:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077457.510001:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077457.510005:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077457.510007:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077457.510009:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077457.510011:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077457.510014:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077457.510016:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077457.510018:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077457.510020:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077457.510022:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077457.510024:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077457.510026:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077457.510027:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077457.510029:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077457.510031:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9df80 x1855007948276096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.510037:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077457.510039:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9df80 x1855007948276096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077482 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.510043:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077457.510044:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077457.510047:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077457.510049:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077457.510052:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077457.510053:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298821646
00000100:00000001:2.0:1769077457.510055:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298822927
00000100:00000001:2.0:1769077457.510057:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298821646
00000100:00000001:2.0:1769077457.510058:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298822927
00000100:00000001:2.0:1769077457.510060:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077457.510061:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077457.510062:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077457.510064:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077457/real 1769077457]  req@ffff8c5704d9df80 x1855007948276096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077457.510069:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077457.510070:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077457.510071:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077457.510072:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077457.510073:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077457.510074:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077457.510076:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9df80 x1855007948276096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077457.510081:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9df80 x1855007948276096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.510086:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077457.510087:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077457.510088:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077457.510089:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077457.510091:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9df80 x1855007948276096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.510095:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077457.510097:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9df80 x1855007948276096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.510103:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077457.510116:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077457.510117:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077457.510118:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077457.510119:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077457.510120:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077457.510122:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077457.510124:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077457.510125:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077457.510128:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9df80 x1855007948276096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077457.510132:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948276096:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077457.510136:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077457.510139:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c000 x1855007948276224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.510146:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077457.510148:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077457.510150:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077457.510151:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077457.510154:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077457.510157:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948276224:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077457.510160:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077457.510162:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077457.510163:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077457.510165:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077457.510168:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077457.510170:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077457.510174:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077457.510177:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077457.510180:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077457.510184:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948276224, portal 10
00000100:00000001:2.0:1769077457.510186:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077457.510187:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104263680 : -127169605287936 : ffff8c5704d9c000)
00000100:00000040:2.0:1769077457.510193:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c000 x1855007948276224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.510200:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077457.510203:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077457.510205:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077457.510207:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948276224, offset 0
00000400:00000200:2.0:1769077457.510210:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077457.510213:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077457.510215:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077457.510217:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077457.510219:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077457.510221:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077457.510222:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077457.510225:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29969:29969:256:4294967295] 192.168.204.128@tcp LPNI seq info [29968:29968:8:4294967295]
00000400:00000200:2.0:1769077457.510227:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077457.510232:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077457.510234:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077457.510236:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077457.510239:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077457.510241:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077457.510244:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077457.510246:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077457.510270:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077457.510271:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077457.510273:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077457.510276:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077457.510278:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077457.510279:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077457.510281:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077457.510284:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c000 x1855007948276224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.510290:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077457.510292:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c000 x1855007948276224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077482 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.510296:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077457.510297:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077457.510299:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077457.510301:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077457.510303:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077457.510305:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298821645
00000100:00000001:2.0:1769077457.510307:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298822927
00000100:00000001:2.0:1769077457.510308:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298821645
00000100:00000001:2.0:1769077457.510310:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298822927
00000100:00000001:2.0:1769077457.510311:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077457.510312:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077457.510314:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077457.510316:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077457/real 1769077457]  req@ffff8c5704d9c000 x1855007948276224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077457.510321:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077457.510322:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077457.510323:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077457.510325:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077457.510326:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077457.510327:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077457.510329:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c000 x1855007948276224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077457.510343:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c000 x1855007948276224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.510348:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077457.510349:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077457.510350:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077457.510351:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077457.510353:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c000 x1855007948276224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.510357:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077457.510360:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c000 x1855007948276224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.510364:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077457.510365:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077457.510366:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077457.510367:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077457.510368:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077457.510369:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077457.510370:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077457.510372:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077457.510374:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077457.510377:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c000 x1855007948276224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077457.510382:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948276224:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077457.510384:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077457.510386:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948276352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.510390:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077457.510391:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077457.510392:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077457.510394:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077457.510405:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077457.510407:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948276352:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077457.510409:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077457.510410:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077457.510411:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077457.510412:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077457.510414:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077457.510416:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077457.510418:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077457.510420:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077457.510422:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077457.510424:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948276352, portal 4
00000100:00000001:2.0:1769077457.510425:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077457.510426:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
00000100:00000040:2.0:1769077457.510430:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948276352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.510434:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077457.510435:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077457.510437:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077457.510438:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948276352, offset 0
00000400:00000200:2.0:1769077457.510441:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077457.510443:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077457.510445:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077457.510446:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077457.510448:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077457.510450:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077457.510451:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077457.510453:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29970:29970:256:4294967295] 192.168.204.128@tcp LPNI seq info [29969:29969:8:4294967295]
00000400:00000200:2.0:1769077457.510456:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077457.510470:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077457.510473:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077457.510475:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077457.510478:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077457.510488:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077457.510494:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077457.510496:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077457.510498:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077457.510500:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077457.510502:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077457.510504:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077457.510506:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077457.510507:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077457.510508:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077457.510511:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c380 x1855007948276352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.510516:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077457.510518:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948276352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077482 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.510522:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077457.510524:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077457.510525:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077457.510527:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077457.510530:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077457.510531:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298821710
00000100:00000001:2.0:1769077457.510533:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298822927
00000100:00000001:2.0:1769077457.510535:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298821710
00000100:00000001:2.0:1769077457.510536:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298822927
00000100:00000001:2.0:1769077457.510537:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077457.510538:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077457.510539:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077457.510542:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077457/real 1769077457]  req@ffff8c5704d9c380 x1855007948276352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077457.510547:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077457.510548:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077457.510550:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077457.510551:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077457.510552:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077457.510553:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077457.510555:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948276352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077457.510560:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948276352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.510564:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077457.510565:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077457.510566:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077457.510578:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077457.510580:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948276352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.510584:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077457.510586:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948276352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.510590:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077457.510591:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077457.510592:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077457.510593:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077457.510594:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077457.510595:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077457.510596:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077457.510598:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077457.510599:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077457.510602:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948276352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077457.510607:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948276352:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077457.510609:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077457.510611:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9dc00 x1855007948276480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.510615:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077457.510616:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077457.510617:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077457.510618:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077457.510620:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077457.510621:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948276480:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077457.510623:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077457.510624:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077457.510625:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077457.510626:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077457.510628:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411400.
02000000:00000001:2.0:1769077457.510630:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077457.510632:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077457.510633:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077457.510635:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077457.510637:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948276480, portal 4
00000100:00000001:2.0:1769077457.510638:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077457.510650:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104270848 : -127169605280768 : ffff8c5704d9dc00)
00000100:00000040:2.0:1769077457.510653:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9dc00 x1855007948276480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.510658:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077457.510659:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077457.510661:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077457.510662:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948276480, offset 0
00000400:00000200:2.0:1769077457.510665:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077457.510667:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077457.510669:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077457.510671:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077457.510673:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077457.510675:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077457.510676:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077457.510678:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29971:29971:256:4294967295] 192.168.204.128@tcp LPNI seq info [29970:29970:8:4294967295]
00000400:00000200:2.0:1769077457.510681:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077457.510685:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077457.510688:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077457.510690:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077457.510692:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077457.510694:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077457.510696:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077457.510698:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077457.510701:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077457.510702:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077457.510704:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077457.510706:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077457.510707:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077457.510708:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077457.510710:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077457.510712:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9dc00 x1855007948276480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.510717:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077457.510719:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948276480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077482 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.510723:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077457.510724:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077457.510726:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077457.510727:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077457.510745:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077457.510747:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298821658
00000100:00000001:2.0:1769077457.510749:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298822927
00000100:00000001:2.0:1769077457.510750:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298821658
00000100:00000001:2.0:1769077457.510752:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298822927
00000100:00000001:2.0:1769077457.510753:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077457.510765:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077457.510766:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077457.510769:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077457/real 1769077457]  req@ffff8c5704d9dc00 x1855007948276480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077457.510774:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077457.510774:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077457.510776:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077457.510777:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077457.510778:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077457.510780:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077457.510782:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9dc00 x1855007948276480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077457.510787:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9dc00 x1855007948276480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.510791:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077457.510792:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077457.510793:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077457.510794:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077457.510796:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9dc00 x1855007948276480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.510800:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077457.510802:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9dc00 x1855007948276480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.510806:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077457.510808:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077457.510809:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077457.510810:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077457.510811:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077457.510812:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077457.510814:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077457.510816:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077457.510817:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077457.510819:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9dc00 x1855007948276480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077457.510824:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948276480:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077457.510826:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077457.510827:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077457.510831:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9df80 x1855007948276096/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.510836:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077457.510837:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077457.510838:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077457.510840:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077457.510841:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077457.510842:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077457.510843:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077457.510844:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17000.
02000000:00000001:2.0:1769077457.510846:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077457.510847:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077457.510849:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9df80.
00000100:00000001:2.0:1769077457.510851:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077457.510851:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077457.510853:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077457.510854:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c000 x1855007948276224/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.510863:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077457.510864:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077457.510865:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077457.510866:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077457.510867:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077457.510868:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077457.510869:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077457.510870:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15800.
02000000:00000001:2.0:1769077457.510871:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077457.510872:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077457.510872:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c000.
00000100:00000001:2.0:1769077457.510874:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077457.510874:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077457.510875:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077457.510877:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948276352/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.510881:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077457.510882:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077457.510882:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077457.510884:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077457.510884:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077457.510885:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077457.510886:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077457.510887:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14400.
02000000:00000001:2.0:1769077457.510888:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077457.510889:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077457.510890:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077457.510891:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077457.510892:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077457.510892:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077457.510894:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9dc00 x1855007948276480/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077457.510898:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077457.510898:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077457.510900:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411400.
02000000:00000001:2.0:1769077457.510901:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077457.510902:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077457.510903:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077457.510904:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077457.510905:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16000.
02000000:00000001:2.0:1769077457.510919:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077457.510920:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077457.510921:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077457.510923:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077457.510924:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077457.510925:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077457.510928:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077457.510929:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077457.510930:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077457.510931:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077457.828833:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077457.828838:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077457.828891:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077457.828894:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077457.828897:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077458.532816:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077458.532822:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077458.532824:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077458.532828:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077458.532830:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077458.532833:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077458.532835:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077458.532837:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077458.532839:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077458.852807:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298822927, at 4298822976
00010000:00000001:2.0:1769077458.852811:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077458.852815:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077458.852820:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298822927, at 4298822976
00000100:00000010:1.0:1769077458.852821:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227e40.
00000100:00000010:0.0:1769077458.852833:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d20.
00000020:00000001:3.0:1769077458.852878:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077458.852881:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077458.852892:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077459.556800:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077459.556807:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077459.556808:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077459.556813:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077459.556817:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077459.556820:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077459.556822:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077459.556824:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077459.556826:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077459.876838:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077459.876844:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077459.876866:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077459.876893:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077459.876896:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077460.580847:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077460.580853:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077460.580869:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077460.580874:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077460.580877:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077460.580879:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077460.580881:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077460.580884:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077460.580886:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077460.900785:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077460.900792:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077460.900816:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077460.900819:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077460.900822:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077461.604819:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077461.604827:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077461.604829:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077461.604835:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077461.604852:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077461.604856:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077461.604859:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077461.604862:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077461.604865:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077461.924822:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077461.924828:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077461.924894:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077461.924897:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077461.924900:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077462.628842:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077462.628842:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077462.628849:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1769077462.628850:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077462.628851:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077462.628853:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1769077462.628856:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:0.0:1769077462.628857:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077462.628860:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769077462.628860:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077462.628863:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077462.628865:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077462.628867:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4154
00000100:00000001:1.0:1769077462.628868:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077462.628871:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077462.628876:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077462.628882:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077462.628886:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077462.628889:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077462.628892:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077462.628894:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077462.628897:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077462.628901:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077462.628903:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077462.628905:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077462.628908:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077462.628911:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077462.628913:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077462.628916:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077462.628917:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077462.628919:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077462.628920:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077462.628922:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077462.628925:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077462.628927:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077462.628929:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077462.628931:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077462.628934:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077462.628935:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077462.628937:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077462.628945:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d180.
00000020:00000040:0.0:1769077462.628948:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077462.628950:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077462.628952:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077462.628954:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077462.628956:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077462.628959:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077462.628966:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17800.
00000100:00000001:0.0:1769077462.628971:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077462.628978:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d180 x1855007948276608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077462.628985:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077462.628989:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077462.628992:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad4bb1df] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d180 x1855007948276608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077462.629011:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077462.629013:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077462.629016:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077462.629017:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077462.629018:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077462.629020:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077462.629022:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4154
00000400:00000200:0.0:1769077462.629025:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077462.629027:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077462.629029:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077462.629032:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077462.629033:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077462.629036:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077462.629038:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077462.629040:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077462.629041:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077462.629042:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077462.629044:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000100:00000001:2.0:1769077462.629044:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769077462.629045:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077462.629049:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769077462.629050:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077462.629053:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077462.629055:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077462.629058:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077462.629062:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000040:2.0:1769077462.629063:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d180 x1855007948276608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077462.629064:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077462.629068:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:0.0:1769077462.629073:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077462.629078:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077462.629080:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077462.629083:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077462.629085:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769077462.629086:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077462.629087:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077462.629089:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077462.629092:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1769077462.629094:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077462.629096:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1769077462.629098:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077462.629100:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077462.629101:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077462.629106:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c700.
00000100:00100000:2.0:1769077462.629107:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948276608:192.168.204.128@tcp:250:kworker.0
00000020:00000040:0.0:1769077462.629109:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077462.629114:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077462.629115:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077462.629118:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077462.629121:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077462.629124:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077462.629126:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077462.629126:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769077462.629130:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1769077462.629135:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410c00.
02000000:00000001:0.0:1769077462.629136:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077462.629140:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077462.629145:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16800.
00000100:00000001:0.0:1769077462.629152:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077462.629152:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077462.629159:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000100:00100000:0.0:1769077462.629162:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c700 x1855007948276736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769077462.629168:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000001:0.0:1769077462.629176:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1769077462.629179:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948276608, portal 25
00000100:00000001:0.0:1769077462.629180:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077462.629187:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1769077462.629190:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000435b0902] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c700 x1855007948276736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.629191:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104268160 : -127169605283456 : ffff8c5704d9d180)
00000100:00000001:0.0:1769077462.629203:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077462.629204:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d180 x1855007948276608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077462.629208:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077462.629217:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077462.629220:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077462.629222:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1769077462.629223:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077462.629227:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:2.0:1769077462.629228:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00080000:0.0:1769077462.629232:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4154
00000400:00000010:2.0:1769077462.629234:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000400:00000200:0.0:1769077462.629238:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000200:2.0:1769077462.629240:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948276608, offset 0
00000400:00000200:0.0:1769077462.629243:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077462.629246:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077462.629251:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077462.629251:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077462.629256:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077462.629258:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077462.629259:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077462.629261:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077462.629263:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000400:00000200:2.0:1769077462.629264:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000001:0.0:1769077462.629266:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077462.629269:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077462.629270:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769077462.629271:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:0.0:1769077462.629274:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077462.629277:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077462.629278:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000040:0.0:1769077462.629282:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077462.629285:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077462.629286:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1769077462.629289:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000400:00000200:2.0:1769077462.629294:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00080000:0.0:1769077462.629295:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077462.629300:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077462.629302:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1769077462.629303:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077462.629308:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077462.629308:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
02000000:00000001:0.0:1769077462.629312:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077462.629313:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29972:29972:256:4294967295] 192.168.204.128@tcp LPNI seq info [29971:29971:8:4294967295]
00000100:00000001:0.0:1769077462.629315:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077462.629318:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077462.629323:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000008:00000001:0.0:1769077462.629324:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077462.629327:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077462.629331:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9f480.
00000020:00000040:0.0:1769077462.629336:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000400:00000200:2.0:1769077462.629337:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1769077462.629341:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077462.629343:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077462.629346:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1769077462.629347:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
02000000:00000001:0.0:1769077462.629348:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077462.629351:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077462.629355:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
02000000:00000010:0.0:1769077462.629356:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15400.
00000100:00000001:0.0:1769077462.629361:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077462.629365:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00100000:0.0:1769077462.629369:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9f480 x1855007948276864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1769077462.629370:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077462.629382:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:0.0:1769077462.629383:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077462.629387:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077462.629388:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1769077462.629392:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1a89039] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9f480 x1855007948276864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1769077462.629398:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077462.629403:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000100:00000001:0.0:1769077462.629407:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077462.629410:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077462.629410:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1769077462.629412:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077462.629415:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077462.629419:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077462.629419:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769077462.629425:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077462.629426:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077462.629429:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00080000:0.0:1769077462.629430:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4154
00000400:00000200:0.0:1769077462.629437:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077462.629437:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:0.0:1769077462.629441:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077462.629443:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1769077462.629445:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d180 x1855007948276608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077462.629448:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077462.629452:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077462.629456:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077462.629460:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077462.629466:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077462.629467:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000100:00000001:2.0:1769077462.629468:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1769077462.629469:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077462.629472:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000100:00000040:2.0:1769077462.629474:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d180 x1855007948276608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077487 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077462.629475:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769077462.629480:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:0.0:1769077462.629487:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077462.629490:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077462.629490:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077462.629496:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077462.629496:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077462.629500:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077462.629502:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077462.629503:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:0.0:1769077462.629511:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000200:2.0:1769077462.629511:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077462.629516:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298828047
00000100:00000001:0.0:1769077462.629517:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077462.629522:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:2.0:1769077462.629522:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227ea0.
02000000:00000001:0.0:1769077462.629525:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077462.629530:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1769077462.629531:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077462.629536:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077462.629538:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298828047
00000008:00100000:0.0:1769077462.629540:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000010:2.0:1769077462.629543:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a2274e0.
00000008:00000001:0.0:1769077462.629546:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077462.629547:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769077462.629551:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077462.629553:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077462.629558:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077462.629559:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077462.629561:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000020:00000040:0.0:1769077462.629564:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:0.0:1769077462.629567:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077462.629569:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077462.629571:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1769077462.629571:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077462/real 1769077462]  req@ffff8c5704d9d180 x1855007948276608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077462.629574:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077462.629575:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077462.629581:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16c00.
00000100:00000001:0.0:1769077462.629585:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077462.629593:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948276992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077462.629612:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077462.629614:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769077462.629615:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1769077462.629618:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948276992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077462.629620:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077462.629625:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000100:00000001:0.0:1769077462.629628:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077462.629631:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000100:00080000:0.0:1769077462.629632:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077462.629637:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:2.0:1769077462.629638:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:0.0:1769077462.629639:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077462.629641:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077462.629645:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077462.629645:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1769077462.629649:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4154
00000400:00000200:0.0:1769077462.629654:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000200:2.0:1769077462.629656:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d180 x1855007948276608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077462.629658:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077462.629662:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077462.629666:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077462.629670:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077462.629674:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077462.629678:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077462.629681:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077462.629682:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769077462.629685:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077462.629687:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00000200:2.0:1769077462.629687:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d180 x1855007948276608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077462.629692:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769077462.629695:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:0.0:1769077462.629702:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077462.629707:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077462.629709:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:0.0:1769077462.629710:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077462.629714:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077462.629714:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1769077462.629716:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:0.0:1769077462.629720:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077462.629720:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077462.629723:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077462.629725:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077462.629727:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077462.629728:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077462.629749:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077462.629751:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077462.629754:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077462.629756:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077462.629760:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000020:00000040:0.0:1769077462.629763:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:0.0:1769077462.629766:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077462.629767:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077462.629768:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077462.629770:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077462.629771:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077462.629775:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15000.
00000100:00000001:0.0:1769077462.629779:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077462.629784:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077462.629787:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948277120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1769077462.629795:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d180 x1855007948276608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077462.629801:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077462.629805:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077462.629813:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948277120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.629816:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077462.629839:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077462.629842:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d180 x1855007948276608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077462.629844:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4164)
00000100:00000001:2.0:1769077462.629854:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077462.629859:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077462.629861:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077462.629863:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077462.629866:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077462.629868:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077462.629871:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077462.629876:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077462.629879:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077462.629884:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d180 x1855007948276608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077462.629893:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948276608:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077462.629898:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077462.629901:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077462.629904:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d180 x1855007948276608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.629912:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077462.629915:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077462.629917:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077462.629921:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077462.629923:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077462.629925:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077462.629927:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077462.629930:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17800.
02000000:00000001:2.0:1769077462.629934:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077462.629936:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077462.629938:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d180.
00000100:00000001:2.0:1769077462.629941:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077462.629942:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077462.629945:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077462.629952:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077462.629953:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077462.629956:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077462.629957:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077462.629959:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077462.629963:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c700 x1855007948276736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.629971:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077462.629973:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077462.629975:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077462.629977:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077462.629980:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077462.629983:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948276736:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077462.629987:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077462.629989:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077462.629991:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077462.629993:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077462.629996:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077462.629999:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077462.630004:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077462.630007:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077462.630011:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077462.630014:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948276736, portal 10
00000100:00000001:2.0:1769077462.630017:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077462.630018:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104265472 : -127169605286144 : ffff8c5704d9c700)
00000100:00000040:2.0:1769077462.630024:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c700 x1855007948276736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.630032:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077462.630034:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077462.630037:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077462.630039:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948276736, offset 0
00000400:00000200:2.0:1769077462.630044:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077462.630049:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077462.630053:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077462.630056:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077462.630059:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077462.630062:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077462.630065:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077462.630068:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29973:29973:256:4294967295] 192.168.204.128@tcp LPNI seq info [29972:29972:8:4294967295]
00000400:00000200:2.0:1769077462.630073:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077462.630080:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077462.630085:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077462.630089:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077462.630093:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077462.630096:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077462.630101:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077462.630105:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077462.630109:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077462.630111:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077462.630115:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077462.630118:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077462.630121:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077462.630123:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077462.630126:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077462.630130:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c700 x1855007948276736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.630139:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077462.630143:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c700 x1855007948276736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077487 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.630150:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077462.630151:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077462.630155:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077462.630159:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077462.630162:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077462.630165:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298826766
00000100:00000001:2.0:1769077462.630168:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298828047
00000100:00000001:2.0:1769077462.630171:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298826766
00000100:00000001:2.0:1769077462.630173:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298828047
00000100:00000001:2.0:1769077462.630176:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077462.630178:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077462.630180:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077462.630184:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077462/real 1769077462]  req@ffff8c5704d9c700 x1855007948276736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077462.630193:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077462.630195:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077462.630197:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077462.630200:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077462.630202:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077462.630204:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077462.630208:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c700 x1855007948276736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077462.630217:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c700 x1855007948276736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.630225:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077462.630227:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077462.630229:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077462.630230:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077462.630234:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c700 x1855007948276736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.630242:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077462.630247:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c700 x1855007948276736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.630255:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077462.630257:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077462.630259:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077462.630260:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077462.630262:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077462.630264:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077462.630267:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077462.630271:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077462.630274:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077462.630278:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c700 x1855007948276736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077462.630287:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948276736:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077462.630291:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077462.630295:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9f480 x1855007948276864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.630303:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077462.630305:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077462.630307:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077462.630309:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077462.630311:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077462.630314:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948276864:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077462.630318:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077462.630320:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077462.630321:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077462.630323:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077462.630327:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077462.630329:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077462.630332:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077462.630335:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077462.630338:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077462.630341:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948276864, portal 10
00000100:00000001:2.0:1769077462.630343:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077462.630344:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104277120 : -127169605274496 : ffff8c5704d9f480)
00000100:00000040:2.0:1769077462.630350:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9f480 x1855007948276864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.630357:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077462.630360:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077462.630362:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077462.630365:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948276864, offset 0
00000400:00000200:2.0:1769077462.630369:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077462.630373:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077462.630376:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077462.630379:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077462.630382:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077462.630385:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077462.630387:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077462.630391:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29974:29974:256:4294967295] 192.168.204.128@tcp LPNI seq info [29973:29973:8:4294967295]
00000400:00000200:2.0:1769077462.630395:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077462.630402:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077462.630407:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077462.630410:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077462.630414:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077462.630417:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077462.630421:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077462.630425:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077462.630429:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077462.630431:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077462.630434:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077462.630437:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077462.630440:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077462.630442:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077462.630445:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077462.630449:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9f480 x1855007948276864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.630457:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077462.630460:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9f480 x1855007948276864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077487 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.630467:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077462.630469:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077462.630472:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077462.630475:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077462.630478:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077462.630481:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298826765
00000100:00000001:2.0:1769077462.630483:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298828047
00000100:00000001:2.0:1769077462.630485:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298826765
00000100:00000001:2.0:1769077462.630488:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298828047
00000100:00000001:2.0:1769077462.630490:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077462.630492:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077462.630494:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077462.630499:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077462/real 1769077462]  req@ffff8c5704d9f480 x1855007948276864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077462.630507:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077462.630508:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077462.630510:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077462.630513:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077462.630514:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077462.630517:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077462.630520:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9f480 x1855007948276864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077462.630530:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9f480 x1855007948276864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.630537:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077462.630538:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077462.630540:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077462.630542:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077462.630546:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9f480 x1855007948276864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.630554:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077462.630558:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9f480 x1855007948276864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.630565:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077462.630567:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077462.630569:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077462.630570:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077462.630573:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077462.630574:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077462.630577:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077462.630580:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077462.630583:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077462.630587:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9f480 x1855007948276864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077462.630596:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948276864:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077462.630600:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077462.630604:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9dc00 x1855007948276992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.630611:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077462.630613:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077462.630615:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077462.630617:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077462.630619:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077462.630622:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948276992:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077462.630626:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077462.630627:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077462.630629:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077462.630631:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077462.630634:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077462.630636:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077462.630640:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077462.630643:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077462.630646:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077462.630649:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948276992, portal 4
00000100:00000001:2.0:1769077462.630651:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077462.630653:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104270848 : -127169605280768 : ffff8c5704d9dc00)
00000100:00000040:2.0:1769077462.630658:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9dc00 x1855007948276992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.630665:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077462.630668:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077462.630670:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077462.630673:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948276992, offset 0
00000400:00000200:2.0:1769077462.630677:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077462.630681:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077462.630685:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077462.630688:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077462.630691:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077462.630693:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077462.630695:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077462.630698:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29975:29975:256:4294967295] 192.168.204.128@tcp LPNI seq info [29974:29974:8:4294967295]
00000400:00000200:2.0:1769077462.630702:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077462.630707:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077462.630712:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077462.630714:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077462.630718:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077462.630721:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077462.630725:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077462.630728:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077462.630752:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077462.630755:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077462.630758:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077462.630761:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077462.630764:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077462.630766:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077462.630769:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077462.630772:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9dc00 x1855007948276992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.630781:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077462.630784:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948276992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077487 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.630796:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077462.630797:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077462.630800:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077462.630803:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077462.630806:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077462.630807:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298826831
00000100:00000001:2.0:1769077462.630810:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298828047
00000100:00000001:2.0:1769077462.630812:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298826831
00000100:00000001:2.0:1769077462.630814:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298828047
00000100:00000001:2.0:1769077462.630816:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077462.630818:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077462.630820:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077462.630842:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077462/real 1769077462]  req@ffff8c5704d9dc00 x1855007948276992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077462.630849:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077462.630850:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077462.630852:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077462.630855:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077462.630856:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077462.630858:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077462.630861:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9dc00 x1855007948276992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077462.630869:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9dc00 x1855007948276992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.630875:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077462.630876:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077462.630878:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077462.630879:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077462.630883:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9dc00 x1855007948276992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.630891:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077462.630895:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9dc00 x1855007948276992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.630902:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077462.630905:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077462.630906:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077462.630908:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077462.630910:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077462.630912:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077462.630915:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077462.630918:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077462.630920:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077462.630924:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9dc00 x1855007948276992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077462.630931:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948276992:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077462.630935:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077462.630938:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948277120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.630944:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077462.630945:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077462.630947:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077462.630949:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077462.630951:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077462.630953:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948277120:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077462.630956:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077462.630958:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077462.630960:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077462.630962:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077462.630965:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077462.630966:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077462.630970:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077462.630973:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077462.630976:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077462.630978:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948277120, portal 4
00000100:00000001:2.0:1769077462.630980:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077462.630982:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
00000100:00000040:2.0:1769077462.630988:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948277120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.630995:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077462.630998:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077462.631000:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077462.631002:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948277120, offset 0
00000400:00000200:2.0:1769077462.631005:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077462.631009:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077462.631012:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077462.631015:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077462.631017:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077462.631019:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077462.631022:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077462.631025:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29976:29976:256:4294967295] 192.168.204.128@tcp LPNI seq info [29975:29975:8:4294967295]
00000400:00000200:2.0:1769077462.631028:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077462.631034:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077462.631038:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077462.631041:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077462.631045:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077462.631047:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077462.631051:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077462.631053:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077462.631056:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077462.631059:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077462.631061:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077462.631064:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077462.631067:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077462.631068:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077462.631071:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077462.631074:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c380 x1855007948277120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.631082:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077462.631085:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948277120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077487 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.631092:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077462.631094:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077462.631096:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077462.631099:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077462.631102:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077462.631104:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298826778
00000100:00000001:2.0:1769077462.631106:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298828047
00000100:00000001:2.0:1769077462.631109:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298826778
00000100:00000001:2.0:1769077462.631111:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298828047
00000100:00000001:2.0:1769077462.631113:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077462.631115:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077462.631117:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077462.631121:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077462/real 1769077462]  req@ffff8c5704d9c380 x1855007948277120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077462.631130:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077462.631131:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077462.631133:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077462.631136:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077462.631138:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077462.631140:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077462.631144:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948277120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077462.631153:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948277120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.631159:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077462.631161:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077462.631163:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077462.631165:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077462.631169:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948277120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.631176:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077462.631181:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948277120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.631188:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077462.631191:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077462.631192:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077462.631194:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077462.631196:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077462.631198:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077462.631200:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077462.631204:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077462.631206:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077462.631211:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948277120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077462.631218:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948277120:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077462.631221:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077462.631222:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077462.631225:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c700 x1855007948276736/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.631229:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077462.631231:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077462.631232:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077462.631234:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077462.631235:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077462.631236:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077462.631237:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077462.631239:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16800.
02000000:00000001:2.0:1769077462.631240:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077462.631241:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077462.631242:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c700.
00000100:00000001:2.0:1769077462.631244:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077462.631245:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077462.631246:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077462.631248:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9f480 x1855007948276864/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.631253:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077462.631253:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077462.631254:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077462.631256:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077462.631257:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077462.631257:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077462.631258:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077462.631259:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15400.
02000000:00000001:2.0:1769077462.631261:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077462.631261:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077462.631262:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9f480.
00000100:00000001:2.0:1769077462.631264:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077462.631264:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077462.631265:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077462.631267:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9dc00 x1855007948276992/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.631271:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077462.631272:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077462.631273:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077462.631274:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077462.631275:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077462.631276:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077462.631277:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077462.631278:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16c00.
02000000:00000001:2.0:1769077462.631279:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077462.631280:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077462.631281:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077462.631282:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077462.631283:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077462.631284:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077462.631285:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948277120/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077462.631289:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077462.631290:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077462.631291:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077462.631292:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077462.631292:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077462.631293:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077462.631294:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077462.631295:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15000.
02000000:00000001:2.0:1769077462.631296:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077462.631297:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077462.631297:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077462.631298:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077462.631299:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077462.631300:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077462.631303:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077462.631304:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077462.631305:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077462.631306:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077462.948877:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077462.948887:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077462.948890:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077462.948893:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077462.948898:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077462.948901:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077462.948903:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077462.948906:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077462.948965:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077462.948969:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077462.948972:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077463.652788:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077463.652795:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077463.652796:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077463.652801:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077463.652830:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077463.652833:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077463.652835:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077463.652843:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077463.652845:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077463.972855:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298828047, at 4298828096
00010000:00000001:2.0:1769077463.972857:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077463.972861:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077463.972869:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ea0.
00000020:00000001:2.0:1769077463.972890:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077463.972893:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077463.972895:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077463.973135:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298828047, at 4298828096
00000100:00000010:1.0:1769077463.973160:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2274e0.
00000100:00000001:1.0:1769077464.676861:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077464.676869:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077464.676872:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077464.676878:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077464.676882:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077464.676886:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077464.676888:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077464.676890:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077464.676893:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077464.996853:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077464.996859:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077464.996881:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077464.996883:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077464.996885:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077465.700840:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077465.700847:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077465.700848:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077465.700852:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077465.700855:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077465.700858:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077465.700861:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077465.700863:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077465.700865:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077466.020822:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077466.020828:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077466.020890:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077466.020894:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077466.020898:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077466.724826:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077466.724833:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077466.724834:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077466.724839:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077466.724842:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077466.724845:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077466.724847:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077466.724849:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077466.724851:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077467.044844:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077467.044850:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077467.044946:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077467.044951:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077467.044955:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077467.748863:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077467.748879:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077467.748880:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077467.748885:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077467.748889:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769077467.748889:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077467.748892:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077467.748901:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077467.748903:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077467.748905:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077467.748916:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077467.748919:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077467.748922:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077467.748924:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077467.748931:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4159
00000400:00000200:3.0:1769077467.748950:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077467.748955:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077467.748957:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077467.748960:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077467.748963:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077467.748965:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077467.748966:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077467.748970:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077467.748972:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769077467.748974:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077467.748984:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769077467.748986:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769077467.748988:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769077467.748990:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077467.748991:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077467.748993:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077467.748994:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077467.748996:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769077467.748998:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077467.749000:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077467.749002:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077467.749004:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077467.749006:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077467.749008:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077467.749009:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077467.749017:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769077467.749019:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077467.749022:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077467.749023:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077467.749026:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077467.749028:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077467.749032:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077467.749044:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769077467.749050:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077467.749057:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948277248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077467.749080:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077467.749085:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077467.749091:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948277248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077467.749128:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077467.749132:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077467.749136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077467.749138:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077467.749140:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077467.749144:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077467.749145:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1769077467.749147:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4159
00000100:00000001:2.0:1769077467.749149:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077467.749153:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1769077467.749156:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:2.0:1769077467.749161:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e3800 x1855007948277248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077467.749162:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077467.749167:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077467.749173:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077467.749179:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077467.749181:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077467.749184:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769077467.749185:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077467.749187:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769077467.749189:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077467.749191:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077467.749193:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00100000:2.0:1769077467.749197:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948277248:192.168.204.128@tcp:250:kworker.0
00000020:00000001:3.0:1769077467.749197:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077467.749199:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769077467.749202:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077467.749204:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1769077467.749205:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
02000000:00000001:2.0:1769077467.749208:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:3.0:1769077467.749208:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769077467.749211:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
02000000:00000001:2.0:1769077467.749212:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077467.749216:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1769077467.749221:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000010:2.0:1769077467.749222:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411c00.
00000100:00000001:3.0:1769077467.749225:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077467.749226:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077467.749229:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077467.749232:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077467.749234:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000400:00000200:2.0:1769077467.749235:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:3.0:1769077467.749239:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000010:2.0:1769077467.749241:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000100:00000001:3.0:1769077467.749242:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077467.749246:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1769077467.749248:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
02000000:00000001:3.0:1769077467.749251:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077467.749254:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077467.749256:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948277248, portal 25
00000100:00000001:3.0:1769077467.749256:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077467.749261:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000008:00100000:3.0:1769077467.749261:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077467.749263:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444612608 : -127165264939008 : ffff8c58078e3800)
00000008:00000001:3.0:1769077467.749266:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077467.749271:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e3800 x1855007948277248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077467.749271:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077467.749277:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000100:00000001:2.0:1769077467.749281:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1769077467.749282:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000100:00000040:2.0:1769077467.749286:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077467.749289:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
02000000:00000001:3.0:1769077467.749302:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077467.749304:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077467.749305:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948277248, offset 0
00000100:00000001:3.0:1769077467.749306:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077467.749309:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077467.749312:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077467.749316:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
02000000:00000010:3.0:1769077467.749318:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769077467.749323:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077467.749326:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00100000:3.0:1769077467.749331:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948277376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077467.749334:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077467.749342:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769077467.749344:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077467.749347:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077467.749350:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077467.749352:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077467.749356:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29977:29977:256:4294967295] 192.168.204.128@tcp LPNI seq info [29976:29976:8:4294967295]
00000100:00000001:3.0:1769077467.749358:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077467.749367:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:3.0:1769077467.749367:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948277376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077467.749380:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769077467.749380:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077467.749385:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1769077467.749389:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00080000:3.0:1769077467.749394:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077467.749396:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077467.749397:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077467.749399:0:37:0:(import.c:484:import_select_connection()) Process entered
00000800:00000010:2.0:1769077467.749401:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000100:00080000:3.0:1769077467.749402:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4159
00000800:00000200:2.0:1769077467.749410:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000400:00000200:3.0:1769077467.749417:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000800:00000200:2.0:1769077467.749419:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000400:00000200:3.0:1769077467.749423:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077467.749426:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1769077467.749427:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:3.0:1769077467.749432:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000200:2.1:1769077467.749433:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1769077467.749435:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077467.749439:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000100:2.0:1769077467.749443:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00000001:3.0:1769077467.749444:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000010:2.0:1769077467.749448:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000020:00000001:3.0:1769077467.749449:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077467.749452:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769077467.749454:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077467.749455:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000400:00000200:2.0:1769077467.749456:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1769077467.749457:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769077467.749461:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077467.749463:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077467.749467:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077467.749469:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077467.749474:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1769077467.749475:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077467.749478:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1769077467.749480:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e3800 x1855007948277248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077467.749483:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077467.749488:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077467.749492:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769077467.749497:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077467.749499:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769077467.749500:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077467.749504:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077467.749506:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769077467.749508:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e3800 x1855007948277248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077492 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077467.749509:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077467.749512:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077467.749514:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077467.749525:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077467.749528:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:3.0:1769077467.749528:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077467.749531:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077467.749534:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000100:00000001:2.0:1769077467.749536:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077467.749537:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077467.749542:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077467.749543:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077467.749547:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077467.749547:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077467.749550:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077467.749554:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077467.749555:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298833167
02000000:00000010:3.0:1769077467.749557:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000010:2.0:1769077467.749562:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227ba0.
00000100:00000001:3.0:1769077467.749562:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077467.749570:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948277504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077467.749571:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077467.749579:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077467.749580:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298833167
00000100:00000010:2.0:1769077467.749585:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a2274e0.
00000100:00000001:3.0:1769077467.749587:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077467.749588:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077467.749592:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769077467.749593:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948277504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077467.749596:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077467.749600:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1769077467.749605:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077467.749608:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077467/real 1769077467]  req@ffff8c58078e3800 x1855007948277248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077467.749609:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077467.749620:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000001:2.0:1769077467.749621:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1769077467.749622:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:2.0:1769077467.749625:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1769077467.749626:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1769077467.749629:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000100:00000001:3.0:1769077467.749630:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077467.749634:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077467.749637:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077467.749639:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1769077467.749641:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4159
00000100:00000200:2.0:1769077467.749642:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e3800 x1855007948277248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077467.749653:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e3800 x1855007948277248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077467.749659:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077467.749660:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077467.749663:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769077467.749664:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077467.749666:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1769077467.749667:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077467.749669:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077467.749673:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00100000:2.0:1769077467.749677:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e3800 x1855007948277248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077467.749677:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077467.749682:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077467.749687:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077467.749691:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077467.749694:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1769077467.749698:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000100:00000040:2.0:1769077467.749699:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e3800 x1855007948277248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769077467.749700:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077467.749704:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769077467.749708:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769077467.749712:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077467.749715:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077467.749717:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077467.749718:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077467.749719:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077467.749720:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077467.749722:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077467.749726:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1769077467.749726:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077467.749730:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:2.0:1769077467.749776:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077467.749780:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077467.749785:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077467.749788:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000040:2.0:1769077467.749789:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e3800 x1855007948277248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769077467.749791:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769077467.749797:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077467.749802:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077467.749806:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077467.749811:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1769077467.749814:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948277248:192.168.204.128@tcp:250:kworker.0
02000000:00000001:3.0:1769077467.749814:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077467.749819:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077467.749822:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1769077467.749822:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077467.749827:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1769077467.749827:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077467.749831:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077467.749833:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e3800 x1855007948277248/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769077467.749835:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769077467.749840:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000001:2.0:1769077467.749844:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077467.749845:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077467.749847:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1769077467.749848:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077467.749851:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1769077467.749852:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411c00.
02000000:00000001:3.0:1769077467.749853:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077467.749856:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1769077467.749857:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077467.749859:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077467.749862:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
02000000:00000010:3.0:1769077467.749862:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000020:00000001:2.0:1769077467.749864:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077467.749868:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769077467.749868:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077467.749875:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077467.749878:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00100000:3.0:1769077467.749878:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948277632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1769077467.749880:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e3800.
00000100:00000001:2.0:1769077467.749884:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077467.749887:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077467.749889:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077467.749889:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077467.749893:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077467.749897:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948277632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077467.749898:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077467.749901:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077467.749905:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077467.749907:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077467.749910:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077467.749910:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077467.749915:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1f80 x1855007948277376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077467.749916:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077467.749924:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077467.749928:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077467.749931:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077467.749933:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077467.749934:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077467.749936:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077467.749939:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4159
02000000:00000001:2.0:1769077467.749940:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077467.749943:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769077467.749945:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:2.0:1769077467.749946:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077467.749952:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948277376:192.168.204.128@tcp:38:kworker.0
00000400:00000200:3.0:1769077467.749953:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077467.749958:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077467.749959:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1769077467.749963:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077467.749965:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077467.749967:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077467.749968:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077467.749970:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077467.749971:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769077467.749972:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077467.749974:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769077467.749975:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769077467.749976:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769077467.749979:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077467.749980:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077467.749981:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077467.749985:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:2.0:1769077467.749986:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077467.749989:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077467.749991:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077467.749995:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077467.749997:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077467.750001:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769077467.750006:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000200:2.0:1769077467.750007:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077467.750008:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077467.750012:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1769077467.750014:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
02000000:00000001:3.0:1769077467.750015:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077467.750019:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077467.750021:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:2.0:1769077467.750022:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000008:00100000:3.0:1769077467.750024:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077467.750027:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077467.750028:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948277376, portal 10
00000100:00000001:3.0:1769077467.750029:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077467.750035:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000010:3.0:1769077467.750035:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000100:00000001:2.0:1769077467.750037:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444606336 : -127165264945280 : ffff8c58078e1f80)
00000020:00000040:3.0:1769077467.750039:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769077467.750048:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1769077467.750049:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1f80 x1855007948277376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077467.750051:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077467.750055:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077467.750058:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077467.750062:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077467.750065:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:3.0:1769077467.750069:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000040:2.0:1769077467.750070:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077467.750077:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000001:3.0:1769077467.750077:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077467.750084:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948277376, offset 0
00000100:00100000:3.0:1769077467.750089:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948277760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077467.750093:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077467.750102:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077467.750108:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077467.750110:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000001:3.0:1769077467.750112:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077467.750116:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769077467.750121:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948277760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077467.750123:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077467.750129:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077467.750134:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077467.750140:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29978:29978:256:4294967295] 192.168.204.128@tcp LPNI seq info [29977:29977:8:4294967295]
00000100:00000001:3.0:1769077467.750145:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077467.750149:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:3.0:1769077467.750152:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4169)
00000400:00000200:2.0:1769077467.750160:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077467.750164:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077467.750167:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077467.750171:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077467.750173:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077467.750177:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077467.750179:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769077467.750181:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077467.750183:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077467.750185:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077467.750188:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077467.750190:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077467.750191:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077467.750193:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077467.750196:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1f80 x1855007948277376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077467.750205:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077467.750207:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1f80 x1855007948277376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077492 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077467.750212:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077467.750213:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077467.750215:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077467.750218:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077467.750220:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077467.750222:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298831886
00000100:00000001:2.0:1769077467.750224:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298833167
00000100:00000001:2.0:1769077467.750225:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298831886
00000100:00000001:2.0:1769077467.750227:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298833167
00000100:00000001:2.0:1769077467.750228:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077467.750230:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077467.750231:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077467.750233:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077467/real 1769077467]  req@ffff8c58078e1f80 x1855007948277376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077467.750238:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077467.750239:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077467.750240:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077467.750242:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077467.750243:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077467.750244:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077467.750246:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1f80 x1855007948277376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077467.750252:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1f80 x1855007948277376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077467.750256:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077467.750257:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077467.750258:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077467.750259:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077467.750262:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1f80 x1855007948277376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077467.750266:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077467.750268:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1f80 x1855007948277376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077467.750272:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077467.750274:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077467.750275:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077467.750275:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077467.750277:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077467.750278:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077467.750279:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077467.750282:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077467.750283:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077467.750285:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1f80 x1855007948277376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077467.750290:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948277376:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077467.750292:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077467.750294:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1880 x1855007948277504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077467.750299:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077467.750300:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077467.750301:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077467.750303:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077467.750304:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077467.750306:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948277504:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077467.750308:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077467.750309:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077467.750311:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077467.750312:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077467.750314:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077467.750316:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077467.750318:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077467.750319:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077467.750321:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077467.750323:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948277504, portal 10
00000100:00000001:2.0:1769077467.750324:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077467.750325:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444604544 : -127165264947072 : ffff8c58078e1880)
00000100:00000040:2.0:1769077467.750329:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1880 x1855007948277504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077467.750333:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077467.750335:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077467.750336:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077467.750337:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948277504, offset 0
00000400:00000200:2.0:1769077467.750340:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077467.750342:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077467.750344:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077467.750346:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077467.750347:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077467.750349:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077467.750351:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077467.750353:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29979:29979:256:4294967295] 192.168.204.128@tcp LPNI seq info [29978:29978:8:4294967295]
00000400:00000200:2.0:1769077467.750355:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077467.750360:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077467.750362:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077467.750364:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077467.750367:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077467.750369:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077467.750371:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077467.750373:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769077467.750376:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077467.750377:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077467.750379:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077467.750381:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077467.750383:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077467.750384:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077467.750385:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077467.750387:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1880 x1855007948277504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077467.750392:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077467.750394:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1880 x1855007948277504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077492 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077467.750399:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077467.750400:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077467.750401:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077467.750403:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077467.750405:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077467.750406:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298831885
00000100:00000001:2.0:1769077467.750408:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298833167
00000100:00000001:2.0:1769077467.750409:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298831885
00000100:00000001:2.0:1769077467.750410:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298833167
00000100:00000001:2.0:1769077467.750412:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077467.750413:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077467.750414:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077467.750416:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077467/real 1769077467]  req@ffff8c58078e1880 x1855007948277504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077467.750420:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077467.750435:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077467.750436:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077467.750438:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077467.750439:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077467.750440:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077467.750442:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1880 x1855007948277504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077467.750448:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1880 x1855007948277504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077467.750452:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077467.750453:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077467.750454:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077467.750455:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077467.750457:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1880 x1855007948277504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077467.750461:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077467.750464:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1880 x1855007948277504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077467.750468:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077467.750469:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077467.750470:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077467.750471:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077467.750472:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077467.750473:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077467.750475:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077467.750477:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077467.750478:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077467.750480:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1880 x1855007948277504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077467.750490:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948277504:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077467.750494:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077467.750496:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077467.750499:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1f80 x1855007948277376/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077467.750506:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077467.750508:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077467.750510:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077467.750513:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077467.750514:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077467.750516:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077467.750518:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077467.750519:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e400.
02000000:00000001:2.0:1769077467.750522:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077467.750523:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077467.750525:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1f80.
00000100:00000001:2.0:1769077467.750528:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077467.750529:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077467.750531:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077467.750535:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1880 x1855007948277504/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077467.750542:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077467.750544:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077467.750545:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077467.750548:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077467.750549:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077467.750550:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077467.750552:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077467.750554:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d400.
02000000:00000001:2.0:1769077467.750556:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077467.750557:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077467.750558:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1880.
00000100:00000001:2.0:1769077467.750560:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077467.750561:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077467.750563:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077467.750565:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077467.750566:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077467.750568:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077467.750569:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077467.750570:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077467.750573:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0700 x1855007948277632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077467.750578:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077467.750579:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077467.750580:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077467.750582:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077467.750583:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077467.750585:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948277632:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077467.750587:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077467.750588:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077467.750589:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077467.750591:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077467.750593:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077467.750594:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077467.750598:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077467.750599:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077467.750602:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077467.750604:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948277632, portal 4
00000100:00000001:2.0:1769077467.750605:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077467.750606:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444600064 : -127165264951552 : ffff8c58078e0700)
00000100:00000040:2.0:1769077467.750609:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0700 x1855007948277632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077467.750614:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077467.750615:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077467.750617:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077467.750618:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948277632, offset 0
00000400:00000200:2.0:1769077467.750621:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077467.750624:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077467.750626:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077467.750628:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077467.750630:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077467.750632:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077467.750633:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077467.750635:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29980:29980:256:4294967295] 192.168.204.128@tcp LPNI seq info [29979:29979:8:4294967295]
00000400:00000200:2.0:1769077467.750638:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077467.750642:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077467.750645:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077467.750647:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077467.750650:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077467.750652:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077467.750655:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077467.750656:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769077467.750659:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077467.750660:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077467.750662:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077467.750664:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077467.750666:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077467.750668:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077467.750669:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077467.750671:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0700 x1855007948277632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077467.750676:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077467.750678:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0700 x1855007948277632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077492 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077467.750682:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077467.750683:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077467.750685:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077467.750687:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077467.750689:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077467.750690:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298831950
00000100:00000001:2.0:1769077467.750692:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298833167
00000100:00000001:2.0:1769077467.750694:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298831950
00000100:00000001:2.0:1769077467.750695:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298833167
00000100:00000001:2.0:1769077467.750696:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077467.750697:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077467.750698:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077467.750701:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077467/real 1769077467]  req@ffff8c58078e0700 x1855007948277632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077467.750705:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077467.750706:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077467.750707:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077467.750709:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077467.750710:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077467.750711:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077467.750713:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0700 x1855007948277632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077467.750718:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0700 x1855007948277632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077467.750722:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077467.750723:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077467.750724:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077467.750725:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077467.750727:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0700 x1855007948277632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077467.750759:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077467.750763:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0700 x1855007948277632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077467.750767:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077467.750769:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077467.750770:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077467.750771:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077467.750772:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077467.750773:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077467.750775:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077467.750777:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077467.750778:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077467.750781:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0700 x1855007948277632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077467.750786:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948277632:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077467.750789:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077467.750791:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0a80 x1855007948277760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077467.750794:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077467.750795:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077467.750796:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077467.750798:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077467.750799:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077467.750801:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948277760:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077467.750802:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077467.750804:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077467.750805:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077467.750806:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077467.750808:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077467.750810:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077467.750812:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077467.750814:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077467.750816:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077467.750818:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948277760, portal 4
00000100:00000001:2.0:1769077467.750820:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077467.750821:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444600960 : -127165264950656 : ffff8c58078e0a80)
00000100:00000040:2.0:1769077467.750824:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0a80 x1855007948277760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077467.750829:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077467.750830:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077467.750831:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077467.750833:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948277760, offset 0
00000400:00000200:2.0:1769077467.750835:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077467.750838:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077467.750840:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077467.750842:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077467.750843:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077467.750845:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077467.750846:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077467.750849:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29981:29981:256:4294967295] 192.168.204.128@tcp LPNI seq info [29980:29980:8:4294967295]
00000400:00000200:2.0:1769077467.750851:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077467.750856:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077467.750859:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077467.750860:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077467.750863:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077467.750865:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077467.750867:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077467.750869:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769077467.750872:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077467.750873:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077467.750875:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077467.750877:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077467.750879:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077467.750881:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077467.750882:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077467.750884:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0a80 x1855007948277760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077467.750894:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077467.750896:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0a80 x1855007948277760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077492 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077467.750900:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077467.750901:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077467.750902:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077467.750904:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077467.750906:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077467.750907:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298831898
00000100:00000001:2.0:1769077467.750909:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298833167
00000100:00000001:2.0:1769077467.750910:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298831898
00000100:00000001:2.0:1769077467.750912:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298833167
00000100:00000001:2.0:1769077467.750913:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077467.750915:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077467.750916:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077467.750918:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077467/real 1769077467]  req@ffff8c58078e0a80 x1855007948277760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077467.750922:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077467.750923:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077467.750924:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077467.750925:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077467.750926:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077467.750927:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077467.750929:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0a80 x1855007948277760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077467.750934:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0a80 x1855007948277760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077467.750938:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077467.750940:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077467.750941:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077467.750942:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077467.750944:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0a80 x1855007948277760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077467.750948:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077467.750951:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0a80 x1855007948277760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077467.750954:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077467.750956:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077467.750957:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077467.750958:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077467.750959:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077467.750960:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077467.750961:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077467.750963:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077467.750964:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077467.750966:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0a80 x1855007948277760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077467.750971:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948277760:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077467.750973:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077467.750974:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077467.750976:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0700 x1855007948277632/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077467.750980:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077467.750981:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077467.750983:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077467.750984:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077467.750985:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077467.750986:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077467.750987:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077467.750989:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d000.
02000000:00000001:2.0:1769077467.750990:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077467.750991:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077467.750992:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0700.
00000100:00000001:2.0:1769077467.750994:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077467.750995:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077467.750996:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077467.750998:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0a80 x1855007948277760/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077467.751002:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077467.751002:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077467.751003:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077467.751004:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077467.751005:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077467.751006:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077467.751007:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077467.751008:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f000.
02000000:00000001:2.0:1769077467.751009:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077467.751009:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077467.751010:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0a80.
00000100:00000001:2.0:1769077467.751011:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077467.751012:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077467.751013:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077467.751015:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077467.751016:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077467.751017:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077467.751018:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077468.068885:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077468.068890:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077468.068913:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077468.068914:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077468.068917:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077468.772825:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077468.772831:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077468.772832:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077468.772837:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077468.772839:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077468.772843:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077468.772844:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077468.772846:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077468.772849:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077469.092854:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298833167, at 4298833216
00000100:00000040:1.0:1769077469.092854:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298833167, at 4298833216
00010000:00000001:2.0:1769077469.092857:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077469.092863:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077469.092871:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2274e0.
00000100:00000010:0.0:1769077469.092873:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ba0.
00000020:00000001:2.0:1769077469.092892:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077469.092897:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077469.092901:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077469.796846:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077469.796854:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077469.796856:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077469.796862:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077469.796866:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077469.796871:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077469.796874:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077469.796876:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077469.796879:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077470.116863:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077470.116870:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077470.116946:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077470.116950:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077470.116954:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077470.820877:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077470.820888:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077470.820891:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077470.820898:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077470.820904:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077470.820909:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077470.820912:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077470.820915:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077470.820917:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077471.140857:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077471.140862:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077471.140922:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077471.140925:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077471.140928:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077471.844882:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077471.844890:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077471.844892:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077471.844898:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077471.844902:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077471.844907:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077471.844909:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077471.844912:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077471.844914:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077472.164846:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077472.164853:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077472.164887:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077472.164890:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077472.164893:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077472.868815:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077472.868817:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077472.868823:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077472.868826:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077472.868827:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1769077472.868830:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077472.868832:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769077472.868834:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077472.868838:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077472.868838:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077472.868842:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077472.868845:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077472.868845:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769077472.868850:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077472.868853:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4164
00000400:00000200:3.0:1769077472.868863:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077472.868870:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077472.868873:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077472.868876:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077472.868879:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077472.868881:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077472.868883:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077472.868887:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077472.868888:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769077472.868891:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077472.868894:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769077472.868897:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769077472.868900:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769077472.868903:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077472.868905:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077472.868907:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077472.868910:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077472.868913:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769077472.868917:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077472.868920:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077472.868923:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077472.868926:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077472.868928:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077472.868930:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077472.868932:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077472.868941:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769077472.868944:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077472.868947:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077472.868948:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077472.868951:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077472.868952:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077472.868956:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077472.868961:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769077472.868966:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077472.868980:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948277888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077472.868991:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077472.868995:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077472.869001:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948277888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077472.869022:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077472.869025:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077472.869028:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077472.869030:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077472.869031:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077472.869034:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077472.869035:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4164
00000400:00000200:3.0:1769077472.869038:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077472.869041:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077472.869043:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077472.869045:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077472.869046:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077472.869048:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077472.869051:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077472.869055:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077472.869056:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769077472.869058:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077472.869060:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769077472.869062:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769077472.869064:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769077472.869068:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077472.869070:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077472.869071:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077472.869076:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077472.869080:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077472.869082:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077472.869086:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1769077472.869088:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769077472.869093:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077472.869100:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077472.869102:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1180 x1855007948277888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077472.869107:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077472.869115:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077472.869117:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077472.869121:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077472.869123:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077472.869128:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769077472.869128:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077472.869132:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077472.869136:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1769077472.869136:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1769077472.869144:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948277888:192.168.204.128@tcp:250:kworker.0
00000008:00000001:3.0:1769077472.869150:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077472.869153:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769077472.869155:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077472.869159:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1769077472.869159:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
02000000:00000001:2.0:1769077472.869163:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077472.869165:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:2.0:1769077472.869168:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769077472.869169:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077472.869172:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077472.869175:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077472.869177:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1769077472.869178:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077472.869184:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077472.869188:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077472.869196:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000010:3.0:1769077472.869197:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000400:00000010:2.0:1769077472.869202:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000100:00000001:3.0:1769077472.869205:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077472.869210:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00100000:3.0:1769077472.869218:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948278016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769077472.869222:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948277888, portal 25
00000100:00000001:2.0:1769077472.869228:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077472.869230:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444602752 : -127165264948864 : ffff8c58078e1180)
00000100:00000001:3.0:1769077472.869241:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1769077472.869243:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1180 x1855007948277888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077472.869253:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077472.869258:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000001:3.0:1769077472.869258:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077472.869261:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077472.869267:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948277888, offset 0
00000400:00000200:2.0:1769077472.869276:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000040:3.0:1769077472.869277:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948278016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077472.869288:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077472.869300:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000001:3.0:1769077472.869300:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077472.869306:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077472.869309:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077472.869317:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077472.869319:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077472.869320:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077472.869329:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000001:3.0:1769077472.869329:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077472.869342:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1769077472.869343:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4164
00000400:00000200:2.0:1769077472.869349:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077472.869353:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29982:29982:256:4294967295] 192.168.204.128@tcp LPNI seq info [29981:29981:8:4294967295]
00000400:00000200:2.0:1769077472.869357:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077472.869363:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077472.869374:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1769077472.869380:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000800:00000200:2.0:1769077472.869388:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00080000:3.0:1769077472.869391:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1769077472.869393:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000100:00000040:3.0:1769077472.869403:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000200:2.0:1769077472.869408:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769077472.869416:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1769077472.869417:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1769077472.869430:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000200:2.1:1769077472.869432:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769077472.869438:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:2.1:1769077472.869441:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1769077472.869446:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077472.869450:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000800:00000100:2.0:1769077472.869452:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000020:00000001:3.0:1769077472.869454:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000010:2.0:1769077472.869458:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000020:00000040:3.0:1769077472.869460:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769077472.869466:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077472.869469:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1769077472.869470:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769077472.869482:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077472.869485:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769077472.869490:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077472.869495:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000100:00000040:3.0:1769077472.869497:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000010:2.0:1769077472.869499:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:3.0:1769077472.869506:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077472.869508:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1769077472.869520:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00000200:2.0:1769077472.869521:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1180 x1855007948277888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077472.869539:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077472.869544:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769077472.869545:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077472.869549:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1180 x1855007948277888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077497 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077472.869552:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077472.869562:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077472.869571:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077472.869573:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077472.869579:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077472.869579:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077472.869585:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077472.869587:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769077472.869595:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077472.869599:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077472.869605:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077472.869606:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298838287
00000100:00000010:2.0:1769077472.869615:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227ea0.
00000100:00000010:3.0:1769077472.869617:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769077472.869624:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000100:00000001:2.0:1769077472.869627:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1769077472.869628:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077472.869632:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077472.869635:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077472.869636:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298838287
02000000:00000001:3.0:1769077472.869639:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:2.0:1769077472.869641:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227d20.
00000100:00000001:2.0:1769077472.869645:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1769077472.869645:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077472.869662:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077472.869666:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077472.869669:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000010:3.0:1769077472.869669:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00100000:2.0:1769077472.869676:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077472/real 1769077472]  req@ffff8c58078e1180 x1855007948277888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077472.869676:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769077472.869691:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00100000:3.0:1769077472.869693:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948278144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1769077472.869694:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077472.869698:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077472.869705:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077472.869709:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077472.869716:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077472.869722:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1180 x1855007948277888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077472.869723:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077472.869770:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077472.869784:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1180 x1855007948277888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077472.869788:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948278144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077472.869812:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077472.869817:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077472.869824:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077472.869829:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077472.869832:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077472.869836:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1180 x1855007948277888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077472.869839:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077472.869860:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077472.869861:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077472.869867:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1769077472.869868:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1180 x1855007948277888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077472.869874:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077472.869890:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077472.869890:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077472.869895:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077472.869896:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4164
00000100:00000001:2.0:1769077472.869899:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077472.869904:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077472.869906:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000400:00000200:3.0:1769077472.869907:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077472.869910:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:3.0:1769077472.869917:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077472.869918:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077472.869922:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1769077472.869926:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077472.869931:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077472.869931:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077472.869940:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077472.869947:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000040:2.0:1769077472.869948:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1180 x1855007948277888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077472.869954:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077472.869963:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077472.869965:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769077472.869969:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077472.869973:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769077472.869979:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769077472.869987:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00100000:2.0:1769077472.869995:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948277888:192.168.204.128@tcp:250:kworker.0
00000100:00000040:3.0:1769077472.869996:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077472.870003:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077472.870009:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077472.870010:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077472.870015:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769077472.870017:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000040:2.0:1769077472.870021:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1180 x1855007948277888/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769077472.870026:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00000001:2.0:1769077472.870031:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077472.870035:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:3.0:1769077472.870037:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
02000000:00000010:2.0:1769077472.870040:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411c00.
00000100:00000001:3.0:1769077472.870044:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077472.870047:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1769077472.870049:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:2.0:1769077472.870051:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077472.870057:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077472.870057:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1769077472.870064:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000001:3.0:1769077472.870065:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077472.870069:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769077472.870070:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077472.870076:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
02000000:00000001:2.0:1769077472.870080:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000008:00000001:3.0:1769077472.870082:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077472.870085:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1769077472.870089:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077472.870090:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1180.
00000100:00000001:2.0:1769077472.870098:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000010:3.0:1769077472.870100:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000100:00000001:2.0:1769077472.870102:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077472.870108:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1769077472.870110:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769077472.870114:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077472.870115:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077472.870116:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077472.870117:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1769077472.870118:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077472.870121:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077472.870123:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077472.870127:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000010:3.0:1769077472.870131:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:2.0:1769077472.870132:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077472.870139:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077472.870141:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077472.870148:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e2680 x1855007948278016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077472.870149:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948278272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077472.870182:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077472.870184:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077472.870191:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077472.870197:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077472.870199:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1769077472.870203:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077472.870207:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077472.870210:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948278016:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077472.870217:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077472.870219:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077472.870222:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077472.870224:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1769077472.870224:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948278272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769077472.870230:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077472.870233:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077472.870245:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077472.870249:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077472.870258:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077472.870263:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948278016, portal 10
00000100:00000001:3.0:1769077472.870264:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077472.870269:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1769077472.870271:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077472.870272:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444608128 : -127165264943488 : ffff8c58078e2680)
00000100:00080000:3.0:1769077472.870284:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077472.870286:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077472.870288:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1769077472.870292:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e2680 x1855007948278016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077472.870293:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077472.870304:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4164
00000100:00000001:2.0:1769077472.870321:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1769077472.870322:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077472.870337:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000040:2.0:1769077472.870338:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00080000:3.0:1769077472.870348:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1769077472.870349:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077472.870359:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948278016, offset 0
00000100:00000040:3.0:1769077472.870359:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077472.870368:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077472.870374:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000040:3.0:1769077472.870379:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077472.870386:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077472.870387:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077472.870397:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1769077472.870401:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000020:00000040:3.0:1769077472.870402:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769077472.870411:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077472.870413:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1769077472.870416:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000400:00000200:2.0:1769077472.870421:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000020:00000001:3.0:1769077472.870423:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000400:00000200:2.0:1769077472.870429:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1769077472.870430:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000400:00000200:2.0:1769077472.870436:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000040:3.0:1769077472.870441:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077472.870448:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29983:29983:256:4294967295] 192.168.204.128@tcp LPNI seq info [29982:29982:8:4294967295]
00000100:00000001:3.0:1769077472.870450:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077472.870457:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077472.870463:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077472.870465:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077472.870471:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769077472.870481:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000200:2.0:1769077472.870483:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769077472.870493:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077472.870500:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1769077472.870501:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077472.870510:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
02000000:00000001:3.0:1769077472.870511:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1769077472.870517:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:3.0:1769077472.870518:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077472.870522:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1769077472.870523:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077472.870528:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000800:00000200:2.1:1769077472.870537:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000008:00000001:3.0:1769077472.870538:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077472.870548:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077472.870549:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077472.870560:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00000010:3.0:1769077472.870560:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000800:00000010:2.0:1769077472.870570:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000020:00000040:3.0:1769077472.870571:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000400:00000200:2.0:1769077472.870580:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1769077472.870581:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077472.870589:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077472.870597:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769077472.870598:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077472.870604:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077472.870610:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
02000000:00000001:3.0:1769077472.870610:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077472.870622:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
02000000:00000010:3.0:1769077472.870625:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:2.0:1769077472.870628:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769077472.870630:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077472.870635:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e2680 x1855007948278016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077472.870640:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948278400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077472.870710:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077472.870711:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769077472.870714:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077472.870719:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e2680 x1855007948278016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077497 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077472.870726:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948278400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077472.870761:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077472.870769:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077472.870778:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077472.870781:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077472.870786:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000100:00000040:3.0:1769077472.870788:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4174)
00000400:00000200:2.0:1769077472.870794:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077472.870797:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298837007
00000100:00000001:2.0:1769077472.870799:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298838287
00000100:00000001:2.0:1769077472.870802:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298837007
00000100:00000001:2.0:1769077472.870804:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298838287
00000100:00000001:2.0:1769077472.870806:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077472.870808:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077472.870809:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077472.870813:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077472/real 1769077472]  req@ffff8c58078e2680 x1855007948278016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077472.870819:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077472.870820:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077472.870821:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077472.870823:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077472.870824:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077472.870826:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077472.870828:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e2680 x1855007948278016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077472.870834:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e2680 x1855007948278016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077472.870839:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077472.870839:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077472.870841:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077472.870842:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077472.870844:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e2680 x1855007948278016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077472.870848:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077472.870850:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e2680 x1855007948278016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077472.870856:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077472.870857:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077472.870858:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077472.870860:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077472.870861:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077472.870862:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077472.870864:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077472.870866:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077472.870868:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077472.870870:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e2680 x1855007948278016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077472.870875:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948278016:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077472.870878:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077472.870880:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0a80 x1855007948278144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077472.870886:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077472.870887:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077472.870888:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077472.870890:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077472.870891:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077472.870893:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948278144:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077472.870896:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077472.870897:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077472.870898:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077472.870900:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077472.870903:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077472.870904:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077472.870907:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077472.870909:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077472.870911:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077472.870914:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948278144, portal 10
00000100:00000001:2.0:1769077472.870915:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077472.870916:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444600960 : -127165264950656 : ffff8c58078e0a80)
00000100:00000040:2.0:1769077472.870920:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0a80 x1855007948278144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077472.870925:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077472.870927:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077472.870928:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077472.870930:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948278144, offset 0
00000400:00000200:2.0:1769077472.870933:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077472.870935:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077472.870938:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077472.870940:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077472.870942:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077472.870945:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077472.870948:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077472.870951:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29984:29984:256:4294967295] 192.168.204.128@tcp LPNI seq info [29983:29983:8:4294967295]
00000400:00000200:2.0:1769077472.870955:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077472.870962:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077472.870967:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077472.870971:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077472.870975:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077472.870978:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077472.870983:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077472.870986:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077472.870991:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077472.870993:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077472.870997:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077472.871001:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077472.871004:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077472.871007:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077472.871010:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077472.871013:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0a80 x1855007948278144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077472.871019:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077472.871021:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0a80 x1855007948278144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077497 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077472.871026:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077472.871027:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077472.871030:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077472.871032:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077472.871035:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077472.871037:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298837006
00000100:00000001:2.0:1769077472.871040:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298838287
00000100:00000001:2.0:1769077472.871042:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298837006
00000100:00000001:2.0:1769077472.871045:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298838287
00000100:00000001:2.0:1769077472.871047:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077472.871049:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077472.871051:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077472.871055:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077472/real 1769077472]  req@ffff8c58078e0a80 x1855007948278144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077472.871064:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077472.871066:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077472.871068:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077472.871071:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077472.871073:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077472.871075:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077472.871079:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0a80 x1855007948278144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077472.871089:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0a80 x1855007948278144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077472.871096:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077472.871097:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077472.871099:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077472.871100:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077472.871102:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0a80 x1855007948278144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077472.871107:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077472.871110:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0a80 x1855007948278144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077472.871114:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077472.871115:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077472.871116:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077472.871117:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077472.871118:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077472.871119:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077472.871121:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077472.871123:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077472.871125:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077472.871128:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0a80 x1855007948278144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077472.871133:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948278144:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077472.871135:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077472.871137:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077472.871138:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e2680 x1855007948278016/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077472.871142:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077472.871144:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077472.871146:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077472.871148:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077472.871149:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077472.871150:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077472.871152:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077472.871154:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f000.
02000000:00000001:2.0:1769077472.871156:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077472.871157:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077472.871158:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e2680.
00000100:00000001:2.0:1769077472.871160:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077472.871161:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077472.871162:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077472.871164:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0a80 x1855007948278144/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077472.871168:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077472.871169:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077472.871170:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077472.871171:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077472.871172:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077472.871173:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077472.871174:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077472.871174:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d000.
02000000:00000001:2.0:1769077472.871176:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077472.871176:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077472.871177:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0a80.
00000100:00000001:2.0:1769077472.871179:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077472.871179:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077472.871181:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077472.871183:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077472.871184:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077472.871185:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077472.871186:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077472.871187:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077472.871190:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0700 x1855007948278272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077472.871194:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077472.871196:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077472.871198:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077472.871199:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077472.871200:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077472.871202:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948278272:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077472.871204:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077472.871206:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077472.871207:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077472.871208:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077472.871210:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077472.871212:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077472.871215:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077472.871217:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077472.871219:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077472.871222:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948278272, portal 4
00000100:00000001:2.0:1769077472.871223:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077472.871224:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444600064 : -127165264951552 : ffff8c58078e0700)
00000100:00000040:2.0:1769077472.871228:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0700 x1855007948278272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077472.871233:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077472.871234:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077472.871236:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077472.871238:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948278272, offset 0
00000400:00000200:2.0:1769077472.871240:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077472.871242:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077472.871245:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077472.871247:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077472.871249:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077472.871251:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077472.871252:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077472.871255:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29985:29985:256:4294967295] 192.168.204.128@tcp LPNI seq info [29984:29984:8:4294967295]
00000400:00000200:2.0:1769077472.871257:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077472.871261:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077472.871265:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077472.871267:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077472.871270:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077472.871272:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077472.871275:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077472.871277:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077472.871280:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077472.871282:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077472.871283:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077472.871286:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077472.871288:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077472.871289:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077472.871291:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077472.871293:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0700 x1855007948278272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077472.871299:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077472.871301:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0700 x1855007948278272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077497 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077472.871305:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077472.871306:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077472.871308:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077472.871310:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077472.871312:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077472.871314:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298837071
00000100:00000001:2.0:1769077472.871316:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298838287
00000100:00000001:2.0:1769077472.871317:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298837071
00000100:00000001:2.0:1769077472.871319:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298838287
00000100:00000001:2.0:1769077472.871320:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077472.871321:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077472.871322:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077472.871325:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077472/real 1769077472]  req@ffff8c58078e0700 x1855007948278272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077472.871330:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077472.871331:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077472.871333:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077472.871334:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077472.871335:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077472.871336:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077472.871338:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0700 x1855007948278272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077472.871343:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0700 x1855007948278272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077472.871347:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077472.871348:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077472.871350:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077472.871351:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077472.871353:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0700 x1855007948278272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077472.871357:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077472.871359:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0700 x1855007948278272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077472.871363:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077472.871365:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077472.871366:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077472.871366:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077472.871367:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077472.871368:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077472.871370:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077472.871372:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077472.871373:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077472.871376:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0700 x1855007948278272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077472.871382:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948278272:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077472.871384:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077472.871387:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1880 x1855007948278400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077472.871391:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077472.871392:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077472.871393:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077472.871394:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077472.871395:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077472.871397:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948278400:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077472.871399:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077472.871400:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077472.871401:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077472.871402:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077472.871404:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077472.871405:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077472.871407:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077472.871409:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077472.871411:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077472.871413:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948278400, portal 4
00000100:00000001:2.0:1769077472.871414:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077472.871415:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444604544 : -127165264947072 : ffff8c58078e1880)
00000100:00000040:2.0:1769077472.871419:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1880 x1855007948278400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077472.871423:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077472.871425:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077472.871427:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077472.871428:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948278400, offset 0
00000400:00000200:2.0:1769077472.871433:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077472.871436:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077472.871440:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077472.871443:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077472.871445:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077472.871448:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077472.871450:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077472.871453:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29986:29986:256:4294967295] 192.168.204.128@tcp LPNI seq info [29985:29985:8:4294967295]
00000400:00000200:2.0:1769077472.871458:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077472.871464:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077472.871470:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077472.871474:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077472.871478:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077472.871481:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077472.871485:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077472.871488:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077472.871492:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077472.871494:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077472.871496:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077472.871499:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077472.871501:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077472.871502:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077472.871504:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077472.871507:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1880 x1855007948278400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077472.871513:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077472.871515:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1880 x1855007948278400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077497 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077472.871520:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077472.871521:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077472.871523:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077472.871526:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077472.871528:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077472.871530:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298837018
00000100:00000001:2.0:1769077472.871532:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298838287
00000100:00000001:2.0:1769077472.871534:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298837018
00000100:00000001:2.0:1769077472.871535:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298838287
00000100:00000001:2.0:1769077472.871546:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077472.871547:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077472.871549:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077472.871554:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077472/real 1769077472]  req@ffff8c58078e1880 x1855007948278400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077472.871560:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077472.871561:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077472.871562:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077472.871564:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077472.871565:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077472.871566:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077472.871569:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1880 x1855007948278400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077472.871575:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1880 x1855007948278400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077472.871579:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077472.871580:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077472.871581:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077472.871582:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077472.871584:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1880 x1855007948278400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077472.871588:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077472.871590:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1880 x1855007948278400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077472.871594:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077472.871596:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077472.871597:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077472.871598:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077472.871600:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077472.871601:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077472.871603:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077472.871605:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077472.871606:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077472.871609:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1880 x1855007948278400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077472.871614:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948278400:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077472.871616:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077472.871618:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077472.871620:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0700 x1855007948278272/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077472.871624:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077472.871625:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077472.871626:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077472.871627:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077472.871628:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077472.871629:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077472.871630:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077472.871632:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d400.
02000000:00000001:2.0:1769077472.871634:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077472.871635:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077472.871636:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0700.
00000100:00000001:2.0:1769077472.871637:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077472.871638:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077472.871639:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077472.871641:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1880 x1855007948278400/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077472.871664:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077472.871665:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077472.871667:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077472.871668:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077472.871669:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077472.871670:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077472.871672:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077472.871673:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e400.
02000000:00000001:2.0:1769077472.871675:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077472.871676:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077472.871677:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1880.
00000100:00000001:2.0:1769077472.871678:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077472.871679:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077472.871680:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077472.871682:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077472.871683:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077472.871684:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077472.871685:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077473.188871:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077473.188883:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077473.188886:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077473.188889:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077473.188908:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077473.188911:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077473.188914:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077473.188917:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077473.188951:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077473.188954:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077473.188958:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077473.892830:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077473.892837:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077473.892838:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077473.892843:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077473.892846:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077473.892850:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077473.892852:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077473.892854:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077473.892856:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077474.212872:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298838287, at 4298838336
00000100:00000010:1.0:1769077474.212885:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d20.
00000100:00000040:0.0:1769077474.212895:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298838287, at 4298838336
00000100:00000010:0.0:1769077474.212906:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ea0.
00010000:00000001:2.0:1769077474.212907:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077474.212914:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077474.212992:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077474.212996:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077474.213000:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077474.916834:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077474.916841:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077474.916842:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077474.916847:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077474.916850:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077474.916853:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077474.916855:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077474.916857:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077474.916859:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077475.236886:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077475.236893:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077475.236965:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077475.236971:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077475.236974:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077475.940809:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077475.940816:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077475.940817:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077475.940821:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077475.940824:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077475.940828:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077475.940830:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077475.940832:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077475.940834:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077476.260809:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077476.260816:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077476.260835:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077476.260838:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077476.260840:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077476.964837:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077476.964846:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077476.964848:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077476.964854:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077476.964858:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077476.964862:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077476.964865:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077476.964867:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077476.964870:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077477.284838:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077477.284844:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077477.284865:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077477.284867:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077477.284870:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077477.988891:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077477.988902:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077477.988904:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077477.988910:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077477.988915:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077477.988921:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077477.988924:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077477.988927:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077477.988930:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077477.989092:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077477.989098:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077477.989102:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077477.989105:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077477.989109:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077477.989117:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4169
00000400:00000200:0.0:1769077477.989127:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077477.989132:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077477.989135:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077477.989138:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077477.989141:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077477.989143:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077477.989144:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077477.989148:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077477.989150:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077477.989153:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077477.989156:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077477.989159:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077477.989161:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077477.989164:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077477.989167:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077477.989169:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077477.989172:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077477.989175:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077477.989179:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077477.989182:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077477.989186:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077477.989191:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077477.989194:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077477.989197:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077477.989199:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077477.989213:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000020:00000040:0.0:1769077477.989218:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077477.989223:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077477.989226:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077477.989229:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077477.989233:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077477.989238:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077477.989246:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14800.
00000100:00000001:0.0:1769077477.989254:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077477.989263:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948278528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077477.989272:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077477.989277:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077477.989280:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948278528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077477.989304:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077477.989307:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077477.989309:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077477.989311:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077477.989312:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077477.989314:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077477.989316:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4169
00000400:00000200:0.0:1769077477.989320:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077477.989322:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077477.989324:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077477.989326:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077477.989327:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077477.989329:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077477.989330:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077477.989332:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077477.989333:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077477.989334:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077477.989336:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077477.989337:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077477.989338:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769077477.989340:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077477.989341:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077477.989342:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077477.989343:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077477.989345:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:0.0:1769077477.989346:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077477.989348:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077477.989349:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077477.989354:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077477.989356:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077477.989358:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077477.989362:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077477.989364:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077477.989366:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077477.989369:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9df80.
00000020:00000040:0.0:1769077477.989370:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077477.989372:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077477.989373:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077477.989374:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077477.989376:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077477.989377:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077477.989380:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16400.
00000100:00000001:0.0:1769077477.989383:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077477.989387:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9df80 x1855007948278656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077477.989392:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077477.989394:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077477.989396:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bed851a] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9df80 x1855007948278656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077477.989403:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077477.989405:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077477.989408:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077477.989409:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077477.989410:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077477.989412:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077477.989414:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4169
00000400:00000200:0.0:1769077477.989417:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077477.989419:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077477.989421:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077477.989422:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769077477.989424:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077477.989429:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077477.989431:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769077477.989432:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077477.989439:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077477.989439:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769077477.989444:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077477.989446:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769077477.989446:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077477.989449:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077477.989451:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769077477.989456:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:2.0:1769077477.989457:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c000 x1855007948278528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077477.989462:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077477.989474:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077477.989485:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077477.989489:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077477.989494:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077477.989495:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077477.989500:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1769077477.989503:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
02000000:00000001:2.0:1769077477.989505:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077477.989510:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077477.989516:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00100000:2.0:1769077477.989519:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948278528:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077477.989526:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077477.989528:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077477.989532:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077477.989534:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077477.989538:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077477.989539:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077477.989540:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769077477.989547:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077477.989551:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:2.0:1769077477.989551:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077477.989555:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769077477.989556:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077477.989578:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077477.989586:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077477.989588:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077477.989592:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000100:00000010:0.0:1769077477.989597:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d500.
00000400:00000010:2.0:1769077477.989600:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000020:00000040:0.0:1769077477.989604:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000100:00000200:2.0:1769077477.989609:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948278528, portal 25
02000000:00000001:0.0:1769077477.989611:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077477.989612:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1769077477.989619:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077477.989620:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104263680 : -127169605287936 : ffff8c5704d9c000)
00000100:00000001:0.0:1769077477.989630:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1769077477.989633:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c000 x1855007948278528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077477.989634:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077477.989640:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077477.989650:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077477.989655:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
02000000:00000010:0.0:1769077477.989656:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15c00.
00000400:00000010:2.0:1769077477.989662:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077477.989666:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948278528, offset 0
00000100:00000001:0.0:1769077477.989671:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077477.989671:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00100000:0.0:1769077477.989689:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d500 x1855007948278784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077477.989690:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077477.989705:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000001:0.0:1769077477.989715:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077477.989715:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077477.989724:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000001:0.0:1769077477.989725:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077477.989729:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1769077477.989765:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c2d91c4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d500 x1855007948278784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077477.989775:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077477.989778:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077477.989781:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077477.989783:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077477.989785:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077477.989787:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077477.989790:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4169
00000400:00000200:0.0:1769077477.989795:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077477.989799:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077477.989804:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077477.989809:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000040:0.0:1769077477.989811:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077477.989816:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077477.989818:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077477.989823:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077477.989825:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29987:29987:256:4294967295] 192.168.204.128@tcp LPNI seq info [29986:29986:8:4294967295]
00000020:00000001:0.0:1769077477.989826:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077477.989838:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000400:00000200:2.0:1769077477.989838:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000001:0.0:1769077477.989845:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077477.989847:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:0.0:1769077477.989849:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769077477.989851:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:0.0:1769077477.989861:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077477.989867:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769077477.989868:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077477.989876:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077477.989882:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077477.989885:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:0.0:1769077477.989891:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000800:00000200:2.0:1769077477.989893:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077477.989895:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077477.989898:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077477.989904:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:2.0:1769077477.989906:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
02000000:00000001:0.0:1769077477.989908:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077477.989913:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077477.989917:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077477.989922:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077477.989927:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077477.989927:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000010:0.0:1769077477.989933:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000800:00000200:2.0:1769077477.989934:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000020:00000040:0.0:1769077477.989937:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:0.0:1769077477.989946:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077477.989951:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077477.989952:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:0.0:1769077477.989958:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1769077477.989960:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
02000000:00000001:0.0:1769077477.989961:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077477.989968:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769077477.989976:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
02000000:00000010:0.0:1769077477.989979:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17c00.
00000800:00000010:2.0:1769077477.989979:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000100:00000001:0.0:1769077477.989991:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077477.989996:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:0.0:1769077477.989999:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948278912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077477.990007:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077477.990021:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000100:00000001:0.0:1769077477.990024:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1769077477.990026:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:0.0:1769077477.990027:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077477.990033:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1769077477.990035:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948278912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077477.990042:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077477.990045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769077477.990049:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c000 x1855007948278528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077477.990050:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077477.990055:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077477.990059:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077477.990070:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077477.990079:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4169
00000100:00000001:2.0:1769077477.990080:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077477.990088:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c000 x1855007948278528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077502 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077477.990089:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077477.990099:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077477.990108:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077477.990121:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077477.990122:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077477.990134:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077477.990134:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1769077477.990142:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077477.990144:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077477.990145:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077477.990150:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077477.990153:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000400:00000200:2.0:1769077477.990155:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000001:0.0:1769077477.990161:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077477.990162:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298843408
00000020:00000040:0.0:1769077477.990167:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00000010:2.0:1769077477.990169:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227e40.
00000020:00000001:0.0:1769077477.990173:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:2.0:1769077477.990178:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000020:00000001:0.0:1769077477.990181:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:2.0:1769077477.990187:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298843408
00000100:00000040:0.0:1769077477.990192:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000010:2.0:1769077477.990193:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227780.
00000100:00000001:0.0:1769077477.990202:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077477.990202:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077477.990208:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769077477.990212:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077477.990213:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077477.990221:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1769077477.990222:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00100000:2.0:1769077477.990228:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077477/real 1769077477]  req@ffff8c5704d9c000 x1855007948278528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077477.990231:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:0.0:1769077477.990247:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000001:2.0:1769077477.990248:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077477.990251:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1769077477.990254:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077477.990255:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
02000000:00000001:0.0:1769077477.990264:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769077477.990264:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077477.990270:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077477.990274:0:2431:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1769077477.990275:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1769077477.990281:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c000 x1855007948278528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077477.990283:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077477.990293:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077477.990299:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000200:2.0:1769077477.990300:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c000 x1855007948278528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1769077477.990312:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077477.990315:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077477.990322:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077477.990322:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077477.990332:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077477.990335:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1769077477.990337:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000100:00100000:2.0:1769077477.990339:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c000 x1855007948278528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077477.990347:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000001:2.0:1769077477.990357:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769077477.990359:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077477.990366:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077477.990367:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c000 x1855007948278528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077477.990381:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077477.990387:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077477.990393:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077477.990396:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077477.990400:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077477.990401:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:0.0:1769077477.990402:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15000.
00000100:00000001:2.0:1769077477.990403:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077477.990411:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077477.990413:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077477.990413:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077477.990420:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077477.990426:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00100000:0.0:1769077477.990430:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948279040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077477.990430:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077477.990441:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c000 x1855007948278528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077477.990483:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948278528:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077477.990495:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077477.990506:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9df80 x1855007948278656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077477.990526:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077477.990528:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077477.990530:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077477.990531:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077477.990533:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077477.990538:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077477.990541:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077477.990546:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948279040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077477.990548:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948278656:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077477.990577:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077477.990580:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077477.990582:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077477.990589:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077477.990593:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410c00.
00000100:00000001:0.0:1769077477.990595:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077477.990598:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077477.990606:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:0.0:1769077477.990607:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4179)
00000400:00000010:2.0:1769077477.990609:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077477.990616:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077477.990619:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948278656, portal 10
00000100:00000001:2.0:1769077477.990621:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077477.990622:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104271744 : -127169605279872 : ffff8c5704d9df80)
00000100:00000040:2.0:1769077477.990628:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9df80 x1855007948278656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.990633:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077477.990635:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077477.990637:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077477.990638:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948278656, offset 0
00000400:00000200:2.0:1769077477.990641:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077477.990644:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077477.990647:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077477.990649:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077477.990651:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077477.990653:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077477.990654:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077477.990657:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29988:29988:256:4294967295] 192.168.204.128@tcp LPNI seq info [29987:29987:8:4294967295]
00000400:00000200:2.0:1769077477.990659:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077477.990664:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077477.990667:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077477.990669:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077477.990672:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077477.990674:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077477.990678:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077477.990679:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769077477.990682:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077477.990683:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077477.990685:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077477.990688:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077477.990690:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077477.990691:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077477.990693:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077477.990695:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9df80 x1855007948278656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.990701:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077477.990702:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9df80 x1855007948278656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077502 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.990707:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077477.990708:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077477.990710:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077477.990713:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077477.990715:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077477.990716:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298842126
00000100:00000001:2.0:1769077477.990718:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298843408
00000100:00000001:2.0:1769077477.990720:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298842126
00000100:00000001:2.0:1769077477.990721:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298843408
00000100:00000001:2.0:1769077477.990723:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077477.990724:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077477.990725:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077477.990727:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077477/real 1769077477]  req@ffff8c5704d9df80 x1855007948278656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077477.990749:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077477.990750:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077477.990751:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077477.990753:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077477.990754:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077477.990755:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077477.990758:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9df80 x1855007948278656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077477.990764:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9df80 x1855007948278656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.990772:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077477.990773:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077477.990775:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077477.990776:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077477.990780:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9df80 x1855007948278656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.990787:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077477.990792:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9df80 x1855007948278656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.990799:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077477.990801:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077477.990803:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077477.990804:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077477.990806:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077477.990809:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077477.990812:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077477.990815:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077477.990818:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077477.990823:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9df80 x1855007948278656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077477.990832:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948278656:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077477.990836:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077477.990839:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077477.990842:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c000 x1855007948278528/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.990846:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077477.990848:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077477.990851:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077477.990854:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077477.990856:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077477.990857:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077477.990859:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077477.990861:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14800.
02000000:00000001:2.0:1769077477.990863:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077477.990865:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077477.990867:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c000.
00000100:00000001:2.0:1769077477.990869:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077477.990870:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077477.990871:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077477.990873:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9df80 x1855007948278656/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.990880:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077477.990881:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077477.990883:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077477.990885:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077477.990886:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077477.990888:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077477.990889:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077477.990891:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16400.
02000000:00000001:2.0:1769077477.990893:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077477.990895:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077477.990896:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9df80.
00000100:00000001:2.0:1769077477.990898:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077477.990900:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077477.990902:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077477.990909:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077477.990912:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077477.990914:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077477.990916:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077477.990917:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077477.990922:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d500 x1855007948278784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.990929:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077477.990931:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077477.990933:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077477.990935:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077477.990937:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077477.990941:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948278784:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077477.990945:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077477.990947:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077477.990949:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077477.990950:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077477.990953:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077477.990955:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077477.990959:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077477.990962:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077477.990965:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077477.990968:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948278784, portal 10
00000100:00000001:2.0:1769077477.990970:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077477.990971:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104269056 : -127169605282560 : ffff8c5704d9d500)
00000100:00000040:2.0:1769077477.990977:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d500 x1855007948278784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.990984:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077477.990986:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077477.990989:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077477.990991:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948278784, offset 0
00000400:00000200:2.0:1769077477.990996:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077477.991000:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077477.991004:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077477.991008:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077477.991011:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077477.991013:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077477.991015:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077477.991019:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29989:29989:256:4294967295] 192.168.204.128@tcp LPNI seq info [29988:29988:8:4294967295]
00000400:00000200:2.0:1769077477.991024:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077477.991029:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077477.991032:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077477.991035:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077477.991038:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077477.991039:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077477.991042:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077477.991044:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769077477.991047:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077477.991048:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077477.991050:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077477.991053:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077477.991055:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077477.991056:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077477.991058:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077477.991060:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d500 x1855007948278784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.991066:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077477.991068:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d500 x1855007948278784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077502 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.991072:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077477.991073:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077477.991076:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077477.991079:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077477.991082:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077477.991084:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298842126
00000100:00000001:2.0:1769077477.991086:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298843408
00000100:00000001:2.0:1769077477.991089:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298842126
00000100:00000001:2.0:1769077477.991090:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298843408
00000100:00000001:2.0:1769077477.991092:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077477.991093:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077477.991095:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077477.991097:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077477/real 1769077477]  req@ffff8c5704d9d500 x1855007948278784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077477.991105:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077477.991107:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077477.991109:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077477.991111:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077477.991113:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077477.991115:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077477.991117:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d500 x1855007948278784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077477.991123:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d500 x1855007948278784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.991127:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077477.991128:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077477.991129:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077477.991130:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077477.991132:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d500 x1855007948278784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.991138:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077477.991142:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d500 x1855007948278784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.991148:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077477.991151:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077477.991153:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077477.991154:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077477.991156:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077477.991157:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077477.991160:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077477.991163:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077477.991165:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077477.991168:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d500 x1855007948278784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077477.991174:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948278784:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077477.991178:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077477.991182:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948278912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.991190:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077477.991192:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077477.991194:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077477.991195:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077477.991196:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077477.991198:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948278912:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077477.991201:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077477.991202:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077477.991204:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077477.991205:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077477.991209:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077477.991211:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077477.991215:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077477.991218:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077477.991222:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077477.991224:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948278912, portal 4
00000100:00000001:2.0:1769077477.991225:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077477.991226:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
00000100:00000040:2.0:1769077477.991230:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948278912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.991237:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077477.991239:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077477.991242:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077477.991244:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948278912, offset 0
00000400:00000200:2.0:1769077477.991249:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077477.991253:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077477.991256:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077477.991259:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077477.991261:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077477.991264:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077477.991267:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077477.991270:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29990:29990:256:4294967295] 192.168.204.128@tcp LPNI seq info [29989:29989:8:4294967295]
00000400:00000200:2.0:1769077477.991274:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077477.991279:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077477.991282:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077477.991285:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077477.991289:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077477.991291:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077477.991295:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077477.991299:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769077477.991302:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077477.991304:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077477.991306:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077477.991308:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077477.991310:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077477.991312:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077477.991313:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077477.991316:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c380 x1855007948278912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.991324:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077477.991327:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948278912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077502 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.991332:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077477.991333:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077477.991336:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077477.991338:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077477.991340:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077477.991342:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298842191
00000100:00000001:2.0:1769077477.991344:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298843408
00000100:00000001:2.0:1769077477.991345:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298842191
00000100:00000001:2.0:1769077477.991347:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298843408
00000100:00000001:2.0:1769077477.991348:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077477.991349:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077477.991351:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077477.991354:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077477/real 1769077477]  req@ffff8c5704d9c380 x1855007948278912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077477.991362:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077477.991363:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077477.991364:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077477.991365:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077477.991367:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077477.991368:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077477.991371:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948278912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077477.991376:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948278912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.991383:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077477.991384:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077477.991386:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077477.991388:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077477.991391:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948278912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.991395:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077477.991398:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948278912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.991402:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077477.991404:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077477.991405:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077477.991406:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077477.991407:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077477.991409:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077477.991410:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077477.991414:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077477.991416:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077477.991420:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948278912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077477.991425:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948278912:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077477.991427:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077477.991430:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9dc00 x1855007948279040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.991435:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077477.991436:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077477.991437:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077477.991439:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077477.991441:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077477.991444:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948279040:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077477.991447:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077477.991449:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077477.991451:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077477.991452:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077477.991454:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077477.991456:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077477.991458:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077477.991460:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077477.991462:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077477.991464:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948279040, portal 4
00000100:00000001:2.0:1769077477.991466:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077477.991467:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104270848 : -127169605280768 : ffff8c5704d9dc00)
00000100:00000040:2.0:1769077477.991471:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9dc00 x1855007948279040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.991475:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077477.991477:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077477.991478:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000200:2.0:1769077477.991480:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948279040, offset 0
00000400:00000200:2.0:1769077477.991484:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077477.991488:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077477.991491:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077477.991494:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077477.991496:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077477.991498:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077477.991499:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077477.991501:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29991:29991:256:4294967295] 192.168.204.128@tcp LPNI seq info [29990:29990:8:4294967295]
00000400:00000200:2.0:1769077477.991504:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077477.991508:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077477.991511:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077477.991514:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077477.991518:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077477.991521:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077477.991525:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077477.991528:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769077477.991530:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077477.991532:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077477.991534:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077477.991536:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077477.991538:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:2.0:1769077477.991539:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:2.0:1769077477.991541:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077477.991544:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9dc00 x1855007948279040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.991556:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077477.991559:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948279040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077502 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.991578:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077477.991580:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077477.991584:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077477.991587:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077477.991591:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077477.991594:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298842138
00000100:00000001:2.0:1769077477.991596:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298843408
00000100:00000001:2.0:1769077477.991598:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298842138
00000100:00000001:2.0:1769077477.991599:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298843408
00000100:00000001:2.0:1769077477.991601:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077477.991602:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077477.991604:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077477.991607:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077477/real 1769077477]  req@ffff8c5704d9dc00 x1855007948279040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077477.991612:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077477.991613:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077477.991614:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077477.991616:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077477.991617:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077477.991619:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077477.991621:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9dc00 x1855007948279040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077477.991626:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9dc00 x1855007948279040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.991632:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077477.991634:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077477.991636:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077477.991638:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077477.991642:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9dc00 x1855007948279040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.991650:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077477.991654:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9dc00 x1855007948279040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.991662:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077477.991664:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077477.991666:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077477.991667:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077477.991669:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077477.991671:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077477.991674:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077477.991677:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077477.991680:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077477.991684:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9dc00 x1855007948279040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077477.991692:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948279040:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077477.991695:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077477.991697:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077477.991701:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d500 x1855007948278784/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.991708:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077477.991710:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077477.991712:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077477.991713:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077477.991714:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077477.991716:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077477.991717:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077477.991719:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15c00.
02000000:00000001:2.0:1769077477.991721:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077477.991722:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077477.991723:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d500.
00000100:00000001:2.0:1769077477.991724:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077477.991725:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077477.991726:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077477.991747:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948278912/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.991755:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077477.991757:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077477.991759:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077477.991761:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077477.991763:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077477.991764:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077477.991766:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077477.991768:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17c00.
02000000:00000001:2.0:1769077477.991771:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077477.991772:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077477.991773:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077477.991776:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077477.991777:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077477.991779:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077477.991783:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9dc00 x1855007948279040/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077502 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.991790:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077477.991792:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077477.991794:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077477.991796:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077477.991797:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077477.991799:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077477.991801:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077477.991802:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15000.
02000000:00000001:2.0:1769077477.991805:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077477.991806:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077477.991808:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077477.991810:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077477.991811:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077477.991813:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077477.991816:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077477.991818:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077477.991820:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077477.991821:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077478.308804:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077478.308810:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077478.308880:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077478.308886:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077478.308890:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077479.012854:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077479.012866:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077479.012869:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077479.012876:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077479.012881:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077479.012886:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077479.012889:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077479.012893:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077479.012897:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077479.332843:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077479.332849:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077479.332851:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298843408, at 4298843456
00000100:00000040:0.0:1769077479.332856:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298843408, at 4298843456
00000100:00000010:1.0:1769077479.332868:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227780.
00000100:00000010:0.0:1769077479.332872:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227e40.
00000020:00000001:3.0:1769077479.332914:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077479.332918:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077479.332921:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077480.036878:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077480.038061:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077480.038066:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077480.038071:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077480.038074:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077480.038089:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077480.038091:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077480.038093:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077480.038095:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077480.356898:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077480.356906:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077480.357074:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077480.357081:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077480.357087:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077481.060793:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077481.060801:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077481.060803:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077481.060809:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077481.060813:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077481.060816:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077481.060819:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077481.060822:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077481.060825:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077481.380837:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077481.380843:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077481.380865:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077481.380867:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077481.380869:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077482.084836:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077482.084843:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077482.084845:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077482.084850:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077482.084854:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077482.084858:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077482.084861:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077482.084863:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077482.084866:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077482.404850:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077482.404856:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077482.404924:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077482.404929:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077482.404933:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077483.108791:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077483.108797:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077483.108799:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077483.108803:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077483.108807:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077483.108810:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077483.108812:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077483.108814:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077483.108816:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077483.108843:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077483.108847:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077483.108850:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077483.108853:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077483.108855:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077483.108861:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4174
00000400:00000200:1.0:1769077483.108871:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077483.108878:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077483.108881:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077483.108885:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077483.108887:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077483.108890:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077483.108893:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077483.108897:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077483.108899:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769077483.108902:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077483.108905:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769077483.108907:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769077483.108910:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769077483.108913:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077483.108915:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077483.108918:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077483.108920:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077483.108924:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769077483.108927:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077483.108930:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077483.108933:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077483.108936:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077483.108939:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077483.108941:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077483.108942:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077483.108950:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769077483.108952:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769077483.108955:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077483.108957:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077483.108959:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077483.108961:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077483.108964:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077483.108976:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c800.
00000100:00000001:1.0:1769077483.108982:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077483.108989:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948279168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077483.108997:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077483.109001:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077483.109004:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948279168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077483.109019:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077483.109021:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077483.109023:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077483.109025:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077483.109026:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077483.109028:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077483.109030:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4174
00000400:00000200:1.0:1769077483.109033:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077483.109035:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077483.109037:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077483.109039:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077483.109041:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077483.109043:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077483.109044:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077483.109046:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077483.109047:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769077483.109049:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077483.109050:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769077483.109052:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769077483.109053:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769077483.109055:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077483.109058:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077483.109059:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769077483.109060:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077483.109062:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077483.109065:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00000001:2.0:1769077483.109065:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1769077483.109067:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077483.109070:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077483.109070:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1769077483.109074:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077483.109078:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077483.109081:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077483.109082:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:2.0:1769077483.109082:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4000 x1855007948279168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1769077483.109087:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077483.109092:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077483.109095:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077483.109101:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000100:00000001:2.0:1769077483.109103:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1769077483.109104:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000100:00000001:2.0:1769077483.109106:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077483.109107:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077483.109109:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077483.109112:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077483.109113:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077483.109113:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077483.109117:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077483.109118:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1769077483.109120:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
02000000:00000001:2.0:1769077483.109123:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077483.109124:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077483.109133:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948279296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1769077483.109133:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948279168:192.168.204.128@tcp:250:kworker.0
00000100:00000001:1.0:1769077483.109151:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077483.109152:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769077483.109153:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077483.109157:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1769077483.109158:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948279296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077483.109162:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077483.109168:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769077483.109170:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077483.109173:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077483.109176:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000010:2.0:1769077483.109176:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
00000100:00000001:1.0:1769077483.109179:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1769077483.109181:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077483.109183:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077483.109187:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077483.109192:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4174
00000400:00000200:2.0:1769077483.109192:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077483.109200:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077483.109200:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:1.0:1769077483.109208:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077483.109211:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1769077483.109211:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000040:1.0:1769077483.109218:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077483.109221:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1769077483.109221:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948279168, portal 25
00000100:00000040:1.0:1769077483.109226:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077483.109227:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077483.109230:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198606336 : -127164510945280 : ffff8c58347f4000)
00000100:00000001:1.0:1769077483.109232:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077483.109237:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077483.109240:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000100:00000040:2.0:1769077483.109241:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4000 x1855007948279168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769077483.109242:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077483.109245:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769077483.109249:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:1.0:1769077483.109253:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000001:2.0:1769077483.109261:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077483.109265:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000040:1.0:1769077483.109267:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077483.109270:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1769077483.109270:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8b28.
00000100:00000040:1.0:1769077483.109275:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077483.109277:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000200:2.0:1769077483.109278:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948279168, offset 0
00000020:00000040:1.0:1769077483.109279:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769077483.109284:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077483.109287:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077483.109288:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077483.109290:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077483.109293:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
02000000:00000001:1.0:1769077483.109294:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077483.109297:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077483.109300:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077483.109302:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077483.109307:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077483.109307:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000010:1.0:1769077483.109314:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769077483.109316:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000400:00000200:2.0:1769077483.109318:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
02000000:00000001:1.0:1769077483.109319:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077483.109322:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077483.109324:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077483.109325:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077483.109327:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1769077483.109328:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077483.109333:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000400:00000200:2.0:1769077483.109335:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000001:1.0:1769077483.109337:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077483.109342:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00100000:1.0:1769077483.109343:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948279424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077483.109350:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000001:1.0:1769077483.109354:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077483.109358:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077483.109361:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29992:29992:256:4294967295] 192.168.204.128@tcp LPNI seq info [29991:29991:8:4294967295]
00000100:00000040:1.0:1769077483.109364:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948279424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077483.109373:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077483.109379:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077483.109383:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077483.109391:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1769077483.109392:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1769077483.109394:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077483.109398:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077483.109404:0:37:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:2.0:1769077483.109404:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00080000:1.0:1769077483.109410:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4174
00000800:00000010:2.0:1769077483.109412:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000400:00000200:1.0:1769077483.109417:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077483.109424:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000800:00000200:2.0:1769077483.109426:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:1.0:1769077483.109429:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077483.109435:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077483.109440:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769077483.109440:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769077483.109444:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077483.109447:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077483.109449:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077483.109450:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769077483.109452:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077483.109453:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769077483.109454:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769077483.109456:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769077483.109459:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077483.109461:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077483.109463:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077483.109468:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077483.109469:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077483.109473:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077483.109475:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298848527
00000020:00000040:1.0:1769077483.109492:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00000010:2.0:1769077483.109496:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227ae0.
00000100:00080000:1.0:1769077483.109499:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077483.109504:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077483.109505:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
02000000:00000001:1.0:1769077483.109509:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077483.109514:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077483.109515:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298848527
02000000:00000001:1.0:1769077483.109518:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077483.109523:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000010:2.0:1769077483.109523:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227d80.
00000008:00100000:1.0:1769077483.109527:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077483.109530:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000008:00000001:1.0:1769077483.109531:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077483.109535:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077483.109537:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1769077483.109539:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000100:00000001:2.0:1769077483.109542:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077483.109543:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769077483.109548:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077483.109548:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077483.109550:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077483.109553:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077483.109553:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1769077483.109556:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077483.109559:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077483.109563:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:2.0:1769077483.109564:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077483.109566:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077483.109568:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00100000:1.0:1769077483.109571:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948279552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077483.109573:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077483.109577:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077483.109581:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077483.109581:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769077483.109586:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077483.109592:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4700 x1855007948279296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077483.109593:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948279552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077483.109621:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077483.109622:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077483.109625:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077483.109626:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1769077483.109630:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1769077483.109631:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769077483.109635:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1769077483.109635:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1769077483.109636:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077483.109643:0:37:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:2.0:1769077483.109643:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077483.109646:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4174
00000100:00100000:2.0:1769077483.109652:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948279296:192.168.204.128@tcp:38:kworker.0
00000400:00000200:1.0:1769077483.109653:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077483.109658:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077483.109663:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077483.109663:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077483.109667:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1769077483.109669:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077483.109671:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077483.109674:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077483.109675:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1769077483.109680:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000010:2.0:1769077483.109681:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410c00.
00000100:00000001:1.0:1769077483.109685:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:2.0:1769077483.109686:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077483.109692:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077483.109695:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000400:00000200:2.0:1769077483.109696:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000001:1.0:1769077483.109700:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:2.0:1769077483.109702:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000020:00000040:1.0:1769077483.109704:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000400:00000010:2.0:1769077483.109709:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8c38.
00000020:00000001:1.0:1769077483.109710:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000200:2.0:1769077483.109715:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948279296, portal 10
00000020:00000001:1.0:1769077483.109716:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:2.0:1769077483.109720:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1769077483.109722:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077483.109724:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077483.109727:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077483.109729:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077483.109754:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:1.0:1769077483.109758:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077483.109761:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077483.109767:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077483.109767:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198608128 : -127164510943488 : ffff8c58347f4700)
02000000:00000001:1.0:1769077483.109772:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077483.109776:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077483.109780:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4700 x1855007948279296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077483.109781:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077483.109784:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077483.109790:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077483.109794:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077483.109801:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000100:00000001:2.0:1769077483.109802:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1769077483.109807:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000040:2.0:1769077483.109808:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
02000000:00000001:1.0:1769077483.109813:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077483.109816:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077483.109816:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e82a8.
00000100:00000001:1.0:1769077483.109822:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1769077483.109823:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948279296, offset 0
02000000:00000001:1.0:1769077483.109824:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077483.109827:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077483.109832:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
02000000:00000010:1.0:1769077483.109833:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000400:00000200:2.0:1769077483.109838:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077483.109839:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077483.109845:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00100000:1.0:1769077483.109850:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948279680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077483.109851:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077483.109857:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077483.109864:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769077483.109867:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077483.109870:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000001:1.0:1769077483.109872:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077483.109878:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29993:29993:255:4294967295] 192.168.204.128@tcp LPNI seq info [29992:29992:7:4294967295]
00000100:00000040:1.0:1769077483.109882:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948279680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077483.109889:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077483.109898:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077483.109904:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1769077483.109906:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4184)
00000800:00000200:2.0:1769077483.109912:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077483.109917:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e200.
00000800:00000200:2.0:1769077483.109923:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077483.109928:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:2.0:1769077483.109931:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077483.109935:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077483.109939:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077483.109941:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298847246
00000100:00000001:2.0:1769077483.109944:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298848527
00000100:00000001:2.0:1769077483.109947:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298847246
00000100:00000001:2.0:1769077483.109949:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298848527
00000100:00000001:2.0:1769077483.109953:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077483.109955:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077483.109958:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077483.109962:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f7b80 x1855007948279424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077483.109971:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077483.109973:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077483.109975:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077483.109977:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077483.109979:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077483.109983:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948279424:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077483.109986:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077483.109988:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077483.109990:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077483.109992:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077483.109995:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077483.109998:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077483.110002:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077483.110004:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000400:00000010:2.0:1769077483.110008:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077483.110011:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948279424, portal 10
00000100:00000001:2.0:1769077483.110013:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077483.110015:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198621568 : -127164510930048 : ffff8c58347f7b80)
00000100:00000040:2.0:1769077483.110021:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f7b80 x1855007948279424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077483.110028:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077483.110031:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077483.110033:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8198.
00000100:00000200:2.0:1769077483.110036:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948279424, offset 0
00000400:00000200:2.0:1769077483.110041:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077483.110045:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077483.110048:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077483.110051:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077483.110054:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077483.110057:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077483.110059:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077483.110063:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29994:29994:254:4294967295] 192.168.204.128@tcp LPNI seq info [29993:29993:6:4294967295]
00000400:00000200:2.0:1769077483.110068:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077483.110074:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077483.110079:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077483.110082:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ea00.
00000800:00000200:2.0:1769077483.110086:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077483.110090:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:2.0:1769077483.110093:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077483.110096:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077483.110100:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077483.110102:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298847245
00000100:00000001:2.0:1769077483.110105:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298848527
00000100:00000001:2.0:1769077483.110107:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298847245
00000100:00000001:2.0:1769077483.110110:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298848527
00000100:00000001:2.0:1769077483.110112:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077483.110114:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077483.110117:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077483.110119:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077483.110123:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077483.110125:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769077483.110127:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077483.110128:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077483.110130:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077483.110134:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f5f80 x1855007948279552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077483.110141:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077483.110143:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077483.110145:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077483.110148:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077483.110150:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077483.110154:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948279552:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077483.110157:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077483.110159:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077483.110160:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077483.110162:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077483.110165:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077483.110168:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077483.110171:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077483.110174:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada840.
00000400:00000010:2.0:1769077483.110178:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8d48.
00000100:00000200:2.0:1769077483.110181:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948279552, portal 4
00000100:00000001:2.0:1769077483.110183:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077483.110185:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198614400 : -127164510937216 : ffff8c58347f5f80)
00000100:00000040:2.0:1769077483.110191:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f5f80 x1855007948279552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077483.110199:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077483.110201:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077483.110204:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8bb0.
00000100:00000200:2.0:1769077483.110207:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948279552, offset 0
00000400:00000200:2.0:1769077483.110210:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077483.110214:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077483.110217:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077483.110220:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077483.110223:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077483.110226:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077483.110228:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077483.110232:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29995:29995:253:4294967295] 192.168.204.128@tcp LPNI seq info [29994:29994:5:4294967295]
00000400:00000200:2.0:1769077483.110237:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077483.110242:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077483.110247:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077483.110251:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e900.
00000800:00000200:2.0:1769077483.110255:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077483.110259:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:2.0:1769077483.110263:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077483.110266:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077483.110269:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077483.110272:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298847310
00000100:00000001:2.0:1769077483.110274:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298848527
00000100:00000001:2.0:1769077483.110276:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298847310
00000100:00000001:2.0:1769077483.110279:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298848527
00000100:00000001:2.0:1769077483.110281:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077483.110283:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077483.110286:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077483.110290:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4e00 x1855007948279680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077483.110297:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077483.110299:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077483.110301:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077483.110303:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077483.110305:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077483.110308:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948279680:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077483.110312:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077483.110314:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077483.110316:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077483.110317:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077483.110321:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077483.110323:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077483.110326:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077483.110329:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077483.110332:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8770.
00000100:00000200:2.0:1769077483.110335:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948279680, portal 4
00000100:00000001:2.0:1769077483.110337:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077483.110339:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198609920 : -127164510941696 : ffff8c58347f4e00)
00000100:00000040:2.0:1769077483.110346:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4e00 x1855007948279680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077483.110352:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077483.110355:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077483.110357:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8550.
00000100:00000200:2.0:1769077483.110360:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948279680, offset 0
00000400:00000200:2.0:1769077483.110365:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077483.110368:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077483.110371:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077483.110374:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077483.110377:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077483.110380:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077483.110382:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077483.110385:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29996:29996:252:4294967295] 192.168.204.128@tcp LPNI seq info [29995:29995:4:4294967295]
00000400:00000200:2.0:1769077483.110390:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077483.110396:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077483.110401:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077483.110405:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077483.110409:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077483.110413:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:2.0:1769077483.110416:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077483.110419:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077483.110423:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077483.110425:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298847257
00000100:00000001:2.0:1769077483.110428:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298848527
00000100:00000001:2.0:1769077483.110430:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298847257
00000100:00000001:2.0:1769077483.110432:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298848527
00000100:00000001:2.0:1769077483.110434:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077483.110436:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077483.110439:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077483.110442:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077483.110445:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077483.110447:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769077483.110449:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077483.110450:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077483.110452:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077483.110454:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077483.428823:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077483.428830:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077483.428832:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077483.428834:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077483.428837:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077483.428839:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077483.428841:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077483.428843:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077483.428892:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077483.428896:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077483.428899:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077484.132867:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077484.132877:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077484.132880:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077484.132887:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077484.132893:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077484.132898:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077484.132903:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077484.132906:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077484.132910:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077484.452797:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298848527, at 4298848576
00000100:00000040:0.0:1769077484.452800:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298848527, at 4298848576
00010000:00000001:2.0:1769077484.452808:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077484.452812:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077484.452815:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ae0.
00000100:00000010:1.0:1769077484.452817:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d80.
00000020:00000001:2.0:1769077484.452831:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077484.452833:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077484.452836:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077485.156797:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077485.156803:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077485.156805:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077485.156810:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077485.156814:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077485.156817:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077485.156819:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077485.156821:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077485.156824:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077485.476796:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077485.476801:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077485.476818:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077485.476820:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077485.476823:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077486.180824:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077486.180830:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077486.180832:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077486.180836:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077486.180840:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077486.180843:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077486.180845:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077486.180847:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077486.180849:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1769077486.180973:0:2419:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.128:988
00000400:00000100:0.0:1769077486.181017:0:2419:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.128@tcp at host 192.168.204.128 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769077486.181028:0:2419:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077486.181033:0:2419:0:(router.c:1755:lnet_notify()) 192.168.204.28@tcp notifying 192.168.204.128@tcp: down
00000400:00000200:0.0:1769077486.181037:0:2419:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077486.181041:0:2419:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769077486.181047:0:2419:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:0.0:1769077486.181051:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:0.0:1769077486.181057:0:2419:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077486.181062:0:2419:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077486.181069:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8b28
00000400:00000010:0.0:1769077486.181072:0:2419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8b28.
00000100:00000001:0.0:1769077486.181077:0:2419:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077486.181086:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58347f4000 x1855007948279168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077486.181128:0:2419:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077486.181133:0:2419:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4000 x1855007948279168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077508 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077486.181143:0:2419:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077486.181145:0:2419:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769077486.181156:0:2419:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:0.0:1769077486.181159:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e200.
00000400:00000200:0.0:1769077486.181162:0:2419:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077486.181165:0:2419:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077486.181168:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e82a8
00000400:00000010:0.0:1769077486.181170:0:2419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e82a8.
00000100:00000001:0.0:1769077486.181172:0:2419:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077486.181177:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58347f4700 x1855007948279296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077486.181185:0:2419:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077486.181188:0:2419:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4700 x1855007948279296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077508 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077486.181195:0:2419:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077486.181196:0:2419:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769077486.181201:0:2419:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:0.0:1769077486.181203:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ea00.
00000400:00000200:0.0:1769077486.181206:0:2419:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077486.181210:0:2419:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077486.181213:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8198
00000400:00000010:0.0:1769077486.181214:0:2419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8198.
00000100:00000001:0.0:1769077486.181216:0:2419:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077486.181221:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58347f7b80 x1855007948279424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077486.181229:0:2419:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077486.181232:0:2419:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f7b80 x1855007948279424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077508 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077486.181239:0:2419:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077486.181240:0:2419:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769077486.181245:0:2419:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:0.0:1769077486.181247:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e900.
00000400:00000200:0.0:1769077486.181249:0:2419:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077486.181259:0:2419:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077486.181262:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8bb0
00000400:00000010:0.0:1769077486.181264:0:2419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8bb0.
00000100:00000001:0.0:1769077486.181266:0:2419:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077486.181270:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58347f5f80 x1855007948279552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077486.181277:0:2419:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077486.181280:0:2419:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f5f80 x1855007948279552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077508 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077486.181286:0:2419:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077486.181287:0:2419:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769077486.181292:0:2419:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:0.0:1769077486.181294:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:0.0:1769077486.181297:0:2419:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077486.181300:0:2419:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077486.181303:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8550
00000400:00000010:0.0:1769077486.181305:0:2419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8550.
00000100:00000001:0.0:1769077486.181308:0:2419:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077486.181312:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58347f4e00 x1855007948279680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077486.181320:0:2419:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077486.181323:0:2419:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4e00 x1855007948279680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077508 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077486.181329:0:2419:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077486.181330:0:2419:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077486.181542:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077486.181546:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077486.181548:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077486.181555:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077483/real 1769077486]  req@ffff8c58347f5f80 x1855007948279552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077486.181566:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077486.181568:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077486.181571:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada840.
00000400:00000200:2.0:1769077486.181615:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8d48
00000400:00000010:2.0:1769077486.181616:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8d48.
00000100:00000001:2.0:1769077486.181620:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077486.181624:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f5f80 x1855007948279552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077486.181634:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f5f80 x1855007948279552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077486.181640:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077486.181642:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077486.181645:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077486.181647:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077486.181651:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f5f80 x1855007948279552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077486.181659:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077486.181664:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f5f80 x1855007948279552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077486.181672:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077486.181674:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077486.181677:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077486.181678:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077486.181681:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077486.181683:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077486.181687:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077486.181692:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077486.181695:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077486.181699:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f5f80 x1855007948279552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077486.181707:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948279552:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077486.181712:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077486.181715:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077483/real 1769077486]  req@ffff8c58347f4e00 x1855007948279680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077486.181722:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077486.181724:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077486.181726:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077486.181763:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8770
00000400:00000010:2.0:1769077486.181766:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8770.
00000100:00000001:2.0:1769077486.181769:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077486.181774:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4e00 x1855007948279680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077486.181783:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4e00 x1855007948279680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077486.181790:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077486.181792:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077486.181794:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077486.181796:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077486.181799:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4e00 x1855007948279680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077486.181812:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077486.181816:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4e00 x1855007948279680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077486.181822:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077486.181825:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077486.181826:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077486.181827:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077486.181829:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077486.181831:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077486.181833:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077486.181837:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077486.181840:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077486.181844:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4e00 x1855007948279680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077486.181853:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948279680:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077486.181857:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077486.181862:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077483/real 1769077486]  req@ffff8c58347f4700 x1855007948279296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077486.181870:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077486.181872:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077486.181874:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077486.181877:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8c38
00000400:00000010:2.0:1769077486.181879:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8c38.
00000100:00000001:2.0:1769077486.181881:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077486.181884:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4700 x1855007948279296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077486.181899:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4700 x1855007948279296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077486.181906:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077486.181908:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077486.181910:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077486.181912:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077486.181916:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4700 x1855007948279296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077486.181924:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077486.181928:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4700 x1855007948279296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077486.181934:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077486.181936:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077486.181938:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077486.181940:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077486.181942:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077486.181944:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077486.181947:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077486.181951:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077486.181953:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077486.181957:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4700 x1855007948279296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077486.181966:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948279296:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077486.181970:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077486.181974:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077483/real 1769077486]  req@ffff8c58347f7b80 x1855007948279424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077486.181988:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077486.181989:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077486.181991:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077486.181994:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077486.181996:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077486.181998:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077486.182001:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f7b80 x1855007948279424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077486.182010:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f7b80 x1855007948279424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077486.182018:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077486.182019:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077486.182021:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077486.182022:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077486.182026:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f7b80 x1855007948279424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077486.182032:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077486.182036:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f7b80 x1855007948279424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077486.182042:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077486.182045:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077486.182047:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077486.182048:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077486.182050:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077486.182052:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077486.182054:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077486.182058:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077486.182061:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077486.182065:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f7b80 x1855007948279424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077486.182074:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948279424:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077486.182078:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077486.182082:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077483/real 1769077486]  req@ffff8c58347f4000 x1855007948279168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077486.182091:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077486.182092:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077486.182094:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077486.182097:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077486.182099:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077486.182111:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077486.182116:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4000 x1855007948279168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077486.182126:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4000 x1855007948279168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077486.182133:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077486.182135:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077486.182137:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077486.182138:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077486.182142:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4000 x1855007948279168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077486.182150:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077486.182153:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4000 x1855007948279168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077486.182160:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077486.182162:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077486.182164:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077486.182166:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077486.182168:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077486.182170:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077486.182172:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077486.182176:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077486.182178:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077486.182182:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4000 x1855007948279168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077486.182190:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948279168:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077486.182194:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077486.182197:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077486.182201:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f5f80 x1855007948279552/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077486.182208:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077486.182211:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077486.182216:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077486.182220:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077486.182224:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077486.182226:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077486.182228:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077486.182231:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d400.
02000000:00000001:2.0:1769077486.182235:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077486.182237:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077486.182239:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f5f80.
00000100:00000001:2.0:1769077486.182260:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077486.182262:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077486.182264:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077486.182268:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4e00 x1855007948279680/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077486.182274:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077486.182276:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077486.182278:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077486.182281:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077486.182282:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077486.182283:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077486.182285:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077486.182287:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d000.
02000000:00000001:2.0:1769077486.182289:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077486.182290:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077486.182291:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4e00.
00000100:00000001:2.0:1769077486.182294:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077486.182295:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077486.182297:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077486.182300:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4700 x1855007948279296/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077486.182306:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077486.182308:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077486.182309:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077486.182311:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077486.182313:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077486.182314:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077486.182317:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077486.182318:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4cc00.
02000000:00000001:2.0:1769077486.182320:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077486.182321:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077486.182323:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4700.
00000100:00000001:2.0:1769077486.182325:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077486.182326:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077486.182328:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077486.182330:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f7b80 x1855007948279424/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077486.182336:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077486.182337:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077486.182339:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077486.182341:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077486.182342:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077486.182343:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077486.182351:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077486.182353:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4c400.
02000000:00000001:2.0:1769077486.182356:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077486.182357:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077486.182359:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f7b80.
00000100:00000001:2.0:1769077486.182361:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077486.182362:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077486.182363:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077486.182367:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4000 x1855007948279168/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077486.182374:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077486.182375:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077486.182377:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077486.182379:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077486.182380:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077486.182382:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077486.182383:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077486.182385:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4c800.
02000000:00000001:2.0:1769077486.182387:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077486.182388:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077486.182390:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4000.
00000100:00000001:2.0:1769077486.182392:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077486.182393:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077486.182396:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077486.182403:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077486.182404:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077486.182412:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077486.182413:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077486.500844:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077486.500850:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077486.500910:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077486.500915:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077486.500920:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077487.204851:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077487.204858:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077487.204860:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077487.204865:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077487.204868:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077487.204871:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077487.204873:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077487.204876:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077487.204878:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077487.524839:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077487.524845:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077487.524905:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077487.524908:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077487.524912:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077488.228837:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077488.228847:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077488.228849:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077488.228856:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077488.228860:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077488.228865:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077488.228866:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077488.228869:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769077488.228874:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077488.228875:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077488.228878:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077488.228880:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077488.228881:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077488.228886:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077488.228893:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4179
00000400:00000200:3.0:1769077488.228900:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077488.228906:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077488.228908:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077488.228910:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077488.228913:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077488.228916:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077488.228918:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077488.228921:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077488.228923:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769077488.228925:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077488.228927:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769077488.228928:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769077488.228930:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769077488.228932:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077488.228934:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077488.228935:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077488.228937:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077488.228939:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769077488.228942:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077488.228943:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077488.228945:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077488.228948:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077488.228950:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077488.228951:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077488.228953:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077488.228960:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000020:00000040:3.0:1769077488.228963:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077488.228966:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077488.228967:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077488.228969:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077488.228972:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077488.228975:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077488.228981:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769077488.228986:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077488.228993:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948279808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077488.229001:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077488.229004:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077488.229008:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948279808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077488.229027:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077488.229030:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077488.229032:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077488.229033:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077488.229034:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077488.229037:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077488.229038:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4179
00000400:00000200:3.0:1769077488.229041:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077488.229043:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077488.229045:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077488.229047:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077488.229049:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077488.229051:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077488.229054:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077488.229064:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077488.229066:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769077488.229068:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077488.229071:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000100:00000001:2.0:1769077488.229073:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769077488.229074:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769077488.229079:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077488.229080:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769077488.229085:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077488.229086:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077488.229089:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077488.229097:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000040:2.0:1769077488.229099:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1f80 x1855007948279808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077488.229100:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077488.229105:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769077488.229112:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077488.229118:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077488.229121:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769077488.229122:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077488.229125:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077488.229130:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077488.229132:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077488.229134:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077488.229137:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077488.229139:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077488.229143:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1769077488.229147:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1769077488.229152:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948279808:192.168.204.128@tcp:250:kworker.0
00000008:00000001:3.0:1769077488.229154:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077488.229160:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077488.229162:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1769077488.229166:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
02000000:00000001:2.0:1769077488.229168:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1769077488.229171:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:2.0:1769077488.229172:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077488.229177:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077488.229178:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769077488.229181:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077488.229185:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1769077488.229186:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
02000000:00000001:3.0:1769077488.229187:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077488.229191:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077488.229192:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077488.229199:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000400:00000200:2.0:1769077488.229205:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077488.229207:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077488.229211:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000100:00100000:3.0:1769077488.229218:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948279936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077488.229228:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1769077488.229229:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000001:3.0:1769077488.229231:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077488.229239:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948279936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077488.229240:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948279808, portal 25
00000100:00000001:2.0:1769077488.229247:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077488.229250:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444606336 : -127165264945280 : ffff8c58078e1f80)
00000100:00000001:3.0:1769077488.229261:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077488.229262:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1f80 x1855007948279808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077488.229267:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077488.229277:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077488.229280:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077488.229284:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1769077488.229284:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077488.229290:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:2.0:1769077488.229291:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00080000:3.0:1769077488.229296:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4179
00000400:00000010:2.0:1769077488.229298:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000400:00000200:3.0:1769077488.229304:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000200:2.0:1769077488.229305:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948279808, offset 0
00000400:00000200:3.0:1769077488.229311:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077488.229316:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077488.229317:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000040:3.0:1769077488.229324:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077488.229327:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077488.229332:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:3.0:1769077488.229332:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077488.229338:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077488.229341:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077488.229343:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000400:00000200:2.0:1769077488.229344:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000020:00000001:3.0:1769077488.229347:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077488.229351:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000400:00000200:2.0:1769077488.229353:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1769077488.229358:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077488.229362:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000020:00000001:3.0:1769077488.229365:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077488.229369:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1769077488.229376:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077488.229377:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000001:3.0:1769077488.229383:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077488.229387:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29997:29997:256:4294967295] 192.168.204.128@tcp LPNI seq info [29996:29996:8:4294967295]
00000100:00000040:3.0:1769077488.229389:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077488.229407:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077488.229413:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000040:3.0:1769077488.229414:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769077488.229420:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077488.229423:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077488.229429:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769077488.229433:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1769077488.229435:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077488.229441:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077488.229445:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:2.0:1769077488.229446:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000008:00100000:3.0:1769077488.229448:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077488.229453:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077488.229455:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077488.229456:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000100:00000010:3.0:1769077488.229461:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769077488.229466:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000800:00000200:2.0:1769077488.229468:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:3.0:1769077488.229470:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077488.229473:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077488.229475:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1769077488.229476:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077488.229479:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077488.229483:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077488.229488:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000010:3.0:1769077488.229491:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000800:00000200:2.1:1769077488.229494:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1769077488.229497:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769077488.229505:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00100000:3.0:1769077488.229508:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948280064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1769077488.229510:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000100:00000001:3.0:1769077488.229520:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077488.229521:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1769077488.229524:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077488.229531:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948280064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077488.229535:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077488.229545:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000100:00000001:3.0:1769077488.229545:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077488.229550:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00080000:3.0:1769077488.229551:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077488.229558:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077488.229560:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769077488.229560:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077488.229565:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077488.229568:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077488.229571:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4179
00000400:00000200:3.0:1769077488.229576:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077488.229581:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000200:2.0:1769077488.229585:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1f80 x1855007948279808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077488.229586:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077488.229593:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077488.229599:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077488.229604:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077488.229606:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769077488.229608:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000040:2.0:1769077488.229614:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1f80 x1855007948279808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077513 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769077488.229614:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077488.229616:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769077488.229621:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077488.229625:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769077488.229630:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769077488.229636:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769077488.229645:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077488.229647:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077488.229649:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077488.229651:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1769077488.229655:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077488.229659:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077488.229662:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077488.229663:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769077488.229669:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000200:2.0:1769077488.229672:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077488.229675:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077488.229678:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298853647
02000000:00000001:3.0:1769077488.229679:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077488.229685:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1769077488.229688:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227840.
02000000:00000001:3.0:1769077488.229689:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077488.229694:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077488.229699:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000008:00100000:3.0:1769077488.229704:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077488.229709:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298853647
00000008:00000001:3.0:1769077488.229709:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077488.229716:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077488.229717:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227b40.
00000100:00000010:3.0:1769077488.229722:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000100:00000001:2.0:1769077488.229723:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000020:00000040:3.0:1769077488.229729:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769077488.229760:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077488.229762:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077488.229765:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077488.229766:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077488.229769:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077488.229770:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1769077488.229774:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:2.0:1769077488.229776:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077488.229781:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1769077488.229781:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077488.229789:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077488/real 1769077488]  req@ffff8c58078e1f80 x1855007948279808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077488.229792:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948280192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077488.229823:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000001:2.0:1769077488.229824:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1769077488.229827:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769077488.229828:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077488.229834:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000100:00000040:3.0:1769077488.229836:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948280192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077488.229840:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077488.229844:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077488.229848:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077488.229854:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1f80 x1855007948279808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077488.229863:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1f80 x1855007948279808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.229870:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077488.229872:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077488.229874:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077488.229876:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077488.229879:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1f80 x1855007948279808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.229887:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077488.229891:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1f80 x1855007948279808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.229898:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077488.229901:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077488.229903:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077488.229904:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077488.229906:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077488.229908:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077488.229911:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077488.229915:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077488.229918:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077488.229923:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1f80 x1855007948279808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077488.229932:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948279808:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077488.229937:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077488.229940:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077488.229943:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1f80 x1855007948279808/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.229950:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077488.229953:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077488.229956:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077488.229959:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077488.229961:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077488.229963:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077488.229966:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077488.229968:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312ec00.
02000000:00000001:2.0:1769077488.229976:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1769077488.229976:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077488.229981:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:3.0:1769077488.229982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1769077488.229985:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1f80.
00000100:00080000:3.0:1769077488.229988:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077488.229991:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077488.229992:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00080000:3.0:1769077488.229994:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077488.229996:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077488.229999:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077488.230001:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077488.230006:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4179
00000100:00000001:2.0:1769077488.230012:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:3.0:1769077488.230013:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077488.230016:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077488.230020:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077488.230022:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1769077488.230025:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077488.230026:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077488.230029:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077488.230033:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000040:2.0:1769077488.230038:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e3800 x1855007948279936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077488.230039:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077488.230045:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077488.230052:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077488.230056:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1769077488.230058:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077488.230059:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077488.230062:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
02000000:00000001:2.0:1769077488.230063:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1769077488.230066:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:2.0:1769077488.230068:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1769077488.230070:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
02000000:00000001:2.0:1769077488.230075:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077488.230076:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00100000:2.0:1769077488.230082:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948279936:192.168.204.128@tcp:38:kworker.0
00000020:00000001:3.0:1769077488.230082:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:2.0:1769077488.230091:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1769077488.230092:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077488.230095:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769077488.230097:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077488.230098:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077488.230103:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077488.230104:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769077488.230108:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000010:2.0:1769077488.230110:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
00000020:00000040:3.0:1769077488.230112:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
02000000:00000001:2.0:1769077488.230114:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077488.230119:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000200:2.0:1769077488.230123:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077488.230125:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077488.230129:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
02000000:00000001:3.0:1769077488.230129:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077488.230135:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1769077488.230136:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
02000000:00000001:3.0:1769077488.230139:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077488.230143:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948279936, portal 10
00000100:00000001:3.0:1769077488.230144:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077488.230148:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000008:00100000:3.0:1769077488.230149:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077488.230151:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444612608 : -127165264939008 : ffff8c58078e3800)
00000008:00000001:3.0:1769077488.230155:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077488.230159:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077488.230162:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e3800 x1855007948279936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769077488.230166:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769077488.230173:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000001:2.0:1769077488.230177:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1769077488.230178:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1769077488.230183:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
02000000:00000001:3.0:1769077488.230183:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077488.230187:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1769077488.230191:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
02000000:00000001:3.0:1769077488.230191:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077488.230196:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077488.230197:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948279936, offset 0
02000000:00000010:3.0:1769077488.230203:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000400:00000200:2.0:1769077488.230207:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:3.0:1769077488.230211:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077488.230215:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00100000:3.0:1769077488.230221:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948280320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077488.230224:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077488.230234:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077488.230241:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077488.230248:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769077488.230252:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077488.230253:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000001:3.0:1769077488.230257:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077488.230262:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29998:29998:256:4294967295] 192.168.204.128@tcp LPNI seq info [29997:29997:8:4294967295]
00000100:00000040:3.0:1769077488.230267:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948280320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077488.230273:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077488.230286:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077488.230290:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1769077488.230294:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4190)
00000800:00000200:2.0:1769077488.230301:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077488.230307:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077488.230312:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077488.230316:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077488.230322:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077488.230325:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077488.230330:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077488.230332:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077488.230336:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077488.230340:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077488.230343:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077488.230346:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077488.230348:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077488.230351:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e3800 x1855007948279936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.230357:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077488.230359:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e3800 x1855007948279936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077513 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.230364:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077488.230366:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077488.230369:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077488.230374:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077488.230377:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077488.230381:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298852366
00000100:00000001:2.0:1769077488.230384:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298853647
00000100:00000001:2.0:1769077488.230386:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298852366
00000100:00000001:2.0:1769077488.230389:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298853647
00000100:00000001:2.0:1769077488.230415:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077488.230417:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077488.230419:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077488.230424:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077488/real 1769077488]  req@ffff8c58078e3800 x1855007948279936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077488.230433:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077488.230434:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077488.230436:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077488.230439:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077488.230441:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077488.230444:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077488.230447:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e3800 x1855007948279936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077488.230458:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e3800 x1855007948279936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.230465:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077488.230467:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077488.230469:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077488.230471:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077488.230476:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e3800 x1855007948279936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.230483:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077488.230488:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e3800 x1855007948279936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.230496:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077488.230499:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077488.230500:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077488.230502:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077488.230504:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077488.230506:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077488.230509:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077488.230514:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077488.230516:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077488.230521:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e3800 x1855007948279936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077488.230530:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948279936:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077488.230534:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077488.230538:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1500 x1855007948280064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.230545:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077488.230547:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077488.230549:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077488.230551:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077488.230554:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077488.230557:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948280064:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077488.230560:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077488.230562:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077488.230564:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077488.230566:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077488.230570:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077488.230574:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077488.230578:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077488.230581:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077488.230584:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077488.230588:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948280064, portal 10
00000100:00000001:2.0:1769077488.230590:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077488.230591:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444603648 : -127165264947968 : ffff8c58078e1500)
00000100:00000040:2.0:1769077488.230598:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1500 x1855007948280064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.230605:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077488.230614:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077488.230616:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077488.230619:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948280064, offset 0
00000400:00000200:2.0:1769077488.230624:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077488.230628:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077488.230632:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077488.230636:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077488.230639:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077488.230641:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077488.230644:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077488.230647:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [29999:29999:256:4294967295] 192.168.204.128@tcp LPNI seq info [29998:29998:8:4294967295]
00000400:00000200:2.0:1769077488.230651:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077488.230658:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077488.230663:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077488.230667:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077488.230671:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077488.230674:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077488.230678:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077488.230681:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077488.230686:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077488.230688:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077488.230691:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077488.230695:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077488.230698:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077488.230700:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077488.230703:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077488.230706:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1500 x1855007948280064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.230712:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077488.230714:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1500 x1855007948280064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077513 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.230718:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077488.230720:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077488.230722:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077488.230725:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077488.230727:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077488.230729:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298852365
00000100:00000001:2.0:1769077488.230748:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298853647
00000100:00000001:2.0:1769077488.230749:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298852366
00000100:00000001:2.0:1769077488.230751:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298853647
00000100:00000001:2.0:1769077488.230753:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077488.230754:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077488.230755:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077488.230758:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077488/real 1769077488]  req@ffff8c58078e1500 x1855007948280064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077488.230763:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077488.230764:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077488.230765:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077488.230767:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077488.230768:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077488.230770:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077488.230772:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1500 x1855007948280064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077488.230777:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1500 x1855007948280064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.230785:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077488.230787:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077488.230789:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077488.230790:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077488.230794:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1500 x1855007948280064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.230801:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077488.230805:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1500 x1855007948280064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.230812:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077488.230814:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077488.230816:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077488.230817:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077488.230819:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077488.230821:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077488.230824:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077488.230828:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077488.230831:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077488.230835:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1500 x1855007948280064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077488.230844:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948280064:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077488.230849:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077488.230852:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e2a00 x1855007948280192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.230859:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077488.230860:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077488.230862:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077488.230864:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077488.230865:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077488.230867:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948280192:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077488.230869:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077488.230871:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077488.230872:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077488.230873:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077488.230876:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077488.230878:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077488.230881:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077488.230883:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077488.230885:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077488.230887:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948280192, portal 4
00000100:00000001:2.0:1769077488.230889:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077488.230890:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444609024 : -127165264942592 : ffff8c58078e2a00)
00000100:00000040:2.0:1769077488.230896:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e2a00 x1855007948280192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.230903:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077488.230905:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077488.230908:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077488.230910:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948280192, offset 0
00000400:00000200:2.0:1769077488.230915:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077488.230919:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077488.230923:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077488.230926:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077488.230929:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077488.230932:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077488.230934:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077488.230937:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30000:30000:256:4294967295] 192.168.204.128@tcp LPNI seq info [29999:29999:8:4294967295]
00000400:00000200:2.0:1769077488.230941:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077488.230946:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077488.230950:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077488.230953:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077488.230957:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077488.230960:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077488.230964:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077488.230967:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077488.230971:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077488.230973:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077488.230976:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077488.230979:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077488.230982:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077488.230984:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077488.230987:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077488.230990:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e2a00 x1855007948280192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.230998:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077488.231001:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e2a00 x1855007948280192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077513 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.231007:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077488.231009:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077488.231012:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077488.231015:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077488.231018:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077488.231020:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298852431
00000100:00000001:2.0:1769077488.231022:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298853647
00000100:00000001:2.0:1769077488.231025:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298852431
00000100:00000001:2.0:1769077488.231027:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298853647
00000100:00000001:2.0:1769077488.231029:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077488.231031:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077488.231032:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077488.231037:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077488/real 1769077488]  req@ffff8c58078e2a00 x1855007948280192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077488.231046:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077488.231047:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077488.231049:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077488.231052:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077488.231053:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077488.231056:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077488.231059:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e2a00 x1855007948280192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077488.231064:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e2a00 x1855007948280192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.231068:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077488.231069:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077488.231070:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077488.231071:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077488.231074:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e2a00 x1855007948280192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.231078:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077488.231080:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e2a00 x1855007948280192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.231085:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077488.231087:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077488.231087:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077488.231088:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077488.231089:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077488.231090:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077488.231092:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077488.231094:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077488.231095:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077488.231098:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e2a00 x1855007948280192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077488.231104:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948280192:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077488.231106:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077488.231108:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077488.231110:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e3800 x1855007948279936/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.231113:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077488.231114:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077488.231116:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077488.231118:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077488.231119:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077488.231120:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077488.231122:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077488.231123:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d800.
02000000:00000001:2.0:1769077488.231125:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077488.231127:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077488.231128:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e3800.
00000100:00000001:2.0:1769077488.231130:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077488.231131:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077488.231132:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077488.231134:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1500 x1855007948280064/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.231138:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077488.231139:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077488.231140:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077488.231141:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077488.231142:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077488.231143:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077488.231144:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077488.231145:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e000.
02000000:00000001:2.0:1769077488.231146:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077488.231147:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077488.231148:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1500.
00000100:00000001:2.0:1769077488.231149:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077488.231150:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077488.231151:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077488.231153:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e2a00 x1855007948280192/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.231157:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077488.231158:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077488.231159:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077488.231160:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077488.231161:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077488.231161:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077488.231162:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077488.231163:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f400.
02000000:00000001:2.0:1769077488.231165:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077488.231165:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077488.231166:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e2a00.
00000100:00000001:2.0:1769077488.231167:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077488.231168:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077488.231169:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077488.231173:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077488.231174:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077488.231175:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077488.231176:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077488.231177:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077488.231179:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0380 x1855007948280320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.231183:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077488.231184:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077488.231186:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077488.231187:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077488.231188:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077488.231190:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948280320:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077488.231192:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077488.231194:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077488.231195:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077488.231196:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077488.231199:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077488.231200:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077488.231202:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077488.231204:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077488.231206:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077488.231208:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948280320, portal 4
00000100:00000001:2.0:1769077488.231209:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077488.231210:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444599168 : -127165264952448 : ffff8c58078e0380)
00000100:00000040:2.0:1769077488.231214:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0380 x1855007948280320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.231218:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077488.231220:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077488.231221:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077488.231223:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948280320, offset 0
00000400:00000200:2.0:1769077488.231226:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077488.231228:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077488.231230:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077488.231232:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077488.231234:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077488.231236:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077488.231238:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077488.231240:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30001:30001:256:4294967295] 192.168.204.128@tcp LPNI seq info [30000:30000:8:4294967295]
00000400:00000200:2.0:1769077488.231243:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077488.231247:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077488.231250:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077488.231252:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077488.231255:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077488.231257:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077488.231259:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077488.231261:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077488.231264:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077488.231265:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077488.231267:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077488.231269:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077488.231271:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077488.231272:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077488.231274:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077488.231276:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0380 x1855007948280320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.231281:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077488.231283:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0380 x1855007948280320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077513 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.231287:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077488.231288:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077488.231290:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077488.231291:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077488.231293:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077488.231294:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298852378
00000100:00000001:2.0:1769077488.231296:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298853647
00000100:00000001:2.0:1769077488.231297:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298852378
00000100:00000001:2.0:1769077488.231299:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298853647
00000100:00000001:2.0:1769077488.231300:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077488.231302:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077488.231303:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077488.231305:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077488/real 1769077488]  req@ffff8c58078e0380 x1855007948280320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077488.231309:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077488.231310:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077488.231311:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077488.231312:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077488.231313:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077488.231315:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077488.231317:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0380 x1855007948280320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077488.231322:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0380 x1855007948280320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.231326:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077488.231326:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077488.231327:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077488.231328:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077488.231330:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0380 x1855007948280320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.231334:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077488.231336:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0380 x1855007948280320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.231340:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077488.231342:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077488.231343:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077488.231343:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077488.231344:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077488.231346:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077488.231347:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077488.231350:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077488.231351:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077488.231354:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0380 x1855007948280320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077488.231359:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948280320:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077488.231361:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077488.231362:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077488.231364:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0380 x1855007948280320/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077488.231369:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077488.231371:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077488.231373:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410c00.
02000000:00000001:2.0:1769077488.231375:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077488.231376:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077488.231377:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077488.231379:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077488.231381:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e800.
02000000:00000001:2.0:1769077488.231384:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077488.231385:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077488.231387:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0380.
00000100:00000001:2.0:1769077488.231389:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077488.231405:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077488.231407:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077488.231410:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077488.231411:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077488.231413:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077488.231414:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077488.548833:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077488.548839:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077488.548861:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077488.548863:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077488.548865:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077489.252837:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077489.252843:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077489.252844:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077489.252848:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077489.252851:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077489.252855:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077489.252857:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077489.252858:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077489.252860:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077489.572873:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298853647, at 4298853696
00010000:00000001:2.0:1769077489.572873:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077489.572882:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077489.572883:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298853647, at 4298853696
00000100:00000010:0.0:1769077489.572889:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227840.
00000100:00000010:1.0:1769077489.572904:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227b40.
00000020:00000001:2.0:1769077489.572924:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077489.572928:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077489.572932:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077490.276832:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077490.276839:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077490.276840:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077490.276844:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077490.276847:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077490.276851:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077490.276853:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077490.276855:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077490.276857:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077490.596827:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077490.596833:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077490.596887:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077490.596890:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077490.596893:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077491.300832:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077491.300839:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077491.300841:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077491.300845:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077491.300848:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077491.300852:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077491.300854:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077491.300855:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077491.300857:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077491.620859:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077491.620865:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077491.620951:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077491.620964:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077491.620969:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077492.324836:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077492.324843:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077492.324844:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077492.324850:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077492.324852:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077492.324856:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077492.324858:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077492.324861:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077492.324863:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077492.644835:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077492.644842:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077492.644870:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077492.644873:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077492.644877:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077493.348839:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077493.348848:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077493.348851:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077493.348856:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1769077493.348859:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077493.348865:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077493.348867:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077493.348870:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077493.348871:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077493.348875:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077493.348877:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077493.348880:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077493.348884:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077493.348893:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4185
00000100:00000001:2.0:1769077493.348894:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077493.348904:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077493.348911:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077493.348915:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077493.348920:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077493.348923:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077493.348927:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077493.348929:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077493.348932:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077493.348934:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077493.348936:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077493.348938:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077493.348940:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077493.348942:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077493.348944:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077493.348945:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077493.348946:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077493.348948:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077493.348950:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077493.348953:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077493.348956:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077493.348967:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077493.348970:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077493.348973:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077493.348976:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077493.348978:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077493.348987:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9f480.
00000020:00000040:0.0:1769077493.348991:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077493.348996:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077493.348998:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077493.349002:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077493.349004:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077493.349017:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077493.349028:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16c00.
00000100:00000001:0.0:1769077493.349035:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077493.349044:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9f480 x1855007948280448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077493.349056:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077493.349060:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077493.349065:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1a89039] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9f480 x1855007948280448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077493.349091:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077493.349093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077493.349096:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077493.349097:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077493.349098:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077493.349100:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077493.349102:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4185
00000400:00000200:0.0:1769077493.349106:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077493.349108:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077493.349110:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077493.349112:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077493.349114:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077493.349116:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077493.349118:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077493.349120:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077493.349121:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077493.349122:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077493.349124:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077493.349125:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077493.349128:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077493.349128:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769077493.349132:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077493.349133:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077493.349135:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077493.349138:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077493.349138:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077493.349142:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077493.349144:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:0.0:1769077493.349149:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000040:2.0:1769077493.349150:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9f480 x1855007948280448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077493.349151:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077493.349154:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077493.349159:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077493.349163:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077493.349167:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077493.349167:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077493.349171:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769077493.349173:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077493.349177:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077493.349177:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077493.349180:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077493.349181:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1769077493.349184:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c700.
02000000:00000001:2.0:1769077493.349186:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077493.349188:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077493.349192:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077493.349194:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077493.349195:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948280448:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077493.349196:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077493.349199:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077493.349201:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077493.349204:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1769077493.349206:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15400.
02000000:00000001:2.0:1769077493.349210:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769077493.349211:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077493.349213:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077493.349218:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c700 x1855007948280576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077493.349218:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077493.349224:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
00000100:00000001:0.0:1769077493.349226:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1769077493.349229:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077493.349230:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077493.349237:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000435b0902] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c700 x1855007948280576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077493.349244:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077493.349249:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077493.349251:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000100:00080000:0.0:1769077493.349252:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077493.349257:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077493.349258:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077493.349259:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077493.349261:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:2.0:1769077493.349261:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00080000:0.0:1769077493.349264:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4185
00000400:00000200:0.0:1769077493.349268:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077493.349270:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077493.349272:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1769077493.349272:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948280448, portal 25
00000100:00000040:0.0:1769077493.349277:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077493.349278:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077493.349280:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077493.349282:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104277120 : -127169605274496 : ffff8c5704d9f480)
00000100:00000040:2.0:1769077493.349291:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9f480 x1855007948280448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077493.349292:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077493.349296:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077493.349300:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077493.349303:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769077493.349319:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077493.349321:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077493.349325:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769077493.349329:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:0.0:1769077493.349336:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077493.349341:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077493.349344:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077493.349348:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077493.349348:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1769077493.349352:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:0.0:1769077493.349356:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000040:2.0:1769077493.349356:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077493.349361:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077493.349362:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
02000000:00000001:0.0:1769077493.349363:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077493.349367:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1769077493.349369:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948280448, offset 0
02000000:00000001:0.0:1769077493.349370:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077493.349374:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077493.349376:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077493.349379:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077493.349381:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077493.349385:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000010:0.0:1769077493.349386:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d180.
00000020:00000040:0.0:1769077493.349389:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077493.349391:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077493.349392:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077493.349394:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077493.349396:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077493.349396:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:0.0:1769077493.349399:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077493.349405:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
02000000:00000010:0.0:1769077493.349408:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16800.
00000400:00000200:2.0:1769077493.349412:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769077493.349413:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077493.349420:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00100000:0.0:1769077493.349421:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d180 x1855007948280704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077493.349428:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769077493.349432:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077493.349435:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000001:0.0:1769077493.349436:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077493.349444:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad4bb1df] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d180 x1855007948280704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077493.349446:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30002:30002:256:4294967295] 192.168.204.128@tcp LPNI seq info [30001:30001:8:4294967295]
00000400:00000200:2.0:1769077493.349461:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077493.349462:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077493.349465:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077493.349468:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077493.349471:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077493.349474:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077493.349479:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077493.349480:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1769077493.349484:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4185
00000400:00000200:0.0:1769077493.349491:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000800:00000200:2.0:1769077493.349495:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077493.349497:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077493.349501:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077493.349503:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000010:2.0:1769077493.349504:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000100:00000001:0.0:1769077493.349505:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077493.349509:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077493.349511:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077493.349513:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077493.349515:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:0.0:1769077493.349518:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.0:1769077493.349518:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000040:0.0:1769077493.349520:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:0.0:1769077493.349524:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769077493.349526:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000800:00000200:2.0:1769077493.349527:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1769077493.349530:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077493.349535:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077493.349538:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077493.349542:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:2.1:1769077493.349543:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000040:0.0:1769077493.349544:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:0.0:1769077493.349550:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000800:00000200:2.1:1769077493.349551:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1769077493.349553:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077493.349557:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077493.349560:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:2.0:1769077493.349563:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
02000000:00000001:0.0:1769077493.349564:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077493.349568:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000010:2.0:1769077493.349569:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000008:00100000:0.0:1769077493.349570:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077493.349574:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077493.349575:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077493.349577:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:0.0:1769077493.349579:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000020:00000040:0.0:1769077493.349582:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000400:00000200:2.0:1769077493.349586:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1769077493.349587:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077493.349590:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077493.349592:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077493.349593:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077493.349594:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
02000000:00000001:0.0:1769077493.349595:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077493.349599:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
02000000:00000010:0.0:1769077493.349600:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17800.
00000100:00000001:0.0:1769077493.349605:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077493.349608:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:0.0:1769077493.349609:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948280832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769077493.349616:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9f480 x1855007948280448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.349644:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769077493.349645:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077493.349648:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077493.349652:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9f480 x1855007948280448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077518 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077493.349655:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948280832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077493.349679:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077493.349683:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077493.349691:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077493.349694:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077493.349696:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077493.349697:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077493.349700:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077493.349702:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077493.349707:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077493.349708:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4185
00000400:00000200:2.0:1769077493.349716:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077493.349717:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077493.349722:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298858767
00000400:00000200:0.0:1769077493.349723:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077493.349728:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077493.349755:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077493.349759:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1769077493.349759:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227de0.
00000100:00000040:0.0:1769077493.349764:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077493.349767:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077493.349769:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000020:00000001:0.0:1769077493.349770:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077493.349774:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769077493.349777:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077493.349778:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298858768
00000020:00000040:0.0:1769077493.349780:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:0.0:1769077493.349785:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000010:2.0:1769077493.349786:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a2272a0.
00000020:00000001:0.0:1769077493.349788:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:2.0:1769077493.349793:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000040:0.0:1769077493.349795:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077493.349800:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077493.349800:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769077493.349804:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077493.349806:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077493.349810:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077493.349811:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000020:00000040:0.0:1769077493.349815:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00100000:2.0:1769077493.349820:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077493/real 1769077493]  req@ffff8c5704d9f480 x1855007948280448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077493.349822:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077493.349828:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077493.349833:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077493.349837:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077493.349841:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077493.349843:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000001:2.0:1769077493.349845:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000008:00100000:0.0:1769077493.349846:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000400:00000001:2.0:1769077493.349849:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000008:00000001:0.0:1769077493.349851:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077493.349853:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000100:00000001:0.0:1769077493.349856:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077493.349859:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000100:00000010:0.0:1769077493.349863:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000400:00000010:2.0:1769077493.349864:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000020:00000040:0.0:1769077493.349869:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000001:2.0:1769077493.349870:0:2431:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1769077493.349875:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077493.349878:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077493.349878:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9f480 x1855007948280448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077493.349883:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077493.349886:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077493.349889:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077493.349897:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14000.
00000100:00000200:2.0:1769077493.349898:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9f480 x1855007948280448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077493.349903:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077493.349912:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948280960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077493.349913:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077493.349917:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077493.349922:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077493.349923:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077493.349925:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077493.349926:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077493.349934:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948280960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077493.349938:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9f480 x1855007948280448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077493.349943:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077493.349948:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4195)
00000100:00000001:2.0:1769077493.349955:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077493.349961:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9f480 x1855007948280448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.349970:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077493.349973:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077493.349975:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077493.349981:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077493.349984:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077493.349986:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077493.349990:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077493.349994:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077493.349997:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077493.350002:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9f480 x1855007948280448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077493.350011:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948280448:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077493.350016:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077493.350018:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077493.350021:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9f480 x1855007948280448/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.350028:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077493.350031:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077493.350034:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077493.350037:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077493.350039:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077493.350041:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077493.350043:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077493.350045:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16c00.
02000000:00000001:2.0:1769077493.350049:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077493.350052:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077493.350054:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9f480.
00000100:00000001:2.0:1769077493.350058:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077493.350059:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077493.350061:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077493.350067:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077493.350069:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077493.350071:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077493.350073:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077493.350075:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077493.350079:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c700 x1855007948280576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.350087:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077493.350088:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077493.350090:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077493.350092:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077493.350095:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077493.350098:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948280576:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077493.350102:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077493.350104:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077493.350105:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077493.350107:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077493.350110:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077493.350112:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077493.350117:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077493.350120:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077493.350123:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077493.350126:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948280576, portal 10
00000100:00000001:2.0:1769077493.350128:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077493.350130:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104265472 : -127169605286144 : ffff8c5704d9c700)
00000100:00000040:2.0:1769077493.350137:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c700 x1855007948280576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.350144:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077493.350147:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077493.350150:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077493.350152:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948280576, offset 0
00000400:00000200:2.0:1769077493.350156:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077493.350160:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077493.350164:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077493.350168:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077493.350171:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077493.350173:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077493.350176:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077493.350180:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30003:30003:256:4294967295] 192.168.204.128@tcp LPNI seq info [30002:30002:8:4294967295]
00000400:00000200:2.0:1769077493.350184:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077493.350191:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077493.350196:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077493.350199:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077493.350204:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077493.350207:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077493.350212:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077493.350215:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077493.350219:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077493.350221:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077493.350224:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077493.350228:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077493.350231:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077493.350233:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077493.350236:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077493.350240:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c700 x1855007948280576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.350248:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077493.350251:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c700 x1855007948280576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077518 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.350259:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077493.350261:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077493.350264:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077493.350268:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077493.350272:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077493.350274:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298857486
00000100:00000001:2.0:1769077493.350277:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298858767
00000100:00000001:2.0:1769077493.350279:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298857486
00000100:00000001:2.0:1769077493.350282:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298858768
00000100:00000001:2.0:1769077493.350284:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077493.350286:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077493.350288:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077493.350292:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077493/real 1769077493]  req@ffff8c5704d9c700 x1855007948280576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077493.350301:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077493.350303:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077493.350318:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077493.350322:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077493.350323:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077493.350325:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077493.350329:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c700 x1855007948280576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077493.350340:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c700 x1855007948280576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.350346:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077493.350348:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077493.350350:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077493.350351:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077493.350355:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c700 x1855007948280576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.350362:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077493.350366:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c700 x1855007948280576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.350375:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077493.350378:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077493.350380:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077493.350381:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077493.350383:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077493.350385:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077493.350388:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077493.350391:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077493.350393:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077493.350397:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c700 x1855007948280576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077493.350406:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948280576:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077493.350410:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077493.350413:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d180 x1855007948280704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.350420:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077493.350422:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077493.350424:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077493.350426:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077493.350428:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077493.350431:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948280704:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077493.350434:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077493.350436:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077493.350438:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077493.350440:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077493.350444:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077493.350446:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077493.350450:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077493.350452:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077493.350456:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077493.350459:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948280704, portal 10
00000100:00000001:2.0:1769077493.350461:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077493.350462:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104268160 : -127169605283456 : ffff8c5704d9d180)
00000100:00000040:2.0:1769077493.350468:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d180 x1855007948280704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.350475:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077493.350477:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077493.350480:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077493.350482:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948280704, offset 0
00000400:00000200:2.0:1769077493.350487:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077493.350491:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077493.350494:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077493.350497:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077493.350499:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077493.350502:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077493.350505:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077493.350509:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30004:30004:256:4294967295] 192.168.204.128@tcp LPNI seq info [30003:30003:8:4294967295]
00000400:00000200:2.0:1769077493.350513:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077493.350520:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077493.350525:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077493.350528:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077493.350532:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077493.350535:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077493.350540:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077493.350542:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077493.350546:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077493.350549:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077493.350552:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077493.350555:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077493.350558:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077493.350561:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077493.350563:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077493.350567:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d180 x1855007948280704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.350575:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077493.350579:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d180 x1855007948280704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077518 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.350586:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077493.350588:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077493.350590:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077493.350593:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077493.350596:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077493.350598:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298857485
00000100:00000001:2.0:1769077493.350601:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298858767
00000100:00000001:2.0:1769077493.350603:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298857485
00000100:00000001:2.0:1769077493.350606:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298858768
00000100:00000001:2.0:1769077493.350608:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077493.350610:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077493.350612:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077493.350616:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077493/real 1769077493]  req@ffff8c5704d9d180 x1855007948280704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077493.350625:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077493.350627:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077493.350628:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077493.350630:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077493.350632:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077493.350634:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077493.350638:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d180 x1855007948280704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077493.350647:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d180 x1855007948280704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.350655:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077493.350656:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077493.350658:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077493.350660:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077493.350664:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d180 x1855007948280704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.350671:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077493.350675:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d180 x1855007948280704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.350683:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077493.350686:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077493.350688:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077493.350689:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077493.350691:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077493.350693:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077493.350695:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077493.350698:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077493.350700:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077493.350705:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d180 x1855007948280704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077493.350713:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948280704:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077493.350717:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077493.350721:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9dc00 x1855007948280832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.350729:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077493.350749:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077493.350752:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077493.350754:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077493.350757:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077493.350760:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948280832:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077493.350763:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077493.350765:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077493.350767:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077493.350769:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077493.350772:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077493.350774:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077493.350778:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077493.350781:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077493.350784:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077493.350787:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948280832, portal 4
00000100:00000001:2.0:1769077493.350789:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077493.350791:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104270848 : -127169605280768 : ffff8c5704d9dc00)
00000100:00000040:2.0:1769077493.350796:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9dc00 x1855007948280832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.350804:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077493.350806:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077493.350808:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077493.350811:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948280832, offset 0
00000400:00000200:2.0:1769077493.350815:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077493.350818:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077493.350822:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077493.350825:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077493.350828:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077493.350830:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077493.350833:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077493.350836:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30005:30005:256:4294967295] 192.168.204.128@tcp LPNI seq info [30004:30004:8:4294967295]
00000400:00000200:2.0:1769077493.350841:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077493.350848:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077493.350853:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077493.350856:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077493.350860:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077493.350863:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077493.350868:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077493.350871:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077493.350875:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077493.350877:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077493.350880:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077493.350883:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077493.350886:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077493.350888:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077493.350890:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077493.350894:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9dc00 x1855007948280832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.350902:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077493.350906:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948280832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077518 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.350913:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077493.350915:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077493.350917:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077493.350920:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077493.350923:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077493.350925:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298857551
00000100:00000001:2.0:1769077493.350928:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298858767
00000100:00000001:2.0:1769077493.350930:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298857551
00000100:00000001:2.0:1769077493.350932:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298858768
00000100:00000001:2.0:1769077493.350935:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077493.350937:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077493.350939:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077493.350943:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077493/real 1769077493]  req@ffff8c5704d9dc00 x1855007948280832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077493.350951:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077493.350952:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077493.350954:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077493.350956:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077493.350958:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077493.350960:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077493.350964:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9dc00 x1855007948280832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077493.350972:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9dc00 x1855007948280832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.350978:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077493.350980:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077493.350981:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077493.350983:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077493.350987:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9dc00 x1855007948280832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.350993:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077493.350997:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9dc00 x1855007948280832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.351004:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077493.351006:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077493.351008:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077493.351009:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077493.351011:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077493.351013:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077493.351015:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077493.351019:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077493.351021:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077493.351025:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9dc00 x1855007948280832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077493.351033:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948280832:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077493.351037:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077493.351040:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948280960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.351046:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077493.351047:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077493.351049:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077493.351051:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077493.351053:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077493.351056:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948280960:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077493.351058:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077493.351060:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077493.351062:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077493.351064:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077493.351067:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077493.351069:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077493.351072:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077493.351074:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077493.351077:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077493.351080:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948280960, portal 4
00000100:00000001:2.0:1769077493.351082:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077493.351084:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
00000100:00000040:2.0:1769077493.351089:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948280960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.351095:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077493.351097:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077493.351100:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077493.351103:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948280960, offset 0
00000400:00000200:2.0:1769077493.351107:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077493.351111:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077493.351114:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077493.351117:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077493.351120:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077493.351122:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077493.351125:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077493.351128:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30006:30006:256:4294967295] 192.168.204.128@tcp LPNI seq info [30005:30005:8:4294967295]
00000400:00000200:2.0:1769077493.351132:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077493.351140:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077493.351145:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077493.351147:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077493.351151:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077493.351154:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077493.351159:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077493.351162:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077493.351166:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077493.351168:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077493.351171:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077493.351175:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077493.351178:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077493.351179:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077493.351182:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077493.351186:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c380 x1855007948280960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.351194:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077493.351197:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948280960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077518 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.351204:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077493.351205:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077493.351208:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077493.351211:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077493.351214:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077493.351217:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298857498
00000100:00000001:2.0:1769077493.351219:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298858767
00000100:00000001:2.0:1769077493.351222:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298857498
00000100:00000001:2.0:1769077493.351224:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298858768
00000100:00000001:2.0:1769077493.351227:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077493.351229:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077493.351231:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077493.351235:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077493/real 1769077493]  req@ffff8c5704d9c380 x1855007948280960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077493.351243:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077493.351245:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077493.351247:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077493.351249:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077493.351250:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077493.351252:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077493.351256:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948280960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077493.351266:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948280960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.351273:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077493.351274:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077493.351276:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077493.351278:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077493.351282:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948280960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.351289:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077493.351293:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948280960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.351301:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077493.351317:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077493.351319:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077493.351321:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077493.351323:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077493.351325:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077493.351327:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077493.351330:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077493.351333:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077493.351337:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948280960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077493.351346:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948280960:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077493.351350:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077493.351352:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077493.351355:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c700 x1855007948280576/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.351363:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077493.351364:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077493.351366:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077493.351369:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077493.351370:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077493.351372:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077493.351374:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077493.351376:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15400.
02000000:00000001:2.0:1769077493.351379:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077493.351381:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077493.351382:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c700.
00000100:00000001:2.0:1769077493.351385:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077493.351386:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077493.351388:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077493.351392:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d180 x1855007948280704/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.351406:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077493.351407:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077493.351409:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077493.351411:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077493.351412:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077493.351413:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077493.351415:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077493.351416:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16800.
02000000:00000001:2.0:1769077493.351418:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077493.351419:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077493.351421:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d180.
00000100:00000001:2.0:1769077493.351423:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077493.351424:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077493.351426:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077493.351430:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9dc00 x1855007948280832/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.351436:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077493.351437:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077493.351439:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077493.351441:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077493.351442:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077493.351444:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077493.351446:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077493.351448:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17800.
02000000:00000001:2.0:1769077493.351450:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077493.351451:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077493.351452:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077493.351454:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077493.351456:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077493.351458:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077493.351461:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948280960/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077493.351469:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077493.351470:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077493.351472:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411c00.
02000000:00000001:2.0:1769077493.351475:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077493.351476:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077493.351478:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077493.351480:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077493.351481:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14000.
02000000:00000001:2.0:1769077493.351483:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077493.351484:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077493.351485:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077493.351487:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077493.351489:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077493.351490:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077493.351494:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077493.351495:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077493.351497:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077493.351499:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077493.668847:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077493.668855:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077493.668858:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077493.668861:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077493.668866:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077493.668869:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077493.668871:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077493.668873:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077493.668903:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077493.668906:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077493.668909:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077494.372809:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077494.372815:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077494.372817:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077494.372821:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077494.372824:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077494.372827:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077494.372829:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077494.372831:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077494.372833:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077494.692802:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298858767, at 4298858816
00010000:00000001:2.0:1769077494.692808:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077494.692813:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077494.692814:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298858768, at 4298858816
00000100:00000010:0.0:1769077494.692817:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227de0.
00000100:00000010:1.0:1769077494.692835:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2272a0.
00000020:00000001:3.0:1769077494.692862:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077494.692865:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077494.692867:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077495.396837:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077495.396845:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077495.396847:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077495.396854:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077495.396858:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077495.396862:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077495.396873:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077495.396876:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077495.396879:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077495.716813:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077495.716818:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077495.716872:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077495.716875:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077495.716883:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077496.420795:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077496.420801:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077496.420803:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077496.420807:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077496.420810:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077496.420813:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077496.420815:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077496.420817:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077496.420819:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077496.740856:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077496.740861:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077496.740882:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077496.740884:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077496.740887:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077497.444795:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077497.444804:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077497.444806:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077497.444812:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077497.444816:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077497.444819:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077497.444822:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077497.444825:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077497.444828:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077497.764801:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077497.764807:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077497.764825:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077497.764827:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077497.764830:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077498.468820:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077498.468827:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077498.468829:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077498.468835:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:3.0:1769077498.468835:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077498.468841:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769077498.468843:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077498.468845:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077498.468846:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077498.468849:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769077498.468850:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077498.468852:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077498.468857:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077498.468858:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077498.468865:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4190
00000400:00000200:3.0:1769077498.468873:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077498.468879:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077498.468881:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077498.468885:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077498.468887:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077498.468890:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077498.468892:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077498.468895:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077498.468897:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769077498.468899:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077498.468902:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769077498.468903:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769077498.468905:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769077498.468907:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077498.468908:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077498.468909:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077498.468910:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077498.468912:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769077498.468915:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077498.468916:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077498.468918:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077498.468920:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077498.468922:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077498.468923:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077498.468925:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077498.468932:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769077498.468934:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077498.468938:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077498.468939:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077498.468941:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077498.468943:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077498.468946:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077498.468952:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769077498.468958:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077498.468965:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948281088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077498.468973:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077498.468977:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077498.468980:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948281088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077498.468998:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077498.469000:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077498.469002:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077498.469003:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077498.469004:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077498.469006:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077498.469008:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4190
00000400:00000200:3.0:1769077498.469010:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077498.469012:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077498.469014:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077498.469017:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077498.469018:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077498.469020:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077498.469022:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077498.469023:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077498.469024:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769077498.469026:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077498.469027:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1769077498.469027:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000100:00000001:2.0:1769077498.469031:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769077498.469032:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077498.469035:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769077498.469036:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769077498.469042:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000040:2.0:1769077498.469043:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0e00 x1855007948281088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077498.469044:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077498.469048:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077498.469052:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077498.469056:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769077498.469061:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077498.469063:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077498.469065:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077498.469065:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077498.469071:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077498.469073:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077498.469076:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077498.469077:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077498.469078:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077498.469081:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077498.469085:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948281088:192.168.204.128@tcp:250:kworker.0
00000100:00000001:3.0:1769077498.469085:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077498.469091:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1769077498.469091:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077498.469095:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1769077498.469095:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077498.469098:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077498.469099:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077498.469102:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1769077498.469104:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3480.
02000000:00000010:2.0:1769077498.469108:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410000.
00000020:00000040:3.0:1769077498.469109:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:2.0:1769077498.469113:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077498.469114:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077498.469117:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077498.469119:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077498.469121:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077498.469122:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:3.0:1769077498.469124:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077498.469127:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
02000000:00000010:3.0:1769077498.469131:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000400:00000010:2.0:1769077498.469133:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000001:3.0:1769077498.469135:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077498.469140:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948281088, portal 25
00000100:00100000:3.0:1769077498.469142:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3480 x1855007948281216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077498.469143:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077498.469146:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444601856 : -127165264949760 : ffff8c58078e0e00)
00000100:00000001:3.0:1769077498.469153:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077498.469155:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077498.469158:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb7685cc] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3480 x1855007948281216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077498.469164:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0e00 x1855007948281088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077498.469168:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077498.469174:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077498.469182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077498.469185:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077498.469188:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077498.469190:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769077498.469192:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:2.0:1769077498.469196:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00080000:3.0:1769077498.469199:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4190
00000400:00000200:3.0:1769077498.469202:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077498.469204:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000400:00000200:3.0:1769077498.469206:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000200:2.0:1769077498.469208:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948281088, offset 0
00000100:00080000:3.0:1769077498.469209:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077498.469215:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077498.469217:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077498.469235:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077498.469236:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077498.469238:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077498.469239:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769077498.469240:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077498.469241:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000400:00000200:2.0:1769077498.469243:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000020:00000001:3.0:1769077498.469244:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769077498.469248:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769077498.469250:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077498.469251:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077498.469253:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077498.469257:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077498.469257:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077498.469262:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769077498.469265:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077498.469267:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077498.469271:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
02000000:00000001:3.0:1769077498.469271:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077498.469274:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077498.469277:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077498.469279:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769077498.469279:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077498.469283:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077498.469286:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077498.469287:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000001:3.0:1769077498.469289:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077498.469293:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000400:00000200:2.0:1769077498.469294:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1769077498.469296:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000400:00000200:2.0:1769077498.469300:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
02000000:00000001:3.0:1769077498.469300:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077498.469304:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077498.469307:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769077498.469308:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30007:30007:256:4294967295] 192.168.204.128@tcp LPNI seq info [30006:30006:8:4294967295]
02000000:00000001:3.0:1769077498.469309:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077498.469312:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077498.469320:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000010:3.0:1769077498.469320:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769077498.469326:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077498.469333:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948281344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077498.469341:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769077498.469345:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077498.469349:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077498.469353:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00000040:3.0:1769077498.469355:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948281344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1769077498.469362:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000100:00000001:3.0:1769077498.469363:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077498.469368:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077498.469370:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077498.469372:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077498.469374:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.0:1769077498.469376:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769077498.469378:0:37:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:2.0:1769077498.469383:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000100:00080000:3.0:1769077498.469383:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4190
00000400:00000200:3.0:1769077498.469389:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077498.469395:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000800:00000200:2.1:1769077498.469397:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:3.0:1769077498.469398:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077498.469403:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000200:2.1:1769077498.469404:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1769077498.469405:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077498.469410:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000100:2.0:1769077498.469415:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00000001:3.0:1769077498.469415:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000010:2.0:1769077498.469420:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000020:00000001:3.0:1769077498.469420:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077498.469423:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769077498.469426:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077498.469427:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1769077498.469428:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769077498.469433:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000400:00000200:2.0:1769077498.469436:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1769077498.469437:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000400:00000200:2.0:1769077498.469443:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000100:00000040:3.0:1769077498.469444:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000010:2.0:1769077498.469448:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:3.0:1769077498.469448:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077498.469453:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077498.469456:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769077498.469456:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077498.469460:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769077498.469464:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000200:2.0:1769077498.469466:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0e00 x1855007948281088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077498.469466:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077498.469469:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077498.469472:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077498.469476:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077498.469480:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077498.469483:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077498.469488:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077498.469490:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077498.469491:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000010:3.0:1769077498.469493:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000020:00000040:3.0:1769077498.469496:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000040:2.0:1769077498.469499:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0e00 x1855007948281088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077523 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077498.469499:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077498.469501:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077498.469505:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077498.469507:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077498.469508:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077498.469514:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:3.0:1769077498.469518:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077498.469526:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948281472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077498.469529:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077498.469534:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077498.469538:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077498.469540:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077498.469542:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077498.469543:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948281472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077498.469553:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077498.469554:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077498.469558:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077498.469559:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298863887
00000100:00080000:3.0:1769077498.469562:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077498.469565:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000010:2.0:1769077498.469566:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227c00.
00000100:00080000:3.0:1769077498.469568:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077498.469573:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077498.469574:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1769077498.469579:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4190
00000400:00000200:3.0:1769077498.469585:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077498.469588:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298863887
00000400:00000200:3.0:1769077498.469589:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000010:2.0:1769077498.469592:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a2275a0.
00000100:00080000:3.0:1769077498.469594:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077498.469596:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077498.469602:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769077498.469603:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077498.469604:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077498.469610:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1769077498.469610:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1769077498.469617:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077498/real 1769077498]  req@ffff8c58078e0e00 x1855007948281088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077498.469618:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077498.469624:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077498.469630:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000001:2.0:1769077498.469632:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1769077498.469632:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000400:00000001:2.0:1769077498.469636:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1769077498.469636:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:2.0:1769077498.469639:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000020:00000040:3.0:1769077498.469640:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769077498.469644:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000400:00000200:2.0:1769077498.469645:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000020:00000001:3.0:1769077498.469646:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000400:00000010:2.0:1769077498.469648:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077498.469652:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1769077498.469652:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077498.469656:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1769077498.469658:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0e00 x1855007948281088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077498.469661:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077498.469667:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077498.469673:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000200:2.0:1769077498.469677:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0e00 x1855007948281088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077498.469679:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077498.469685:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077498.469689:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077498.469691:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1769077498.469693:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077498.469694:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769077498.469700:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077498.469701:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077498.469703:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077498.469704:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077498.469708:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1769077498.469709:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0e00 x1855007948281088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1769077498.469711:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077498.469716:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077498.469724:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1769077498.469724:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000100:00000040:2.0:1769077498.469750:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0e00 x1855007948281088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.469756:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1769077498.469757:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000001:2.0:1769077498.469759:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769077498.469761:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077498.469762:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077498.469766:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769077498.469766:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077498.469771:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077498.469772:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1769077498.469776:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077498.469777:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1769077498.469779:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077498.469780:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077498.469785:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
02000000:00000010:3.0:1769077498.469786:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:2.0:1769077498.469788:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1769077498.469791:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077498.469793:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0e00 x1855007948281088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077498.469798:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948281600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077498.469818:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077498.469821:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077498.469822:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948281088:192.168.204.128@tcp:250:kworker.0
00000100:00000040:3.0:1769077498.469826:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948281600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.469831:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077498.469838:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769077498.469838:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077498.469844:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4200)
00000100:00000040:2.0:1769077498.469846:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0e00 x1855007948281088/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.469855:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077498.469858:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077498.469861:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077498.469864:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077498.469865:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077498.469867:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077498.469869:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077498.469872:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f800.
02000000:00000001:2.0:1769077498.469876:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077498.469878:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077498.469880:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0e00.
00000100:00000001:2.0:1769077498.469884:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077498.469885:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077498.469887:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077498.469895:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077498.469896:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077498.469898:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077498.469900:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077498.469902:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077498.469906:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e3480 x1855007948281216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.469914:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077498.469915:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077498.469918:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077498.469919:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077498.469931:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077498.469936:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948281216:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077498.469939:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077498.469941:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077498.469943:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077498.469945:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077498.469948:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077498.469950:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077498.469955:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077498.469958:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077498.469963:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077498.469966:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948281216, portal 10
00000100:00000001:2.0:1769077498.469968:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077498.469969:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444611712 : -127165264939904 : ffff8c58078e3480)
00000100:00000040:2.0:1769077498.469976:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e3480 x1855007948281216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.469983:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077498.469987:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077498.469990:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077498.469992:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948281216, offset 0
00000400:00000200:2.0:1769077498.469997:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077498.470001:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077498.470005:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077498.470009:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077498.470011:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077498.470013:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077498.470014:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077498.470017:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30008:30008:256:4294967295] 192.168.204.128@tcp LPNI seq info [30007:30007:8:4294967295]
00000400:00000200:2.0:1769077498.470019:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077498.470024:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077498.470027:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077498.470030:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077498.470033:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077498.470035:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077498.470038:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077498.470040:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077498.470043:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077498.470044:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077498.470046:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077498.470049:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077498.470051:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077498.470053:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077498.470055:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077498.470058:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e3480 x1855007948281216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.470063:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077498.470065:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e3480 x1855007948281216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077523 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.470070:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077498.470071:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077498.470074:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077498.470077:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077498.470079:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077498.470081:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298862606
00000100:00000001:2.0:1769077498.470083:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298863887
00000100:00000001:2.0:1769077498.470084:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298862606
00000100:00000001:2.0:1769077498.470086:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298863887
00000100:00000001:2.0:1769077498.470087:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077498.470089:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077498.470090:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077498.470093:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077498/real 1769077498]  req@ffff8c58078e3480 x1855007948281216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077498.470098:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077498.470098:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077498.470100:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077498.470101:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077498.470102:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077498.470103:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077498.470105:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e3480 x1855007948281216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077498.470111:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e3480 x1855007948281216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.470115:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077498.470116:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077498.470117:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077498.470118:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077498.470120:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e3480 x1855007948281216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.470124:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077498.470127:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e3480 x1855007948281216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.470132:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077498.470133:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077498.470135:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077498.470135:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077498.470137:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077498.470138:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077498.470140:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077498.470142:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077498.470143:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077498.470146:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e3480 x1855007948281216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077498.470150:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948281216:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077498.470153:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077498.470155:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0380 x1855007948281344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.470160:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077498.470161:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077498.470162:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077498.470163:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077498.470164:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077498.470166:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948281344:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077498.470168:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077498.470170:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077498.470171:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077498.470172:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077498.470174:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077498.470176:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077498.470178:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077498.470180:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077498.470182:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077498.470184:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948281344, portal 10
00000100:00000001:2.0:1769077498.470185:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077498.470186:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444599168 : -127165264952448 : ffff8c58078e0380)
00000100:00000040:2.0:1769077498.470191:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0380 x1855007948281344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.470197:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077498.470200:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077498.470202:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077498.470205:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948281344, offset 0
00000400:00000200:2.0:1769077498.470209:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077498.470213:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077498.470216:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077498.470236:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077498.470239:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077498.470241:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077498.470244:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077498.470247:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30009:30009:256:4294967295] 192.168.204.128@tcp LPNI seq info [30008:30008:8:4294967295]
00000400:00000200:2.0:1769077498.470252:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077498.470258:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077498.470264:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077498.470268:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077498.470272:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077498.470275:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077498.470278:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077498.470310:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077498.470312:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077498.470314:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077498.470316:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077498.470318:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077498.470321:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077498.470322:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077498.470324:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077498.470327:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0380 x1855007948281344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.470333:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077498.470335:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0380 x1855007948281344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077523 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.470340:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077498.470341:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077498.470343:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077498.470345:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077498.470347:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077498.470349:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298862605
00000100:00000001:2.0:1769077498.470351:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298863887
00000100:00000001:2.0:1769077498.470352:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298862605
00000100:00000001:2.0:1769077498.470354:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298863887
00000100:00000001:2.0:1769077498.470356:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077498.470359:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077498.470361:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077498.470364:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077498/real 1769077498]  req@ffff8c58078e0380 x1855007948281344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077498.470373:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077498.470375:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077498.470376:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077498.470379:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077498.470381:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077498.470383:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077498.470386:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0380 x1855007948281344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077498.470395:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0380 x1855007948281344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.470402:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077498.470404:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077498.470406:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077498.470407:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077498.470411:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0380 x1855007948281344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.470418:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077498.470422:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0380 x1855007948281344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.470429:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077498.470431:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077498.470433:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077498.470434:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077498.470436:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077498.470438:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077498.470441:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077498.470444:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077498.470446:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077498.470450:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0380 x1855007948281344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077498.470459:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948281344:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077498.470463:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077498.470467:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e2a00 x1855007948281472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.470475:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077498.470476:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077498.470479:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077498.470481:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077498.470483:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077498.470486:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948281472:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077498.470490:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077498.470492:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077498.470493:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077498.470494:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077498.470497:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077498.470498:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077498.470502:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077498.470504:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077498.470506:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077498.470508:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948281472, portal 4
00000100:00000001:2.0:1769077498.470510:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077498.470511:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444609024 : -127165264942592 : ffff8c58078e2a00)
00000100:00000040:2.0:1769077498.470515:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e2a00 x1855007948281472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.470519:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077498.470521:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077498.470522:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077498.470524:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948281472, offset 0
00000400:00000200:2.0:1769077498.470526:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077498.470529:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077498.470531:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077498.470533:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077498.470535:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077498.470537:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077498.470538:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077498.470541:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30010:30010:256:4294967295] 192.168.204.128@tcp LPNI seq info [30009:30009:8:4294967295]
00000400:00000200:2.0:1769077498.470543:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077498.470548:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077498.470551:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077498.470553:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077498.470556:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077498.470558:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077498.470561:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077498.470563:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077498.470565:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077498.470567:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077498.470569:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077498.470571:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077498.470573:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077498.470574:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077498.470576:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077498.470578:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e2a00 x1855007948281472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.470584:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077498.470586:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e2a00 x1855007948281472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077523 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.470590:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077498.470591:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077498.470593:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077498.470595:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077498.470597:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077498.470599:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298862670
00000100:00000001:2.0:1769077498.470601:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298863887
00000100:00000001:2.0:1769077498.470602:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298862670
00000100:00000001:2.0:1769077498.470604:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298863887
00000100:00000001:2.0:1769077498.470605:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077498.470606:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077498.470607:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077498.470610:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077498/real 1769077498]  req@ffff8c58078e2a00 x1855007948281472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077498.470615:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077498.470616:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077498.470617:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077498.470619:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077498.470620:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077498.470621:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077498.470623:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e2a00 x1855007948281472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077498.470627:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e2a00 x1855007948281472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.470632:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077498.470633:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077498.470634:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077498.470635:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077498.470637:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e2a00 x1855007948281472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.470641:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077498.470643:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e2a00 x1855007948281472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.470647:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077498.470649:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077498.470650:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077498.470650:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077498.470651:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077498.470653:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077498.470654:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077498.470656:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077498.470657:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077498.470661:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e2a00 x1855007948281472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077498.470666:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948281472:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077498.470668:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077498.470670:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1500 x1855007948281600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.470674:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077498.470675:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077498.470676:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077498.470677:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077498.470678:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077498.470680:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948281600:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077498.470682:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077498.470683:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077498.470684:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077498.470685:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077498.470686:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411400.
02000000:00000001:2.0:1769077498.470688:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077498.470690:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077498.470691:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077498.470693:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077498.470695:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948281600, portal 4
00000100:00000001:2.0:1769077498.470696:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077498.470697:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444603648 : -127165264947968 : ffff8c58078e1500)
00000100:00000040:2.0:1769077498.470701:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1500 x1855007948281600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.470705:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077498.470706:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077498.470707:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077498.470709:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948281600, offset 0
00000400:00000200:2.0:1769077498.470711:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077498.470713:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077498.470715:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077498.470717:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077498.470719:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077498.470720:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077498.470722:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077498.470724:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30011:30011:256:4294967295] 192.168.204.128@tcp LPNI seq info [30010:30010:8:4294967295]
00000400:00000200:2.0:1769077498.470727:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077498.470746:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077498.470750:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077498.470752:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077498.470754:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077498.470756:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077498.470759:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077498.470760:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077498.470763:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077498.470764:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077498.470766:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077498.470768:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077498.470770:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077498.470771:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077498.470773:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077498.470775:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1500 x1855007948281600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.470780:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077498.470782:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1500 x1855007948281600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077523 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.470787:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077498.470788:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077498.470790:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077498.470791:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077498.470793:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077498.470795:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298862618
00000100:00000001:2.0:1769077498.470797:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298863887
00000100:00000001:2.0:1769077498.470798:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298862618
00000100:00000001:2.0:1769077498.470800:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298863887
00000100:00000001:2.0:1769077498.470801:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077498.470802:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077498.470803:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077498.470805:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077498/real 1769077498]  req@ffff8c58078e1500 x1855007948281600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077498.470810:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077498.470811:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077498.470812:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077498.470814:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077498.470815:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077498.470816:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077498.470818:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1500 x1855007948281600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077498.470823:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1500 x1855007948281600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.470827:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077498.470828:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077498.470829:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077498.470830:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077498.470832:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1500 x1855007948281600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.470837:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077498.470841:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1500 x1855007948281600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.470848:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077498.470851:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077498.470852:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077498.470853:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077498.470855:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077498.470857:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077498.470859:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077498.470863:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077498.470865:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077498.470869:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1500 x1855007948281600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077498.470877:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948281600:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077498.470881:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077498.470884:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077498.470887:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e3480 x1855007948281216/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.470894:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077498.470895:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077498.470897:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077498.470900:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077498.470901:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077498.470903:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077498.470905:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077498.470907:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e800.
02000000:00000001:2.0:1769077498.470910:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077498.470911:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077498.470913:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e3480.
00000100:00000001:2.0:1769077498.470916:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077498.470917:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077498.470919:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077498.470922:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0380 x1855007948281344/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.470933:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077498.470934:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077498.470935:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077498.470937:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077498.470937:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077498.470938:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077498.470939:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077498.470940:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f400.
02000000:00000001:2.0:1769077498.470942:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077498.470943:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077498.470943:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0380.
00000100:00000001:2.0:1769077498.470945:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077498.470946:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077498.470947:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077498.470949:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e2a00 x1855007948281472/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.470953:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077498.470953:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077498.470954:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077498.470955:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077498.470956:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077498.470957:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077498.470958:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077498.470959:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e000.
02000000:00000001:2.0:1769077498.470960:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077498.470960:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077498.470961:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e2a00.
00000100:00000001:2.0:1769077498.470963:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077498.470963:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077498.470964:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077498.470966:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1500 x1855007948281600/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077498.470970:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077498.470970:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077498.470972:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411400.
02000000:00000001:2.0:1769077498.470973:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077498.470974:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077498.470975:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077498.470976:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077498.470977:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d800.
02000000:00000001:2.0:1769077498.470978:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077498.470979:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077498.470979:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1500.
00000100:00000001:2.0:1769077498.470980:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077498.470981:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077498.470982:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077498.470985:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077498.470986:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077498.470987:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077498.470988:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077498.788847:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077498.788852:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077498.788909:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077498.788914:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077498.788918:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077499.492854:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077499.492862:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077499.492864:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077499.492870:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077499.492874:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077499.492878:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077499.492880:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077499.492883:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077499.492886:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077499.812820:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298863887, at 4298863936
00010000:00000001:2.0:1769077499.812822:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:1.0:1769077499.812823:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298863887, at 4298863936
00010000:00000001:2.0:1769077499.812828:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077499.812838:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2275a0.
00000100:00000010:0.0:1769077499.812840:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227c00.
00000020:00000001:3.0:1769077499.812890:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077499.812894:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077499.812898:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077500.516852:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077500.516860:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077500.516862:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077500.516868:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077500.516872:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077500.516876:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077500.516879:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077500.516882:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077500.516885:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077500.836847:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077500.836860:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077500.836889:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077500.836892:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077500.836895:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077501.540836:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077501.540843:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077501.540844:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077501.540848:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077501.540851:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077501.540854:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077501.540856:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077501.540858:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077501.540860:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077501.860795:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077501.860802:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077501.860845:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077501.860850:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077501.860854:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077502.564818:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077502.564824:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077502.564826:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077502.564837:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077502.564840:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077502.564843:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077502.564845:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077502.564847:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077502.564849:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077502.884830:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077502.884835:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077502.884900:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077502.884904:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077502.884909:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077503.588809:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077503.588818:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077503.588820:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077503.588826:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077503.588831:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077503.588833:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077503.588835:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077503.588841:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077503.588842:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077503.588846:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077503.588847:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077503.588849:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077503.588852:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077503.588858:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4195
00000100:00000001:2.0:1769077503.588861:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077503.588866:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077503.588873:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077503.588875:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077503.588877:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077503.588880:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077503.588882:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077503.588885:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077503.588888:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077503.588894:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077503.588896:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077503.588898:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077503.588900:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077503.588901:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077503.588904:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077503.588905:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077503.588907:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077503.588908:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077503.588911:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077503.588913:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077503.588914:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077503.588917:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077503.588921:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077503.588924:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077503.588927:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077503.588929:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077503.588939:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d500.
00000020:00000040:0.0:1769077503.588943:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077503.588947:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077503.588956:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077503.588960:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077503.588963:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077503.588967:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077503.588975:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14400.
00000100:00000001:0.0:1769077503.588982:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077503.588989:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d500 x1855007948281728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077503.588997:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077503.589000:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077503.589004:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c2d91c4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d500 x1855007948281728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077503.589023:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077503.589025:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077503.589028:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077503.589029:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077503.589030:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077503.589032:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077503.589034:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4195
00000400:00000200:0.0:1769077503.589038:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077503.589043:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077503.589046:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077503.589047:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077503.589051:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769077503.589052:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077503.589054:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077503.589057:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077503.589063:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d500 x1855007948281728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077503.589065:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077503.589074:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077503.589076:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077503.589079:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077503.589080:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:2.0:1769077503.589082:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077503.589085:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077503.589088:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00100000:2.0:1769077503.589090:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948281728:192.168.204.128@tcp:250:kworker.0
00000020:00000040:0.0:1769077503.589092:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000100:00000001:2.0:1769077503.589096:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:0.0:1769077503.589098:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:2.0:1769077503.589101:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1769077503.589103:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077503.589106:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077503.589108:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
02000000:00000001:2.0:1769077503.589111:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077503.589116:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1769077503.589120:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000010:2.0:1769077503.589122:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
00000100:00000001:0.0:1769077503.589126:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077503.589126:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077503.589148:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077503.589150:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077503.589154:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000010:2.0:1769077503.589156:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000020:00000040:0.0:1769077503.589160:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000400:00000010:2.0:1769077503.589164:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00080000:0.0:1769077503.589169:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000200:2.0:1769077503.589172:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948281728, portal 25
00000100:00000001:0.0:1769077503.589174:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.589177:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1769077503.589179:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077503.589180:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104269056 : -127169605282560 : ffff8c5704d9d500)
02000000:00000001:0.0:1769077503.589188:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769077503.589188:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d500 x1855007948281728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077503.589195:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077503.589200:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077503.589201:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077503.589205:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000008:00100000:0.0:1769077503.589207:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1769077503.589208:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000008:00000001:0.0:1769077503.589214:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077503.589214:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948281728, offset 0
00000100:00000001:0.0:1769077503.589217:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077503.589222:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9df80.
00000020:00000040:0.0:1769077503.589225:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077503.589227:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769077503.589229:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
02000000:00000001:0.0:1769077503.589230:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077503.589233:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077503.589234:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077503.589236:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077503.589239:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000010:0.0:1769077503.589240:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15800.
00000100:00000001:0.0:1769077503.589245:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077503.589246:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077503.589254:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:0.0:1769077503.589257:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9df80 x1855007948281856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077503.589259:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077503.589265:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077503.589272:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077503.589278:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30012:30012:256:4294967295] 192.168.204.128@tcp LPNI seq info [30011:30011:8:4294967295]
00000100:00000001:0.0:1769077503.589279:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077503.589285:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077503.589286:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:0.0:1769077503.589295:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bed851a] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9df80 x1855007948281856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077503.589299:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077503.589311:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077503.589318:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000100:00000001:0.0:1769077503.589319:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077503.589323:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077503.589327:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:2.0:1769077503.589327:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:0.0:1769077503.589329:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077503.589332:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.0:1769077503.589333:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1769077503.589337:0:37:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:2.1:1769077503.589340:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:0.0:1769077503.589342:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4195
00000800:00000200:2.1:1769077503.589344:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000400:00000200:0.0:1769077503.589349:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000800:00000100:2.0:1769077503.589352:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077503.589355:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000800:00000010:2.0:1769077503.589355:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000100:00080000:0.0:1769077503.589359:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077503.589360:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1769077503.589364:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077503.589368:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077503.589369:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1769077503.589373:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077503.589375:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000100:00000001:0.0:1769077503.589376:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000010:2.0:1769077503.589379:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000020:00000001:0.0:1769077503.589380:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077503.589384:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769077503.589386:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077503.589387:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:0.0:1769077503.589388:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077503.589391:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769077503.589394:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000200:2.0:1769077503.589395:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d500 x1855007948281728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077503.589401:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077503.589406:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077503.589410:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077503.589413:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077503.589414:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1769077503.589418:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00000040:2.0:1769077503.589421:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d500 x1855007948281728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077528 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077503.589425:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077503.589429:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077503.589433:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077503.589437:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077503.589437:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077503.589441:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.589442:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077503.589446:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077503.589448:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769077503.589449:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077503.589454:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077503.589457:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077503.589458:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.589462:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298869007
00000100:00000010:0.0:1769077503.589463:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000020:00000040:0.0:1769077503.589468:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000100:00000010:2.0:1769077503.589468:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227360.
02000000:00000001:0.0:1769077503.589474:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077503.589476:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077503.589477:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077503.589478:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1769077503.589479:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077503.589482:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.589486:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298869007
02000000:00000010:0.0:1769077503.589487:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17000.
00000100:00000010:2.0:1769077503.589491:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227600.
00000100:00000001:0.0:1769077503.589492:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.589497:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00100000:0.0:1769077503.589501:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948281984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077503.589502:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077503.589508:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.589512:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1769077503.589516:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1769077503.589519:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077503/real 1769077503]  req@ffff8c5704d9d500 x1855007948281728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077503.589521:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769077503.589531:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1769077503.589533:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948281984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077503.589533:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077503.589536:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077503.589540:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077503.589543:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077503.589547:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077503.589553:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d500 x1855007948281728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077503.589554:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077503.589560:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769077503.589567:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d500 x1855007948281728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077503.589568:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077503.589573:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077503.589575:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077503.589576:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077503.589579:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077503.589581:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077503.589582:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077503.589585:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077503.589588:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4195
00000100:00100000:2.0:1769077503.589592:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d500 x1855007948281728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077503.589597:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077503.589604:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077503.589607:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077503.589608:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077503.589613:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000040:2.0:1769077503.589616:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d500 x1855007948281728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077503.589617:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077503.589622:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077503.589627:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077503.589633:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077503.589633:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:0.0:1769077503.589636:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000100:00000001:2.0:1769077503.589637:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1769077503.589639:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077503.589640:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:0.0:1769077503.589643:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000100:00000001:2.0:1769077503.589643:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1769077503.589649:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077503.589650:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077503.589652:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:0.0:1769077503.589654:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00080000:2.0:1769077503.589657:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:0.0:1769077503.589659:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077503.589664:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:2.0:1769077503.589666:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000040:0.0:1769077503.589670:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077503.589671:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1769077503.589675:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000040:2.0:1769077503.589678:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d500 x1855007948281728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077503.589679:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:0.0:1769077503.589687:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077503.589692:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077503.589695:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1769077503.589696:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948281728:192.168.204.128@tcp:250:kworker.0
02000000:00000001:0.0:1769077503.589700:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077503.589701:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769077503.589704:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.589705:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769077503.589708:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:2.0:1769077503.589710:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d500 x1855007948281728/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1769077503.589711:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077503.589717:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077503.589721:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.589725:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077503.589727:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000010:0.0:1769077503.589729:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
02000000:00000010:2.0:1769077503.589756:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077503.589761:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077503.589763:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077503.589765:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000040:2.0:1769077503.589767:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077503.589770:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000020:00000001:2.0:1769077503.589771:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000001:0.0:1769077503.589773:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077503.589776:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1769077503.589776:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14400.
02000000:00000001:0.0:1769077503.589779:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077503.589782:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077503.589783:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000010:0.0:1769077503.589787:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14c00.
02000000:00000001:2.0:1769077503.589787:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1769077503.589792:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077503.589792:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d500.
00000100:00000001:2.0:1769077503.589799:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00100000:0.0:1769077503.589801:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948282112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077503.589803:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077503.589809:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077503.589814:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077503.589816:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077503.589819:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948282112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.589820:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077503.589824:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.589830:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077503.589831:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077503.589835:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077503.589835:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077503.589840:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077503.589840:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077503.589844:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077503.589845:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077503.589848:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:2.0:1769077503.589850:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9df80 x1855007948281856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077503.589851:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4195
00000400:00000200:0.0:1769077503.589859:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077503.589864:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077503.589868:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077503.589874:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077503.589876:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077503.589877:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077503.589878:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077503.589881:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077503.589883:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077503.589885:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:2.0:1769077503.589887:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1769077503.589888:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077503.589890:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769077503.589894:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:2.0:1769077503.589895:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077503.589896:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:0.0:1769077503.589900:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769077503.589903:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00100000:2.0:1769077503.589904:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948281856:192.168.204.128@tcp:38:kworker.0
00000100:00000040:0.0:1769077503.589908:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077503.589913:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077503.589913:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1769077503.589919:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077503.589919:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077503.589922:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077503.589924:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:2.0:1769077503.589927:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1769077503.589931:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
02000000:00000010:2.0:1769077503.589933:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
00000100:00080000:0.0:1769077503.589937:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
02000000:00000001:2.0:1769077503.589939:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077503.589945:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077503.589949:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:0.0:1769077503.589951:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1769077503.589953:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
02000000:00000001:0.0:1769077503.589956:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1769077503.589958:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
02000000:00000001:0.0:1769077503.589963:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077503.589964:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948281856, portal 10
00000100:00000001:0.0:1769077503.589969:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077503.589969:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077503.589972:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104271744 : -127169605279872 : ffff8c5704d9df80)
00000008:00100000:0.0:1769077503.589974:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077503.589978:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077503.589981:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077503.589981:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9df80 x1855007948281856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1769077503.589987:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000020:00000040:0.0:1769077503.589992:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:0.0:1769077503.589997:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077503.589999:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.589999:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769077503.590003:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077503.590005:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1769077503.590008:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
02000000:00000001:0.0:1769077503.590009:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077503.590015:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14400.
00000400:00000010:2.0:1769077503.590016:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000001:0.0:1769077503.590018:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077503.590023:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948281856, offset 0
00000100:00100000:0.0:1769077503.590027:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948282240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077503.590035:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077503.590039:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077503.590041:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077503.590045:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:0.0:1769077503.590049:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948282240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077503.590055:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000001:0.0:1769077503.590060:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077503.590062:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1769077503.590065:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4205)
00000400:00000200:2.0:1769077503.590069:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077503.590074:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077503.590078:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077503.590082:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30013:30013:256:4294967295] 192.168.204.128@tcp LPNI seq info [30012:30012:8:4294967295]
00000400:00000200:2.0:1769077503.590087:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077503.590096:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077503.590102:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077503.590106:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077503.590112:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077503.590115:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077503.590121:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077503.590123:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769077503.590127:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077503.590129:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077503.590145:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077503.590150:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077503.590154:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077503.590157:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077503.590160:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077503.590164:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9df80 x1855007948281856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.590174:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077503.590178:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9df80 x1855007948281856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077528 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.590184:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.590186:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077503.590189:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077503.590192:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077503.590196:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077503.590197:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298867726
00000100:00000001:2.0:1769077503.590199:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298869007
00000100:00000001:2.0:1769077503.590201:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298867726
00000100:00000001:2.0:1769077503.590202:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298869007
00000100:00000001:2.0:1769077503.590204:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077503.590205:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.590207:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077503.590210:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077503/real 1769077503]  req@ffff8c5704d9df80 x1855007948281856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077503.590216:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077503.590217:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077503.590218:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077503.590220:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077503.590221:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077503.590223:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077503.590225:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9df80 x1855007948281856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077503.590231:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9df80 x1855007948281856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.590235:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077503.590236:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077503.590237:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077503.590238:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077503.590240:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9df80 x1855007948281856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.590244:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077503.590246:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9df80 x1855007948281856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.590250:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077503.590252:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077503.590253:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077503.590254:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077503.590255:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077503.590256:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077503.590258:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077503.590260:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077503.590262:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077503.590264:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9df80 x1855007948281856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077503.590270:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948281856:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077503.590272:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077503.590274:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c000 x1855007948281984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.590278:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077503.590279:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077503.590281:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077503.590282:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077503.590283:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077503.590285:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948281984:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077503.590287:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077503.590288:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077503.590290:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077503.590291:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077503.590293:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077503.590295:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077503.590297:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077503.590299:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077503.590301:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077503.590303:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948281984, portal 10
00000100:00000001:2.0:1769077503.590304:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077503.590305:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104263680 : -127169605287936 : ffff8c5704d9c000)
00000100:00000040:2.0:1769077503.590309:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c000 x1855007948281984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.590313:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077503.590314:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077503.590316:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077503.590318:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948281984, offset 0
00000400:00000200:2.0:1769077503.590321:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077503.590323:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077503.590326:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077503.590328:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077503.590330:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077503.590331:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077503.590333:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077503.590335:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30014:30014:256:4294967295] 192.168.204.128@tcp LPNI seq info [30013:30013:8:4294967295]
00000400:00000200:2.0:1769077503.590338:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077503.590342:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077503.590345:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077503.590347:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077503.590349:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077503.590351:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077503.590354:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077503.590356:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769077503.590359:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077503.590360:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077503.590362:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077503.590364:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077503.590366:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077503.590367:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077503.590369:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077503.590371:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c000 x1855007948281984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.590376:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077503.590378:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c000 x1855007948281984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077528 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.590382:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.590383:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077503.590385:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077503.590387:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077503.590389:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077503.590391:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298867725
00000100:00000001:2.0:1769077503.590393:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298869007
00000100:00000001:2.0:1769077503.590394:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298867725
00000100:00000001:2.0:1769077503.590395:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298869007
00000100:00000001:2.0:1769077503.590397:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077503.590398:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.590399:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077503.590401:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077503/real 1769077503]  req@ffff8c5704d9c000 x1855007948281984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077503.590405:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077503.590406:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077503.590407:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077503.590409:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077503.590410:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077503.590411:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077503.590413:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c000 x1855007948281984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077503.590418:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c000 x1855007948281984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.590422:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077503.590423:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077503.590424:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077503.590425:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077503.590427:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c000 x1855007948281984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.590431:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077503.590433:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c000 x1855007948281984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.590437:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077503.590439:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077503.590440:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077503.590441:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077503.590442:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077503.590443:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077503.590445:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077503.590447:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077503.590448:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077503.590450:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c000 x1855007948281984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077503.590455:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948281984:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077503.590457:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077503.590459:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948282112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.590463:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077503.590464:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077503.590465:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077503.590466:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077503.590468:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077503.590469:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948282112:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077503.590471:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077503.590472:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077503.590473:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077503.590475:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077503.590476:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077503.590478:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077503.590480:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077503.590481:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077503.590483:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077503.590485:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948282112, portal 4
00000100:00000001:2.0:1769077503.590487:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077503.590488:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
00000100:00000040:2.0:1769077503.590492:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948282112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.590496:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077503.590497:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077503.590498:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077503.590500:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948282112, offset 0
00000400:00000200:2.0:1769077503.590502:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077503.590504:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077503.590506:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077503.590507:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077503.590509:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077503.590511:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077503.590512:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077503.590514:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30015:30015:256:4294967295] 192.168.204.128@tcp LPNI seq info [30014:30014:8:4294967295]
00000400:00000200:2.0:1769077503.590517:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077503.590521:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077503.590523:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077503.590525:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077503.590527:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077503.590529:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077503.590531:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077503.590533:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769077503.590536:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077503.590537:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077503.590539:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077503.590541:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077503.590542:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077503.590544:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077503.590545:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077503.590547:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c380 x1855007948282112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.590556:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077503.590558:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948282112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077528 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.590562:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.590563:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077503.590565:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077503.590567:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077503.590568:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077503.590569:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298867790
00000100:00000001:2.0:1769077503.590571:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298869007
00000100:00000001:2.0:1769077503.590572:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298867790
00000100:00000001:2.0:1769077503.590573:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298869007
00000100:00000001:2.0:1769077503.590575:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077503.590576:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.590577:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077503.590580:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077503/real 1769077503]  req@ffff8c5704d9c380 x1855007948282112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077503.590584:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077503.590585:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077503.590586:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077503.590587:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077503.590588:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077503.590589:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077503.590591:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948282112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077503.590596:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948282112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.590600:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077503.590601:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077503.590602:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077503.590603:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077503.590606:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948282112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.590610:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077503.590612:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948282112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.590616:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077503.590618:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077503.590619:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077503.590620:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077503.590621:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077503.590622:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077503.590623:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077503.590625:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077503.590626:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077503.590628:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948282112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077503.590633:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948282112:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077503.590635:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077503.590636:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077503.590638:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9df80 x1855007948281856/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.590643:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077503.590644:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077503.590645:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077503.590647:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077503.590647:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077503.590649:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077503.590650:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077503.590652:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15800.
02000000:00000001:2.0:1769077503.590653:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077503.590654:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077503.590655:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9df80.
00000100:00000001:2.0:1769077503.590657:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077503.590658:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077503.590659:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077503.590661:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c000 x1855007948281984/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.590665:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077503.590666:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077503.590667:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077503.590668:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077503.590669:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077503.590669:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077503.590671:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077503.590671:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17000.
02000000:00000001:2.0:1769077503.590673:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077503.590673:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077503.590674:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c000.
00000100:00000001:2.0:1769077503.590676:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077503.590676:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077503.590677:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077503.590679:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948282112/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.590683:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077503.590683:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077503.590684:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077503.590685:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077503.590686:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077503.590687:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077503.590688:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077503.590689:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14c00.
02000000:00000001:2.0:1769077503.590690:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077503.590691:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077503.590692:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077503.590693:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077503.590694:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077503.590695:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077503.590698:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077503.590699:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.590700:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077503.590701:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077503.590702:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077503.590704:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9dc00 x1855007948282240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.590709:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077503.590710:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077503.590711:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077503.590713:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077503.590714:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077503.590715:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948282240:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077503.590717:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077503.590718:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077503.590719:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077503.590720:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077503.590722:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077503.590723:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077503.590725:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077503.590726:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077503.590728:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077503.590745:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948282240, portal 4
00000100:00000001:2.0:1769077503.590747:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077503.590748:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104270848 : -127169605280768 : ffff8c5704d9dc00)
00000100:00000040:2.0:1769077503.590752:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9dc00 x1855007948282240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.590757:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077503.590758:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077503.590761:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077503.590762:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948282240, offset 0
00000400:00000200:2.0:1769077503.590765:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077503.590767:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077503.590769:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077503.590771:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077503.590773:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077503.590774:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077503.590776:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077503.590778:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30016:30016:256:4294967295] 192.168.204.128@tcp LPNI seq info [30015:30015:8:4294967295]
00000400:00000200:2.0:1769077503.590781:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077503.590784:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077503.590787:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077503.590789:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077503.590791:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077503.590793:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077503.590796:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077503.590798:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769077503.590800:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077503.590802:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077503.590804:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077503.590806:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077503.590808:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077503.590809:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077503.590811:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077503.590813:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9dc00 x1855007948282240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.590818:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077503.590820:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948282240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077528 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.590824:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.590825:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077503.590827:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077503.590829:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077503.590831:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077503.590833:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298867738
00000100:00000001:2.0:1769077503.590834:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298869007
00000100:00000001:2.0:1769077503.590836:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298867738
00000100:00000001:2.0:1769077503.590837:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298869007
00000100:00000001:2.0:1769077503.590839:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077503.590840:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.590841:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077503.590843:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077503/real 1769077503]  req@ffff8c5704d9dc00 x1855007948282240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077503.590848:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077503.590848:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077503.590850:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077503.590851:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077503.590852:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077503.590854:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077503.590855:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9dc00 x1855007948282240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077503.590861:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9dc00 x1855007948282240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.590865:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077503.590865:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077503.590866:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077503.590867:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077503.590869:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9dc00 x1855007948282240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.590873:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077503.590875:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9dc00 x1855007948282240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.590880:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077503.590882:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077503.590883:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077503.590884:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077503.590885:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077503.590886:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077503.590888:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077503.590891:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077503.590893:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077503.590897:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9dc00 x1855007948282240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077503.590905:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948282240:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077503.590909:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077503.590911:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077503.590914:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9dc00 x1855007948282240/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.590921:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077503.590922:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077503.590924:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077503.590927:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077503.590929:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077503.590930:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077503.590932:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077503.590934:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14400.
02000000:00000001:2.0:1769077503.590937:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077503.590938:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077503.590940:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077503.590943:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077503.590944:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077503.590946:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077503.590949:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077503.590951:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.590953:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077503.590954:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077503.908837:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077503.908843:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077503.908845:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077503.908847:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077503.908851:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077503.908853:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077503.908854:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077503.908856:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077503.908908:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077503.908912:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077503.908914:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077504.612804:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077504.612810:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077504.612812:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077504.612816:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077504.612819:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077504.612822:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077504.612824:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077504.612826:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077504.612828:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077504.932843:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298869007, at 4298869056
00000100:00000010:1.0:1769077504.932857:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227600.
00000100:00000040:0.0:1769077504.932876:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298869007, at 4298869056
00000100:00000010:0.0:1769077504.932893:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227360.
00010000:00000001:2.0:1769077504.932983:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077504.932985:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077504.933005:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077504.933007:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077504.933009:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077505.636813:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077505.636820:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077505.636822:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077505.636826:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077505.636829:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077505.636833:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077505.636835:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077505.636837:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077505.636839:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077505.956852:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077505.956858:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077505.956985:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077505.956991:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077505.956994:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077506.660829:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077506.660836:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077506.660839:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077506.660844:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077506.660849:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077506.660853:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077506.660856:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077506.660858:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077506.660861:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077506.980852:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077506.980858:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077506.980913:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077506.980917:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077506.980920:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077507.684820:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077507.684829:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077507.684832:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077507.684837:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077507.684841:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077507.684847:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077507.684850:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077507.684853:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077507.684856:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077508.004842:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077508.004848:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077508.004901:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077508.004904:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077508.004907:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077508.708848:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077508.708852:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1769077508.708858:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077508.708860:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077508.708862:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077508.708864:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077508.708866:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077508.708871:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:2.0:1769077508.708871:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077508.708877:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077508.708880:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4200
00000100:00000001:2.0:1769077508.708881:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077508.708885:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077508.708887:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769077508.708890:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077508.708891:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077508.708898:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077508.708901:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077508.708904:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077508.708907:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077508.708911:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077508.708914:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077508.708919:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077508.708921:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077508.708924:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077508.708927:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077508.708930:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077508.708932:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077508.708936:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077508.708938:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077508.708941:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077508.708943:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077508.708947:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077508.708950:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077508.708954:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077508.708957:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077508.708960:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077508.708963:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077508.708965:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077508.708967:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077508.708977:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d180.
00000020:00000040:0.0:1769077508.708980:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077508.708983:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077508.708984:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077508.708987:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077508.708989:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077508.708992:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077508.708999:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14000.
00000100:00000001:0.0:1769077508.709005:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077508.709011:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d180 x1855007948282368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077508.709019:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077508.709022:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077508.709026:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad4bb1df] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d180 x1855007948282368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077508.709045:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077508.709062:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077508.709066:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077508.709067:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077508.709069:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077508.709073:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077508.709074:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1769077508.709078:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4200
00000100:00000001:2.0:1769077508.709078:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077508.709081:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000400:00000200:0.0:1769077508.709086:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:2.0:1769077508.709089:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d180 x1855007948282368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077508.709095:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077508.709101:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077508.709102:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077508.709104:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077508.709109:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1769077508.709110:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077508.709112:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077508.709117:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077508.709120:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077508.709123:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:2.0:1769077508.709126:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077508.709128:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077508.709130:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077508.709132:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00100000:2.0:1769077508.709135:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948282368:192.168.204.128@tcp:250:kworker.0
00000020:00000040:0.0:1769077508.709136:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077508.709140:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077508.709142:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:0.0:1769077508.709144:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
02000000:00000001:2.0:1769077508.709147:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1769077508.709148:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077508.709150:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077508.709151:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077508.709155:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077508.709155:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077508.709159:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077508.709161:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
02000000:00000010:2.0:1769077508.709161:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410000.
00000100:00080000:0.0:1769077508.709164:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
02000000:00000001:2.0:1769077508.709165:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077508.709167:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077508.709170:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769077508.709173:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:0.0:1769077508.709175:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1769077508.709178:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
02000000:00000001:0.0:1769077508.709179:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077508.709184:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:2.0:1769077508.709185:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000008:00100000:0.0:1769077508.709189:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1769077508.709193:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948282368, portal 25
00000008:00000001:0.0:1769077508.709195:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077508.709199:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077508.709200:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077508.709203:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104268160 : -127169605283456 : ffff8c5704d9d180)
00000100:00000010:0.0:1769077508.709208:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c700.
00000100:00000040:2.0:1769077508.709213:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d180 x1855007948282368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077508.709214:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077508.709220:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077508.709223:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077508.709228:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077508.709231:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077508.709231:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1769077508.709233:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077508.709238:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
02000000:00000010:0.0:1769077508.709239:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17800.
00000400:00000010:2.0:1769077508.709244:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000001:0.0:1769077508.709245:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077508.709252:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948282368, offset 0
00000100:00100000:0.0:1769077508.709254:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c700 x1855007948282496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077508.709265:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077508.709265:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077508.709269:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077508.709274:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000435b0902] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c700 x1855007948282496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077508.709277:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077508.709287:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077508.709288:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00080000:0.0:1769077508.709291:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077508.709295:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1769077508.709296:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077508.709299:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769077508.709301:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00080000:0.0:1769077508.709303:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077508.709307:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769077508.709308:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077508.709311:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00080000:0.0:1769077508.709315:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4200
00000400:00000200:2.0:1769077508.709319:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30017:30017:256:4294967295] 192.168.204.128@tcp LPNI seq info [30016:30016:8:4294967295]
00000400:00000200:0.0:1769077508.709325:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077508.709329:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077508.709332:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077508.709335:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077508.709339:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077508.709343:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077508.709349:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077508.709350:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769077508.709353:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077508.709356:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077508.709358:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000800:00000200:2.0:1769077508.709359:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000020:00000001:0.0:1769077508.709361:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077508.709364:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000800:00000010:2.0:1769077508.709365:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000020:00000001:0.0:1769077508.709366:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769077508.709371:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:0.0:1769077508.709374:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077508.709377:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1769077508.709378:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:0.0:1769077508.709381:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000200:2.0:1769077508.709384:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1769077508.709385:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077508.709391:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000800:00000200:2.1:1769077508.709395:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:0.0:1769077508.709396:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000800:00000200:2.1:1769077508.709400:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1769077508.709401:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077508.709406:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:2.0:1769077508.709409:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
02000000:00000001:0.0:1769077508.709410:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:2.0:1769077508.709413:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
02000000:00000001:0.0:1769077508.709414:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077508.709418:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769077508.709419:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00100000:0.0:1769077508.709420:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077508.709426:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000008:00000001:0.0:1769077508.709427:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077508.709430:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000100:00000001:0.0:1769077508.709431:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077508.709433:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000010:0.0:1769077508.709440:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9f480.
00000100:00000001:2.0:1769077508.709441:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:0.0:1769077508.709446:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000100:00000200:2.0:1769077508.709448:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d180 x1855007948282368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077508.709453:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077508.709456:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077508.709459:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769077508.709460:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077508.709465:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1769077508.709465:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d180 x1855007948282368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077533 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077508.709470:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077508.709473:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077508.709476:0:2431:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:0.0:1769077508.709478:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16800.
00000100:00000001:2.0:1769077508.709480:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077508.709482:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077508.709486:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00100000:0.0:1769077508.709490:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9f480 x1855007948282624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077508.709490:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298874127
00000100:00000010:2.0:1769077508.709496:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227720.
00000100:00000001:0.0:1769077508.709499:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077508.709502:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077508.709504:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1769077508.709505:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1a89039] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9f480 x1855007948282624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077508.709511:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298874127
00000100:00000001:0.0:1769077508.709515:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077508.709517:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227360.
00000100:00080000:0.0:1769077508.709518:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077508.709520:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00080000:0.0:1769077508.709523:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077508.709525:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077508.709527:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077508.709529:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077508.709531:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077508.709532:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077508.709537:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077508/real 1769077508]  req@ffff8c5704d9d180 x1855007948282368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077508.709538:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077508.709546:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4200
00000400:00000200:0.0:1769077508.709557:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000001:2.0:1769077508.709560:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077508.709563:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000200:0.0:1769077508.709565:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000010:2.0:1769077508.709565:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077508.709571:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000100:00080000:0.0:1769077508.709572:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1769077508.709574:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077508.709579:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1769077508.709581:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000200:2.0:1769077508.709584:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d180 x1855007948282368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077508.709585:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077508.709590:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077508.709594:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077508.709599:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077508.709601:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:0.0:1769077508.709603:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:2.0:1769077508.709603:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d180 x1855007948282368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077508.709607:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:0.0:1769077508.709611:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769077508.709617:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077508.709618:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077508.709622:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077508.709625:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077508.709626:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077508.709629:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077508.709630:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1769077508.709634:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d180 x1855007948282368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077508.709635:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077508.709642:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077508.709646:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1769077508.709648:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00000040:2.0:1769077508.709651:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d180 x1855007948282368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077508.709656:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077508.709662:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077508.709664:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077508.709666:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077508.709670:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077508.709670:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077508.709672:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077508.709673:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077508.709675:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1769077508.709679:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:2.0:1769077508.709679:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077508.709684:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1769077508.709686:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769077508.709687:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d180 x1855007948282368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077508.709692:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077508.709697:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077508.709700:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1769077508.709703:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948282368:192.168.204.128@tcp:250:kworker.0
00000008:00000001:0.0:1769077508.709704:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077508.709709:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077508.709711:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077508.709713:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000010:0.0:1769077508.709714:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000100:00000040:2.0:1769077508.709716:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d180 x1855007948282368/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077508.709720:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:0.0:1769077508.709726:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077508.709728:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077508.709749:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077508.709752:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077508.709754:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077508.709755:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077508.709756:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077508.709758:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077508.709760:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14000.
02000000:00000001:0.0:1769077508.709761:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077508.709763:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1769077508.709766:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077508.709766:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:0.0:1769077508.709771:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:2.0:1769077508.709771:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d180.
02000000:00000001:0.0:1769077508.709776:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077508.709777:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077508.709780:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077508.709784:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1769077508.709785:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15400.
00000100:00000001:0.0:1769077508.709790:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077508.709793:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1769077508.709797:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948282752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077508.709797:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077508.709804:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077508.709807:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077508.709809:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077508.709810:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077508.709812:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077508.709818:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948282752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077508.709822:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c700 x1855007948282496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077508.709828:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077508.709833:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077508.709840:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077508.709843:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077508.709845:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077508.709846:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077508.709849:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077508.709850:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077508.709855:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4200
02000000:00000001:2.0:1769077508.709856:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077508.709859:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769077508.709860:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:2.0:1769077508.709863:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077508.709865:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077508.709869:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1769077508.709870:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948282496:192.168.204.128@tcp:38:kworker.0
00000100:00000040:0.0:1769077508.709876:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077508.709877:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077508.709881:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077508.709883:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1769077508.709886:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077508.709886:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077508.709889:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077508.709890:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077508.709894:0:44394:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000010:2.0:1769077508.709894:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410000.
00000020:00000040:0.0:1769077508.709896:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
02000000:00000001:2.0:1769077508.709897:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077508.709900:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077508.709903:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000400:00000200:2.0:1769077508.709904:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000001:0.0:1769077508.709905:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000400:00000010:2.0:1769077508.709908:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000020:00000001:0.0:1769077508.709909:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000400:00000010:2.0:1769077508.709912:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000040:0.0:1769077508.709917:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000200:2.0:1769077508.709918:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948282496, portal 10
00000100:00000001:0.0:1769077508.709923:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077508.709923:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077508.709926:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104265472 : -127169605286144 : ffff8c5704d9c700)
00000100:00000040:0.0:1769077508.709930:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000040:2.0:1769077508.709934:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c700 x1855007948282496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077508.709936:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077508.709943:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000001:2.0:1769077508.709946:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1769077508.709953:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000040:2.0:1769077508.709953:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077508.709957:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000001:0.0:1769077508.709961:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077508.709961:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948282496, offset 0
02000000:00000001:0.0:1769077508.709968:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769077508.709972:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
02000000:00000001:0.0:1769077508.709973:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077508.709978:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:0.0:1769077508.709979:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077508.709982:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769077508.709984:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000008:00100000:0.0:1769077508.709986:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1769077508.709989:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:0.0:1769077508.709990:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077508.709994:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077508.709994:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077508.709998:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000010:0.0:1769077508.709999:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000400:00000200:2.0:1769077508.710000:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000020:00000040:0.0:1769077508.710005:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000400:00000200:2.0:1769077508.710006:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30018:30018:256:4294967295] 192.168.204.128@tcp LPNI seq info [30017:30017:8:4294967295]
02000000:00000001:0.0:1769077508.710009:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077508.710013:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077508.710013:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077508.710018:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077508.710021:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077508.710024:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077508.710025:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
02000000:00000010:0.0:1769077508.710029:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16c00.
00000800:00000200:2.0:1769077508.710031:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077508.710035:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077508.710036:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000100:00100000:0.0:1769077508.710043:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948282880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1769077508.710044:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077508.710063:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077508.710072:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:0.0:1769077508.710073:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1769077508.710074:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1769077508.710079:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769077508.710080:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077508.710083:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077508.710086:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1769077508.710090:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948282880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077508.710091:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077508.710096:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077508.710099:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077508.710102:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077508.710108:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c700 x1855007948282496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077508.710111:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077508.710119:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077508.710121:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4210)
00000100:00000040:2.0:1769077508.710122:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c700 x1855007948282496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077533 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077508.710130:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077508.710131:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077508.710134:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077508.710137:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077508.710140:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077508.710142:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298872846
00000100:00000001:2.0:1769077508.710145:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298874127
00000100:00000001:2.0:1769077508.710146:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298872846
00000100:00000001:2.0:1769077508.710148:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298874127
00000100:00000001:2.0:1769077508.710149:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077508.710151:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077508.710152:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077508.710154:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077508/real 1769077508]  req@ffff8c5704d9c700 x1855007948282496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077508.710160:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077508.710161:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077508.710162:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077508.710164:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077508.710165:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077508.710166:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077508.710169:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c700 x1855007948282496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077508.710174:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c700 x1855007948282496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077508.710178:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077508.710179:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077508.710180:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077508.710181:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077508.710183:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c700 x1855007948282496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077508.710187:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077508.710189:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c700 x1855007948282496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077508.710194:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077508.710196:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077508.710197:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077508.710199:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077508.710200:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077508.710202:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077508.710205:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077508.710208:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077508.710210:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077508.710214:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c700 x1855007948282496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077508.710222:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948282496:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077508.710227:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077508.710231:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9f480 x1855007948282624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077508.710238:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077508.710240:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077508.710242:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077508.710244:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077508.710246:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077508.710249:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948282624:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077508.710253:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077508.710255:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077508.710256:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077508.710258:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077508.710260:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077508.710262:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077508.710265:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077508.710266:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077508.710269:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077508.710271:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948282624, portal 10
00000100:00000001:2.0:1769077508.710272:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077508.710273:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104277120 : -127169605274496 : ffff8c5704d9f480)
00000100:00000040:2.0:1769077508.710277:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9f480 x1855007948282624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077508.710282:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077508.710283:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077508.710285:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077508.710286:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948282624, offset 0
00000400:00000200:2.0:1769077508.710289:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077508.710291:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077508.710294:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077508.710296:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077508.710298:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077508.710300:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077508.710301:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077508.710303:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30019:30019:256:4294967295] 192.168.204.128@tcp LPNI seq info [30018:30018:8:4294967295]
00000400:00000200:2.0:1769077508.710306:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077508.710310:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077508.710313:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077508.710315:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077508.710317:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077508.710319:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077508.710322:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077508.710324:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769077508.710326:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077508.710328:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077508.710330:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077508.710332:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077508.710334:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077508.710335:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077508.710337:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077508.710339:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9f480 x1855007948282624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077508.710344:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077508.710346:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9f480 x1855007948282624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077533 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077508.710351:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077508.710352:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077508.710353:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077508.710355:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077508.710357:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077508.710359:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298872845
00000100:00000001:2.0:1769077508.710360:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298874127
00000100:00000001:2.0:1769077508.710361:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298872845
00000100:00000001:2.0:1769077508.710363:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298874127
00000100:00000001:2.0:1769077508.710365:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077508.710366:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077508.710368:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077508.710370:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077508/real 1769077508]  req@ffff8c5704d9f480 x1855007948282624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077508.710375:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077508.710376:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077508.710376:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077508.710378:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077508.710379:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077508.710380:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077508.710382:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9f480 x1855007948282624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077508.710387:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9f480 x1855007948282624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077508.710392:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077508.710392:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077508.710393:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077508.710394:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077508.710397:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9f480 x1855007948282624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077508.710401:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077508.710403:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9f480 x1855007948282624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077508.710407:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077508.710408:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077508.710409:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077508.710410:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077508.710412:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077508.710413:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077508.710415:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077508.710417:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077508.710418:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077508.710421:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9f480 x1855007948282624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077508.710425:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948282624:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077508.710428:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077508.710429:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077508.710431:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c700 x1855007948282496/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077508.710435:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077508.710436:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077508.710437:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077508.710439:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077508.710440:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077508.710441:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077508.710442:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077508.710443:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17800.
02000000:00000001:2.0:1769077508.710445:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077508.710446:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077508.710447:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c700.
00000100:00000001:2.0:1769077508.710449:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077508.710450:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077508.710451:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077508.710453:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9f480 x1855007948282624/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077508.710456:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077508.710457:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077508.710458:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077508.710460:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077508.710461:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077508.710462:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077508.710463:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077508.710464:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16800.
02000000:00000001:2.0:1769077508.710466:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077508.710466:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077508.710467:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9f480.
00000100:00000001:2.0:1769077508.710469:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077508.710469:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077508.710471:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077508.710473:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077508.710474:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077508.710475:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077508.710476:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077508.710477:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077508.710479:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9dc00 x1855007948282752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077508.710483:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077508.710484:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077508.710485:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077508.710487:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077508.710488:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077508.710490:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948282752:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077508.710492:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077508.710493:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077508.710494:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077508.710495:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077508.710497:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077508.710498:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077508.710501:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077508.710502:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077508.710504:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077508.710506:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948282752, portal 4
00000100:00000001:2.0:1769077508.710507:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077508.710508:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104270848 : -127169605280768 : ffff8c5704d9dc00)
00000100:00000040:2.0:1769077508.710512:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9dc00 x1855007948282752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077508.710516:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077508.710518:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077508.710519:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077508.710521:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948282752, offset 0
00000400:00000200:2.0:1769077508.710523:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077508.710525:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077508.710527:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077508.710528:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077508.710530:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077508.710532:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077508.710533:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077508.710536:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30020:30020:256:4294967295] 192.168.204.128@tcp LPNI seq info [30019:30019:8:4294967295]
00000400:00000200:2.0:1769077508.710538:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077508.710542:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077508.710545:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077508.710546:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077508.710548:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077508.710550:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077508.710553:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077508.710555:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769077508.710557:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077508.710559:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077508.710560:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077508.710563:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077508.710564:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077508.710566:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077508.710567:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077508.710569:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9dc00 x1855007948282752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077508.710574:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077508.710577:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948282752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077533 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077508.710581:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077508.710582:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077508.710584:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077508.710585:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077508.710587:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077508.710588:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298872910
00000100:00000001:2.0:1769077508.710590:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298874127
00000100:00000001:2.0:1769077508.710592:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298872910
00000100:00000001:2.0:1769077508.710593:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298874127
00000100:00000001:2.0:1769077508.710595:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077508.710596:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077508.710597:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077508.710599:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077508/real 1769077508]  req@ffff8c5704d9dc00 x1855007948282752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077508.710603:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077508.710604:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077508.710605:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077508.710606:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077508.710607:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077508.710608:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077508.710610:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9dc00 x1855007948282752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077508.710615:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9dc00 x1855007948282752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077508.710619:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077508.710620:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077508.710621:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077508.710622:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077508.710625:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9dc00 x1855007948282752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077508.710630:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077508.710632:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9dc00 x1855007948282752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077508.710636:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077508.710637:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077508.710638:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077508.710639:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077508.710640:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077508.710641:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077508.710643:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077508.710644:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077508.710646:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077508.710648:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9dc00 x1855007948282752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077508.710652:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948282752:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077508.710654:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077508.710656:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948282880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077508.710661:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077508.710661:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077508.710663:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077508.710664:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077508.710665:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077508.710667:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948282880:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077508.710669:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077508.710670:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077508.710671:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077508.710672:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077508.710674:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077508.710675:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077508.710677:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077508.710679:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077508.710680:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077508.710682:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948282880, portal 4
00000100:00000001:2.0:1769077508.710683:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077508.710685:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
00000100:00000040:2.0:1769077508.710688:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948282880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077508.710692:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077508.710693:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077508.710695:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077508.710696:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948282880, offset 0
00000400:00000200:2.0:1769077508.710698:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077508.710700:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077508.710702:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077508.710703:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077508.710705:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077508.710707:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077508.710709:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077508.710710:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30021:30021:256:4294967295] 192.168.204.128@tcp LPNI seq info [30020:30020:8:4294967295]
00000400:00000200:2.0:1769077508.710713:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077508.710717:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077508.710719:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077508.710721:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077508.710723:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077508.710724:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077508.710727:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077508.710729:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769077508.710748:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077508.710750:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077508.710752:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077508.710754:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077508.710756:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077508.710757:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077508.710759:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077508.710761:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c380 x1855007948282880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077508.710766:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077508.710768:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948282880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077533 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077508.710773:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077508.710774:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077508.710777:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077508.710779:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077508.710783:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077508.710785:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298872858
00000100:00000001:2.0:1769077508.710787:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298874127
00000100:00000001:2.0:1769077508.710790:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298872858
00000100:00000001:2.0:1769077508.710792:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298874127
00000100:00000001:2.0:1769077508.710794:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077508.710796:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077508.710797:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077508.710802:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077508/real 1769077508]  req@ffff8c5704d9c380 x1855007948282880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077508.710810:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077508.710811:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077508.710813:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077508.710816:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077508.710818:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077508.710820:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077508.710824:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948282880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077508.710833:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948282880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077508.710841:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077508.710842:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077508.710844:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077508.710846:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077508.710850:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948282880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077508.710857:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077508.710861:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948282880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077508.710865:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077508.710867:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077508.710868:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077508.710869:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077508.710870:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077508.710871:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077508.710873:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077508.710875:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077508.710876:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077508.710879:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948282880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077508.710884:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948282880:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077508.710886:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077508.710887:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077508.710890:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9dc00 x1855007948282752/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077508.710894:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077508.710895:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077508.710896:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077508.710898:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077508.710899:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077508.710900:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077508.710902:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077508.710903:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15400.
02000000:00000001:2.0:1769077508.710905:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077508.710905:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077508.710906:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077508.710908:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077508.710909:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077508.710910:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077508.710912:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948282880/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077508.710916:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077508.710917:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077508.710918:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410000.
02000000:00000001:2.0:1769077508.710919:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077508.710919:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077508.710920:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077508.710921:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077508.710922:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16c00.
02000000:00000001:2.0:1769077508.710923:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077508.710924:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077508.710925:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077508.710926:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077508.710927:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077508.710928:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077508.710930:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077508.710931:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077508.710933:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077508.710934:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077509.029831:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077509.029840:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077509.029869:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077509.029872:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077509.029876:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077509.732822:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077509.732828:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077509.732830:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077509.732834:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077509.732837:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077509.732840:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077509.732842:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077509.732844:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077509.732846:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077510.052833:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298874127, at 4298874176
00010000:00000001:2.0:1769077510.052851:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:0.0:1769077510.052852:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227720.
00000100:00000040:1.0:1769077510.052853:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298874127, at 4298874176
00010000:00000001:2.0:1769077510.052873:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077510.052885:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227360.
00000020:00000001:0.0:1769077510.052918:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077510.052923:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077510.052933:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077510.756823:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077510.756831:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077510.756833:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077510.756836:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077510.756839:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077510.756842:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077510.756845:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077510.756846:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077510.756848:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077511.076802:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077511.076815:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077511.076866:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077511.076869:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077511.076873:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077511.780822:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077511.780828:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077511.780830:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077511.780834:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077511.780837:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077511.780840:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077511.780842:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077511.780844:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077511.780846:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077512.100836:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077512.100841:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077512.100882:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077512.100885:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077512.100888:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077512.804838:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077512.804844:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077512.804845:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077512.804850:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077512.804853:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077512.804857:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077512.804859:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077512.804861:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077512.804863:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077513.124802:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077513.124810:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077513.124834:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077513.124838:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077513.124841:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077513.828825:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077513.828833:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077513.828836:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077513.828843:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077513.828848:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1769077513.828852:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077513.828852:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077513.828857:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077513.828862:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077513.828865:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077513.828871:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077513.828875:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077513.828880:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077513.828884:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077513.828892:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4205
00000400:00000200:1.0:1769077513.828901:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077513.828908:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077513.828911:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077513.828915:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077513.828918:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077513.828921:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077513.828924:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077513.828928:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077513.828931:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769077513.828934:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077513.828936:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769077513.828939:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769077513.828942:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769077513.828946:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077513.828947:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077513.828950:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077513.828952:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077513.828955:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769077513.828958:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077513.828974:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077513.828978:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077513.828981:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077513.828984:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077513.828987:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077513.828989:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077513.828998:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4380.
00000020:00000040:1.0:1769077513.829002:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769077513.829006:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077513.829008:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077513.829011:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077513.829014:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077513.829018:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077513.829027:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f800.
00000100:00000001:1.0:1769077513.829034:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077513.829042:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4380 x1855007948283008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077513.829063:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077513.829068:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077513.829074:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f099a2be] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4380 x1855007948283008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077513.829095:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077513.829099:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077513.829103:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077513.829105:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077513.829107:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077513.829111:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077513.829115:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4205
00000400:00000200:1.0:1769077513.829120:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077513.829124:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077513.829126:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1769077513.829128:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077513.829132:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769077513.829134:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077513.829137:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769077513.829139:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077513.829143:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077513.829147:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000040:2.0:1769077513.829149:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4380 x1855007948283008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769077513.829152:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077513.829155:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769077513.829159:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077513.829163:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769077513.829168:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077513.829168:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077513.829172:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077513.829173:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
02000000:00000001:2.0:1769077513.829179:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1769077513.829181:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077513.829184:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077513.829185:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077513.829191:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077513.829191:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077513.829197:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00100000:2.0:1769077513.829199:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948283008:192.168.204.128@tcp:250:kworker.0
00000020:00000040:1.0:1769077513.829201:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00000001:2.0:1769077513.829209:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1769077513.829211:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
02000000:00000001:2.0:1769077513.829214:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769077513.829215:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077513.829220:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077513.829220:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077513.829226:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769077513.829228:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1769077513.829232:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
02000000:00000001:1.0:1769077513.829233:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077513.829239:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077513.829239:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769077513.829246:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077513.829252:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000008:00000001:1.0:1769077513.829254:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077513.829258:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077513.829259:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000100:00000010:1.0:1769077513.829265:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000400:00000010:2.0:1769077513.829269:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000020:00000040:1.0:1769077513.829270:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:1.0:1769077513.829275:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077513.829277:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077513.829279:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948283008, portal 25
00000100:00000001:1.0:1769077513.829280:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077513.829282:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077513.829285:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1769077513.829286:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077513.829289:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198607232 : -127164510944384 : ffff8c58347f4380)
02000000:00000010:1.0:1769077513.829294:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d800.
00000100:00000040:2.0:1769077513.829300:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4380 x1855007948283008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077513.829301:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077513.829312:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948283136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077513.829324:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077513.829327:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769077513.829328:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077513.829335:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000040:1.0:1769077513.829338:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948283136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769077513.829341:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077513.829348:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948283008, offset 0
00000100:00000001:1.0:1769077513.829355:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077513.829362:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077513.829362:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00080000:1.0:1769077513.829371:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077513.829375:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769077513.829375:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:1.0:1769077513.829380:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077513.829385:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077513.829386:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00080000:1.0:1769077513.829392:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4205
00000400:00000200:2.0:1769077513.829395:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077513.829402:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077513.829406:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077513.829409:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077513.829413:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:1.0:1769077513.829418:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077513.829424:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077513.829424:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30022:30022:256:4294967295] 192.168.204.128@tcp LPNI seq info [30021:30021:8:4294967295]
00000100:00000040:1.0:1769077513.829432:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077513.829436:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077513.829438:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077513.829443:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077513.829446:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077513.829451:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077513.829455:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000400:00000200:2.0:1769077513.829456:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1769077513.829460:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077513.829464:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:1.0:1769077513.829467:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000800:00000200:2.0:1769077513.829470:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000020:00000001:1.0:1769077513.829471:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000800:00000010:2.0:1769077513.829479:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000100:00000040:1.0:1769077513.829480:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077513.829485:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077513.829488:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000200:2.0:1769077513.829492:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769077513.829493:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077513.829499:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000800:00000200:2.0:1769077513.829500:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000100:00080000:1.0:1769077513.829506:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077513.829514:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077513.829514:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:1.0:1769077513.829519:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1769077513.829521:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
02000000:00000001:1.0:1769077513.829524:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077513.829531:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769077513.829532:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00000001:1.0:1769077513.829536:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000010:2.0:1769077513.829538:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000008:00100000:1.0:1769077513.829540:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077513.829545:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077513.829546:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1769077513.829548:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077513.829552:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000020:00000040:1.0:1769077513.829555:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:1.0:1769077513.829561:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077513.829564:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077513.829566:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769077513.829568:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077513.829572:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077513.829575:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077513.829575:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077513.829581:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
02000000:00000010:1.0:1769077513.829584:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f000.
00000100:00000001:2.0:1769077513.829589:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769077513.829590:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077513.829597:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4380 x1855007948283008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077513.829600:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948283264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077513.829628:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077513.829629:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769077513.829632:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077513.829638:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4380 x1855007948283008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077538 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077513.829642:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948283264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077513.829658:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077513.829664:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077513.829664:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1769077513.829670:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077513.829671:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077513.829676:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077513.829680:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769077513.829681:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:1.0:1769077513.829683:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077513.829686:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298879247
00000100:00000001:1.0:1769077513.829689:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077513.829694:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4205
00000100:00000010:2.0:1769077513.829696:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227600.
00000400:00000200:1.0:1769077513.829701:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077513.829706:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077513.829707:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00080000:1.0:1769077513.829710:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077513.829723:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298879247
00000100:00000040:1.0:1769077513.829725:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000010:2.0:1769077513.829751:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227c00.
00000100:00000001:2.0:1769077513.829758:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077513.829763:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077513.829765:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077513.829767:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077513.829772:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077513.829772:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1769077513.829777:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00100000:2.0:1769077513.829782:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077513/real 1769077513]  req@ffff8c58347f4380 x1855007948283008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769077513.829783:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077513.829786:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769077513.829790:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077513.829793:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769077513.829798:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000400:00000001:2.0:1769077513.829802:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000020:00000001:1.0:1769077513.829803:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000400:00000001:2.0:1769077513.829807:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1769077513.829811:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000010:2.0:1769077513.829812:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000100:00000001:1.0:1769077513.829815:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077513.829819:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000100:00000040:1.0:1769077513.829820:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000010:2.0:1769077513.829824:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:1.0:1769077513.829825:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077513.829831:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00000001:2.0:1769077513.829831:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:1.0:1769077513.829837:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000200:2.0:1769077513.829840:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4380 x1855007948283008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077513.829841:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077513.829847:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077513.829852:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077513.829856:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077513.829858:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4380 x1855007948283008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077513.829859:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077513.829864:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077513.829871:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077513.829875:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077513.829875:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077513.829879:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1769077513.829882:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000100:00000001:2.0:1769077513.829884:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:1.0:1769077513.829888:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000001:2.0:1769077513.829888:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1769077513.829895:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077513.829898:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077513.829899:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4380 x1855007948283008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077513.829902:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077513.829905:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077513.829909:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077513.829917:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f400.
00000100:00000001:2.0:1769077513.829917:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077513.829924:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077513.829926:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4380 x1855007948283008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077513.829933:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948283392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077513.829938:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077513.829945:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077513.829950:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077513.829952:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077513.829954:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077513.829958:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077513.829959:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077513.829976:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077513.829979:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:1.0:1769077513.829986:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948283392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769077513.829988:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077513.829994:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077513.830004:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4380 x1855007948283008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077513.830006:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077513.830012:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077513.830023:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769077513.830027:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1769077513.830028:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948283008:192.168.204.128@tcp:250:kworker.0
00000100:00080000:1.0:1769077513.830030:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077513.830038:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077513.830039:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769077513.830043:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4205
00000100:00000001:2.0:1769077513.830044:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077513.830050:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4380 x1855007948283008/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077513.830054:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077513.830063:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077513.830068:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077513.830072:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000040:1.0:1769077513.830075:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077513.830077:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1769077513.830079:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1769077513.830080:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
00000100:00000040:1.0:1769077513.830084:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077513.830086:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1769077513.830090:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:2.0:1769077513.830090:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077513.830093:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:1.0:1769077513.830096:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000001:2.0:1769077513.830097:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
00000020:00000040:1.0:1769077513.830101:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
02000000:00000010:2.0:1769077513.830101:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4f800.
00000020:00000001:1.0:1769077513.830106:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:2.0:1769077513.830108:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:1.0:1769077513.830110:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
02000000:00000001:2.0:1769077513.830111:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:1.0:1769077513.830115:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000010:2.0:1769077513.830115:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4380.
00000020:00000001:1.0:1769077513.830120:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:2.0:1769077513.830120:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077513.830123:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077513.830127:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077513.830127:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077513.830132:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077513.830134:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077513.830135:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077513.830138:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077513.830139:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077513.830141:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077513.830143:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077513.830146:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1769077513.830147:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000040:2.0:1769077513.830150:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4000 x1855007948283136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077513.830155:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077513.830161:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077513.830162:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077513.830164:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077513.830168:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077513.830168:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077513.830172:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077513.830175:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077513.830175:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077513.830179:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948283136:192.168.204.128@tcp:38:kworker.0
02000000:00000001:1.0:1769077513.830181:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077513.830185:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769077513.830186:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077513.830188:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:1.0:1769077513.830191:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
02000000:00000001:2.0:1769077513.830191:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077513.830195:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1769077513.830199:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077513.830199:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
00000100:00000001:1.0:1769077513.830204:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077513.830204:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077513.830212:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000010:1.0:1769077513.830214:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000400:00000010:2.0:1769077513.830216:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000020:00000040:1.0:1769077513.830219:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000400:00000010:2.0:1769077513.830221:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
02000000:00000001:1.0:1769077513.830225:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1769077513.830226:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948283136, portal 10
02000000:00000001:1.0:1769077513.830229:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077513.830230:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077513.830232:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198606336 : -127164510945280 : ffff8c58347f4000)
00000100:00000001:1.0:1769077513.830235:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077513.830238:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1769077513.830239:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4000 x1855007948283136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077513.830242:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077513.830250:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:1.0:1769077513.830252:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4e000.
00000100:00000040:2.0:1769077513.830253:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077513.830257:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000001:1.0:1769077513.830259:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077513.830260:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948283136, offset 0
00000400:00000200:2.0:1769077513.830265:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00100000:1.0:1769077513.830269:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948283520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077513.830270:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077513.830277:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077513.830284:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077513.830289:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000001:1.0:1769077513.830291:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077513.830292:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769077513.830297:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077513.830297:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077513.830303:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30023:30023:256:4294967295] 192.168.204.128@tcp LPNI seq info [30022:30022:8:4294967295]
00000100:00000040:1.0:1769077513.830308:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948283520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077513.830309:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077513.830321:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077513.830332:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00000001:1.0:1769077513.830334:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077513.830335:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077513.830342:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:1.0:1769077513.830345:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4215)
00000800:00000200:2.0:1769077513.830345:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077513.830352:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077513.830355:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769077513.830358:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077513.830359:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077513.830361:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077513.830365:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077513.830367:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077513.830369:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077513.830372:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077513.830377:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4000 x1855007948283136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077513.830385:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077513.830388:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4000 x1855007948283136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077538 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077513.830395:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077513.830398:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077513.830401:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077513.830404:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077513.830408:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077513.830409:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298877966
00000100:00000001:2.0:1769077513.830412:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298879247
00000100:00000001:2.0:1769077513.830414:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298877966
00000100:00000001:2.0:1769077513.830416:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298879247
00000100:00000001:2.0:1769077513.830418:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077513.830420:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077513.830422:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077513.830425:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077513/real 1769077513]  req@ffff8c58347f4000 x1855007948283136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077513.830433:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077513.830434:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077513.830436:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077513.830438:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077513.830440:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077513.830442:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077513.830445:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4000 x1855007948283136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077513.830454:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4000 x1855007948283136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077513.830465:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077513.830466:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077513.830468:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077513.830469:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077513.830472:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4000 x1855007948283136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077513.830478:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077513.830481:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4000 x1855007948283136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077513.830487:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077513.830489:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077513.830491:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077513.830492:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077513.830494:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077513.830496:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077513.830498:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077513.830501:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077513.830503:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077513.830507:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4000 x1855007948283136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077513.830514:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948283136:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077513.830518:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077513.830521:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f7b80 x1855007948283264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077513.830527:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077513.830529:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077513.830531:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077513.830533:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077513.830535:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077513.830537:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948283264:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077513.830540:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077513.830542:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077513.830543:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077513.830545:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077513.830549:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077513.830551:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077513.830554:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077513.830557:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077513.830560:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077513.830563:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948283264, portal 10
00000100:00000001:2.0:1769077513.830565:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077513.830567:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198621568 : -127164510930048 : ffff8c58347f7b80)
00000100:00000040:2.0:1769077513.830573:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f7b80 x1855007948283264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077513.830580:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077513.830582:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077513.830584:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077513.830586:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948283264, offset 0
00000400:00000200:2.0:1769077513.830588:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077513.830591:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077513.830594:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077513.830596:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077513.830598:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077513.830600:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077513.830602:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077513.830604:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30024:30024:256:4294967295] 192.168.204.128@tcp LPNI seq info [30023:30023:8:4294967295]
00000400:00000200:2.0:1769077513.830607:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077513.830611:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077513.830615:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077513.830617:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077513.830619:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077513.830621:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077513.830624:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077513.830626:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769077513.830629:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077513.830630:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077513.830633:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077513.830635:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077513.830637:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077513.830638:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077513.830640:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077513.830643:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f7b80 x1855007948283264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077513.830648:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077513.830650:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f7b80 x1855007948283264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077538 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077513.830654:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077513.830655:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077513.830657:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077513.830659:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077513.830661:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077513.830662:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298877965
00000100:00000001:2.0:1769077513.830664:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298879247
00000100:00000001:2.0:1769077513.830665:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298877965
00000100:00000001:2.0:1769077513.830666:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298879247
00000100:00000001:2.0:1769077513.830668:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077513.830669:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077513.830671:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077513.830673:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077513/real 1769077513]  req@ffff8c58347f7b80 x1855007948283264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077513.830678:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077513.830679:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077513.830681:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077513.830682:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077513.830683:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077513.830684:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077513.830686:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f7b80 x1855007948283264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077513.830692:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f7b80 x1855007948283264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077513.830696:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077513.830697:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077513.830698:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077513.830699:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077513.830701:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f7b80 x1855007948283264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077513.830705:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077513.830707:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f7b80 x1855007948283264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077513.830711:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077513.830713:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077513.830714:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077513.830715:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077513.830716:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077513.830717:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077513.830718:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077513.830720:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077513.830721:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077513.830724:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f7b80 x1855007948283264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077513.830729:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948283264:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077513.830747:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077513.830750:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4700 x1855007948283392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077513.830754:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077513.830755:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077513.830757:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077513.830758:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077513.830760:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077513.830761:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948283392:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077513.830764:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077513.830765:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077513.830766:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077513.830768:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077513.830770:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077513.830771:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077513.830774:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077513.830776:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077513.830778:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077513.830780:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948283392, portal 4
00000100:00000001:2.0:1769077513.830781:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077513.830782:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198608128 : -127164510943488 : ffff8c58347f4700)
00000100:00000040:2.0:1769077513.830785:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4700 x1855007948283392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077513.830790:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077513.830791:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077513.830793:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077513.830794:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948283392, offset 0
00000400:00000200:2.0:1769077513.830797:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077513.830799:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077513.830801:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077513.830803:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077513.830805:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077513.830806:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077513.830808:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077513.830810:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30025:30025:256:4294967295] 192.168.204.128@tcp LPNI seq info [30024:30024:8:4294967295]
00000400:00000200:2.0:1769077513.830813:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077513.830817:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077513.830819:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077513.830821:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077513.830824:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077513.830826:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077513.830828:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077513.830830:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769077513.830832:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077513.830834:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077513.830836:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077513.830838:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077513.830840:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077513.830841:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077513.830842:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077513.830844:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4700 x1855007948283392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077513.830849:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077513.830851:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4700 x1855007948283392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077538 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077513.830856:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077513.830857:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077513.830858:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077513.830860:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077513.830862:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077513.830864:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298878031
00000100:00000001:2.0:1769077513.830865:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298879247
00000100:00000001:2.0:1769077513.830867:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298878031
00000100:00000001:2.0:1769077513.830868:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298879247
00000100:00000001:2.0:1769077513.830869:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077513.830871:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077513.830872:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077513.830874:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077513/real 1769077513]  req@ffff8c58347f4700 x1855007948283392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077513.830878:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077513.830879:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077513.830880:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077513.830882:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077513.830883:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077513.830884:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077513.830886:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4700 x1855007948283392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077513.830891:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4700 x1855007948283392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077513.830895:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077513.830896:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077513.830897:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077513.830898:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077513.830900:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4700 x1855007948283392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077513.830904:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077513.830906:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4700 x1855007948283392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077513.830910:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077513.830912:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077513.830913:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077513.830914:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077513.830915:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077513.830916:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077513.830918:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077513.830919:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077513.830921:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077513.830923:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4700 x1855007948283392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077513.830928:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948283392:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077513.830930:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077513.830931:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077513.830933:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4000 x1855007948283136/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077513.830937:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077513.830938:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077513.830939:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077513.830940:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077513.830941:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077513.830942:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077513.830944:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077513.830945:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d800.
02000000:00000001:2.0:1769077513.830947:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077513.830948:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077513.830949:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4000.
00000100:00000001:2.0:1769077513.830951:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077513.830952:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077513.830953:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077513.830955:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f7b80 x1855007948283264/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077513.830978:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077513.830980:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077513.830982:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077513.830983:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077513.830984:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077513.830985:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077513.830986:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077513.830987:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4f000.
02000000:00000001:2.0:1769077513.830989:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077513.830989:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077513.830990:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f7b80.
00000100:00000001:2.0:1769077513.830992:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077513.830993:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077513.830994:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077513.830997:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4700 x1855007948283392/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077513.831001:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077513.831002:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077513.831003:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077513.831004:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077513.831005:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077513.831006:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077513.831007:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077513.831008:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4f400.
02000000:00000001:2.0:1769077513.831009:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077513.831009:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077513.831010:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4700.
00000100:00000001:2.0:1769077513.831011:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077513.831012:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077513.831013:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077513.831016:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077513.831017:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077513.831018:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077513.831019:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077513.831020:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077513.831023:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4e00 x1855007948283520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077513.831027:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077513.831028:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077513.831030:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077513.831031:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077513.831032:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077513.831034:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948283520:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077513.831036:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077513.831038:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077513.831039:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077513.831040:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077513.831042:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077513.831043:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077513.831046:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077513.831048:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077513.831050:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077513.831052:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948283520, portal 4
00000100:00000001:2.0:1769077513.831053:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077513.831054:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198609920 : -127164510941696 : ffff8c58347f4e00)
00000100:00000040:2.0:1769077513.831058:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4e00 x1855007948283520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077513.831062:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077513.831064:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077513.831065:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077513.831067:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948283520, offset 0
00000400:00000200:2.0:1769077513.831069:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077513.831072:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077513.831074:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077513.831076:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077513.831077:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077513.831079:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077513.831081:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077513.831083:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30026:30026:256:4294967295] 192.168.204.128@tcp LPNI seq info [30025:30025:8:4294967295]
00000400:00000200:2.0:1769077513.831086:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077513.831090:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077513.831094:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077513.831095:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077513.831098:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077513.831100:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077513.831103:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077513.831105:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769077513.831107:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077513.831108:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077513.831110:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077513.831113:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077513.831115:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077513.831116:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077513.831117:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077513.831119:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4e00 x1855007948283520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077513.831125:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077513.831126:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4e00 x1855007948283520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077538 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077513.831130:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077513.831131:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077513.831133:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077513.831135:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077513.831137:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077513.831138:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298877978
00000100:00000001:2.0:1769077513.831139:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298879247
00000100:00000001:2.0:1769077513.831141:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298877978
00000100:00000001:2.0:1769077513.831142:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298879247
00000100:00000001:2.0:1769077513.831144:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077513.831145:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077513.831147:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077513.831149:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077513/real 1769077513]  req@ffff8c58347f4e00 x1855007948283520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077513.831154:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077513.831155:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077513.831156:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077513.831157:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077513.831158:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077513.831159:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077513.831161:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4e00 x1855007948283520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077513.831167:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4e00 x1855007948283520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077513.831170:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077513.831171:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077513.831172:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077513.831173:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077513.831175:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4e00 x1855007948283520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077513.831179:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077513.831181:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4e00 x1855007948283520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077513.831185:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077513.831187:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077513.831188:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077513.831188:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077513.831189:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077513.831190:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077513.831192:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077513.831195:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077513.831196:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077513.831199:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4e00 x1855007948283520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077513.831203:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948283520:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077513.831205:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077513.831206:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077513.831208:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4e00 x1855007948283520/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077513.831212:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077513.831213:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077513.831214:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077513.831215:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077513.831216:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077513.831217:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077513.831218:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077513.831219:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4e000.
02000000:00000001:2.0:1769077513.831220:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077513.831221:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077513.831222:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4e00.
00000100:00000001:2.0:1769077513.831224:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077513.831224:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077513.831225:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077513.831227:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077513.831228:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077513.831230:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077513.831231:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077514.148798:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077514.148807:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077514.148810:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077514.148814:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077514.148819:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077514.148822:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077514.148825:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077514.148829:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077514.148885:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077514.148890:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077514.148894:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077514.852839:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077514.852847:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077514.852848:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077514.852852:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077514.852855:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077514.852858:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077514.852860:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077514.852862:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077514.852864:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077515.172834:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298879247, at 4298879296
00000100:00000040:1.0:1769077515.172844:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298879247, at 4298879296
00010000:00000001:2.0:1769077515.172849:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:0.0:1769077515.172853:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227600.
00010000:00000001:2.0:1769077515.172856:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077515.172860:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227c00.
00000020:00000001:3.0:1769077515.172925:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077515.172931:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077515.172936:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077515.876830:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077515.876838:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077515.876840:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077515.876846:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077515.876849:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077515.876853:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077515.876856:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077515.876858:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077515.876860:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077516.196808:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077516.196815:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077516.196875:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077516.196878:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077516.196881:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077516.900836:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077516.900842:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077516.900844:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077516.900848:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077516.900851:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077516.900855:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077516.900857:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077516.900859:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077516.900861:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077517.220838:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077517.220845:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077517.220870:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077517.220872:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077517.220875:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077517.924863:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077517.924877:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077517.924879:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077517.924883:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077517.924886:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077517.924889:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077517.924920:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077517.924922:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077517.924925:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077518.244876:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077518.244882:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077518.244955:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077518.244959:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077518.244962:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077518.948811:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077518.948818:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077518.948820:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077518.948826:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077518.948829:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077518.948833:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077518.948835:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077518.948837:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077518.948839:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077518.948841:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077518.948848:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077518.948852:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077518.948856:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077518.948860:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077518.948868:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4210
00000400:00000200:0.0:1769077518.948891:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077518.948898:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077518.948901:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077518.948905:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077518.948908:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077518.948911:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077518.948913:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077518.948917:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077518.948920:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077518.948923:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077518.948926:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077518.948929:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077518.948931:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077518.948934:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077518.948938:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077518.948939:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077518.948950:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077518.948954:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077518.948958:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077518.948960:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077518.948964:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077518.948967:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077518.948970:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077518.948973:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077518.948975:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077518.948984:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000020:00000040:0.0:1769077518.948988:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077518.948992:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077518.948994:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077518.948997:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077518.949000:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077518.949004:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077518.949013:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17c00.
00000100:00000001:0.0:1769077518.949019:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077518.949029:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948283648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077518.949041:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077518.949045:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077518.949050:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948283648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077518.949071:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077518.949075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077518.949078:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077518.949080:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077518.949082:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077518.949086:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077518.949090:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4210
00000400:00000200:0.0:1769077518.949094:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077518.949096:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1769077518.949099:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077518.949101:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077518.949104:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077518.949106:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077518.949110:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077518.949114:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077518.949117:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c000 x1855007948283648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077518.949120:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077518.949126:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077518.949132:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077518.949134:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077518.949137:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077518.949139:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1769077518.949141:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000100:00000001:2.0:1769077518.949143:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077518.949146:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
02000000:00000001:2.0:1769077518.949149:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1769077518.949150:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769077518.949156:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077518.949156:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077518.949162:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077518.949163:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077518.949168:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077518.949173:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00100000:2.0:1769077518.949173:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948283648:192.168.204.128@tcp:250:kworker.0
00000020:00000040:0.0:1769077518.949179:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:0.0:1769077518.949185:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077518.949188:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077518.949190:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077518.949191:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077518.949195:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077518.949197:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077518.949201:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077518.949201:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077518.949206:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077518.949207:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:2.0:1769077518.949211:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
00000008:00100000:0.0:1769077518.949213:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077518.949215:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769077518.949220:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077518.949222:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077518.949226:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000010:0.0:1769077518.949228:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9df80.
00000020:00000040:0.0:1769077518.949231:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000400:00000010:2.0:1769077518.949232:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
02000000:00000001:0.0:1769077518.949234:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077518.949238:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077518.949239:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077518.949241:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077518.949243:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077518.949243:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
02000000:00000010:0.0:1769077518.949251:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15c00.
00000100:00000200:2.0:1769077518.949254:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948283648, portal 25
00000100:00000001:0.0:1769077518.949255:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077518.949262:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00100000:0.0:1769077518.949265:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9df80 x1855007948283776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077518.949266:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104263680 : -127169605287936 : ffff8c5704d9c000)
00000100:00000001:0.0:1769077518.949276:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077518.949279:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077518.949279:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c000 x1855007948283648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077518.949286:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bed851a] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9df80 x1855007948283776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.949303:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769077518.949305:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077518.949310:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077518.949310:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00080000:0.0:1769077518.949315:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077518.949316:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1769077518.949316:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00080000:0.0:1769077518.949319:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077518.949322:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:2.0:1769077518.949323:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948283648, offset 0
00000100:00080000:0.0:1769077518.949325:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4210
00000400:00000200:0.0:1769077518.949331:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077518.949336:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077518.949336:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00080000:0.0:1769077518.949342:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077518.949344:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077518.949346:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077518.949348:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077518.949352:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077518.949353:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077518.949358:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077518.949359:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769077518.949360:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077518.949362:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077518.949364:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077518.949366:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000020:00000001:0.0:1769077518.949368:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:0.0:1769077518.949373:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077518.949374:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077518.949376:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1769077518.949377:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077518.949380:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077518.949382:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000400:00000200:2.0:1769077518.949385:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00080000:0.0:1769077518.949387:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077518.949390:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077518.949392:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769077518.949393:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1769077518.949395:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077518.949399:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077518.949400:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000001:0.0:1769077518.949401:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077518.949405:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077518.949409:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077518.949410:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30027:30027:256:4294967295] 192.168.204.128@tcp LPNI seq info [30026:30026:8:4294967295]
00000100:00000001:0.0:1769077518.949411:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077518.949415:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d500.
00000020:00000040:0.0:1769077518.949419:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000400:00000200:2.0:1769077518.949422:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:0.0:1769077518.949423:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077518.949425:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077518.949427:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077518.949428:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077518.949430:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077518.949433:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16400.
00000100:00000001:0.0:1769077518.949436:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077518.949439:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d500 x1855007948283904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077518.949445:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077518.949448:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077518.949449:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1769077518.949454:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c2d91c4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d500 x1855007948283904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1769077518.949461:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077518.949468:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077518.949469:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000100:00080000:0.0:1769077518.949471:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1769077518.949478:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:0.0:1769077518.949479:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077518.949483:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.0:1769077518.949484:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000100:00080000:0.0:1769077518.949486:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077518.949493:0:37:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:2.1:1769077518.949494:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:0.0:1769077518.949499:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4210
00000800:00000200:2.1:1769077518.949499:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000400:00000200:0.0:1769077518.949511:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000800:00000100:2.0:1769077518.949511:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077518.949515:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:0.0:1769077518.949520:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077518.949521:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1769077518.949526:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077518.949529:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1769077518.949533:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077518.949537:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077518.949537:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077518.949542:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077518.949546:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1769077518.949551:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000200:2.0:1769077518.949552:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c000 x1855007948283648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077518.949555:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077518.949560:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077518.949562:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:0.0:1769077518.949564:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077518.949567:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:0.0:1769077518.949570:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077518.949571:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1769077518.949573:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:2.0:1769077518.949576:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c000 x1855007948283648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077543 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077518.949580:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077518.949584:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077518.949587:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077518.949591:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077518.949596:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:0.0:1769077518.949599:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077518.949599:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077518.949604:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077518.949604:0:2431:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1769077518.949608:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077518.949610:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077518.949612:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077518.949614:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077518.949614:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769077518.949618:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077518.949621:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077518.949623:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077518.949624:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077518.949630:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000020:00000040:0.0:1769077518.949631:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:0.0:1769077518.949633:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077518.949634:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077518.949636:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077518.949638:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298884367
02000000:00000001:0.0:1769077518.949639:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077518.949642:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077518.949647:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14800.
00000100:00000010:2.0:1769077518.949648:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a2275a0.
00000100:00000001:0.0:1769077518.949650:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077518.949656:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948284032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077518.949659:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769077518.949665:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077518.949667:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077518.949667:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298884367
00000100:00000040:0.0:1769077518.949672:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948284032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1769077518.949673:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a2272a0.
00000100:00000001:2.0:1769077518.949678:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769077518.949685:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077518.949685:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769077518.949691:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077518.949691:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077518.949696:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1769077518.949697:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077518.949699:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077518.949701:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1769077518.949703:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077518/real 1769077518]  req@ffff8c5704d9c000 x1855007948283648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077518.949704:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077518.949709:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4210
00000400:00000200:0.0:1769077518.949716:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077518.949721:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077518.949724:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000001:2.0:1769077518.949726:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1769077518.949727:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000001:2.0:1769077518.949729:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077518.949754:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000100:00000001:0.0:1769077518.949756:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077518.949758:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000100:00000040:0.0:1769077518.949760:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000010:2.0:1769077518.949761:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:0.0:1769077518.949764:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077518.949766:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:0.0:1769077518.949767:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077518.949769:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769077518.949771:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077518.949774:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00000200:2.0:1769077518.949774:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c000 x1855007948283648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077518.949778:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769077518.949782:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:0.0:1769077518.949788:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077518.949791:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1769077518.949794:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c000 x1855007948283648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077518.949795:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077518.949798:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077518.949803:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:0.0:1769077518.949808:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077518.949813:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077518.949815:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1769077518.949816:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077518.949819:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769077518.949820:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077518.949823:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1769077518.949824:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077518.949827:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077518.949828:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077518.949830:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077518.949833:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077518.949835:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077518.949837:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c000 x1855007948283648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1769077518.949839:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000020:00000040:0.0:1769077518.949843:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:0.0:1769077518.949848:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077518.949851:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077518.949854:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077518.949854:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769077518.949857:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077518.949860:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077518.949863:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15000.
00000100:00000040:2.0:1769077518.949865:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c000 x1855007948283648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077518.949867:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077518.949890:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948284160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077518.949894:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077518.949901:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077518.949909:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077518.949911:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077518.949915:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948284160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.949915:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077518.949919:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077518.949926:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077518.949926:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077518.949931:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1769077518.949932:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4220)
00000100:00080000:2.0:1769077518.949939:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077518.949946:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077518.949950:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077518.949956:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c000 x1855007948283648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077518.949963:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948283648:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077518.949967:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077518.949968:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077518.949970:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c000 x1855007948283648/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.949975:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077518.949977:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077518.949979:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077518.949982:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077518.949983:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077518.949984:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077518.949986:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077518.949988:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17c00.
02000000:00000001:2.0:1769077518.949990:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077518.949993:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077518.949994:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c000.
00000100:00000001:2.0:1769077518.949997:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077518.949999:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077518.950001:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077518.950008:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077518.950010:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077518.950012:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077518.950013:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077518.950015:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077518.950019:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9df80 x1855007948283776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.950027:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077518.950028:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077518.950031:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077518.950033:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077518.950035:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077518.950039:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948283776:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077518.950042:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077518.950045:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077518.950046:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077518.950049:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077518.950052:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077518.950054:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077518.950059:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077518.950062:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077518.950066:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077518.950069:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948283776, portal 10
00000100:00000001:2.0:1769077518.950071:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077518.950072:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104271744 : -127169605279872 : ffff8c5704d9df80)
00000100:00000040:2.0:1769077518.950078:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9df80 x1855007948283776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.950083:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077518.950085:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077518.950086:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077518.950088:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948283776, offset 0
00000400:00000200:2.0:1769077518.950091:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077518.950095:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077518.950098:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077518.950100:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077518.950103:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077518.950106:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077518.950109:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077518.950112:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30028:30028:256:4294967295] 192.168.204.128@tcp LPNI seq info [30027:30027:8:4294967295]
00000400:00000200:2.0:1769077518.950116:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077518.950123:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077518.950129:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077518.950132:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077518.950136:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077518.950140:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769077518.950144:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077518.950148:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1769077518.950152:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077518.950154:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077518.950157:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077518.950161:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077518.950165:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077518.950167:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077518.950170:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077518.950174:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9df80 x1855007948283776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.950185:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077518.950188:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9df80 x1855007948283776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077543 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.950192:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077518.950193:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077518.950196:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077518.950199:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077518.950201:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077518.950203:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298883086
00000100:00000001:2.0:1769077518.950205:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298884367
00000100:00000001:2.0:1769077518.950206:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298883086
00000100:00000001:2.0:1769077518.950208:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298884367
00000100:00000001:2.0:1769077518.950209:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077518.950210:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077518.950212:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077518.950214:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077518/real 1769077518]  req@ffff8c5704d9df80 x1855007948283776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077518.950220:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077518.950221:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077518.950222:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077518.950223:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077518.950225:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077518.950226:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077518.950228:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9df80 x1855007948283776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077518.950237:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9df80 x1855007948283776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.950244:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077518.950246:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077518.950247:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077518.950249:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077518.950253:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9df80 x1855007948283776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.950260:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077518.950265:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9df80 x1855007948283776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.950273:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077518.950276:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077518.950278:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077518.950279:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077518.950281:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077518.950283:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077518.950286:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077518.950289:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077518.950291:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077518.950294:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9df80 x1855007948283776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077518.950302:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948283776:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077518.950305:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077518.950307:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d500 x1855007948283904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.950313:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077518.950314:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077518.950316:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077518.950318:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077518.950321:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077518.950324:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948283904:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077518.950327:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077518.950329:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077518.950331:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077518.950333:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077518.950337:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077518.950339:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077518.950343:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077518.950346:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077518.950349:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077518.950352:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948283904, portal 10
00000100:00000001:2.0:1769077518.950354:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077518.950356:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104269056 : -127169605282560 : ffff8c5704d9d500)
00000100:00000040:2.0:1769077518.950362:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d500 x1855007948283904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.950369:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077518.950371:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077518.950374:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077518.950377:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948283904, offset 0
00000400:00000200:2.0:1769077518.950381:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077518.950385:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077518.950389:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077518.950392:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077518.950395:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077518.950397:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077518.950400:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077518.950403:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30029:30029:256:4294967295] 192.168.204.128@tcp LPNI seq info [30028:30028:8:4294967295]
00000400:00000200:2.0:1769077518.950408:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077518.950413:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077518.950416:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077518.950419:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077518.950422:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077518.950424:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769077518.950427:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077518.950429:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1769077518.950431:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077518.950433:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077518.950435:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077518.950437:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077518.950439:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077518.950440:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077518.950442:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077518.950445:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d500 x1855007948283904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.950450:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077518.950452:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d500 x1855007948283904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077543 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.950457:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077518.950458:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077518.950461:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077518.950464:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077518.950467:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077518.950469:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298883085
00000100:00000001:2.0:1769077518.950472:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298884367
00000100:00000001:2.0:1769077518.950474:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298883085
00000100:00000001:2.0:1769077518.950476:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298884367
00000100:00000001:2.0:1769077518.950478:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077518.950480:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077518.950481:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077518.950484:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077518/real 1769077518]  req@ffff8c5704d9d500 x1855007948283904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077518.950489:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077518.950491:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077518.950492:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077518.950494:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077518.950495:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077518.950496:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077518.950498:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d500 x1855007948283904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077518.950504:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d500 x1855007948283904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.950508:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077518.950509:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077518.950510:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077518.950511:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077518.950513:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d500 x1855007948283904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.950517:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077518.950520:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d500 x1855007948283904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.950526:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077518.950528:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077518.950529:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077518.950530:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077518.950531:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077518.950533:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077518.950534:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077518.950536:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077518.950538:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077518.950540:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d500 x1855007948283904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077518.950550:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948283904:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077518.950552:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077518.950555:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948284032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.950561:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077518.950562:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077518.950564:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077518.950566:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077518.950569:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077518.950571:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948284032:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077518.950573:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077518.950575:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077518.950576:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077518.950577:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077518.950580:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077518.950582:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077518.950586:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077518.950589:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077518.950592:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077518.950595:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948284032, portal 4
00000100:00000001:2.0:1769077518.950598:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077518.950599:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
00000100:00000040:2.0:1769077518.950605:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948284032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.950612:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077518.950615:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077518.950617:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077518.950620:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948284032, offset 0
00000400:00000200:2.0:1769077518.950625:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077518.950629:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077518.950633:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077518.950636:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077518.950640:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077518.950642:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077518.950644:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077518.950646:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30030:30030:256:4294967295] 192.168.204.128@tcp LPNI seq info [30029:30029:8:4294967295]
00000400:00000200:2.0:1769077518.950649:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077518.950654:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077518.950657:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077518.950659:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077518.950662:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077518.950664:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769077518.950667:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077518.950669:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1769077518.950672:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077518.950673:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077518.950675:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077518.950677:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077518.950679:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077518.950681:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077518.950683:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077518.950686:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c380 x1855007948284032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.950694:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077518.950696:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948284032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077543 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.950701:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077518.950702:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077518.950704:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077518.950706:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077518.950709:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077518.950711:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298883150
00000100:00000001:2.0:1769077518.950712:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298884367
00000100:00000001:2.0:1769077518.950714:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298883150
00000100:00000001:2.0:1769077518.950715:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298884367
00000100:00000001:2.0:1769077518.950716:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077518.950718:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077518.950720:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077518.950723:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077518/real 1769077518]  req@ffff8c5704d9c380 x1855007948284032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077518.950729:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077518.950745:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077518.950747:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077518.950750:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077518.950752:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077518.950754:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077518.950757:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948284032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077518.950763:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948284032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.950767:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077518.950768:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077518.950769:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077518.950770:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077518.950772:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948284032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.950777:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077518.950779:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948284032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.950784:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077518.950786:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077518.950787:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077518.950788:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077518.950790:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077518.950791:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077518.950794:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077518.950798:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077518.950800:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077518.950805:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948284032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077518.950810:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948284032:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077518.950813:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077518.950815:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9dc00 x1855007948284160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.950819:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077518.950820:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077518.950822:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077518.950823:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077518.950825:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077518.950826:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948284160:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077518.950828:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077518.950829:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077518.950830:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077518.950831:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077518.950834:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077518.950835:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077518.950838:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077518.950839:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077518.950841:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077518.950843:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948284160, portal 4
00000100:00000001:2.0:1769077518.950845:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077518.950846:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104270848 : -127169605280768 : ffff8c5704d9dc00)
00000100:00000040:2.0:1769077518.950851:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9dc00 x1855007948284160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.950856:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077518.950858:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077518.950860:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077518.950862:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948284160, offset 0
00000400:00000200:2.0:1769077518.950866:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077518.950870:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077518.950893:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077518.950896:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077518.950899:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077518.950902:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077518.950904:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077518.950908:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30031:30031:256:4294967295] 192.168.204.128@tcp LPNI seq info [30030:30030:8:4294967295]
00000400:00000200:2.0:1769077518.950912:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077518.950919:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077518.950924:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077518.950928:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077518.950932:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077518.950935:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769077518.950939:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077518.950941:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1769077518.950944:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077518.950946:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077518.950949:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077518.950952:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077518.950955:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077518.950957:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077518.950959:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077518.950962:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9dc00 x1855007948284160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.950971:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077518.950973:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948284160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077543 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.950978:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077518.950979:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077518.950981:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077518.950984:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077518.950988:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077518.950990:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298883098
00000100:00000001:2.0:1769077518.950993:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298884367
00000100:00000001:2.0:1769077518.950995:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298883098
00000100:00000001:2.0:1769077518.950997:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298884367
00000100:00000001:2.0:1769077518.950999:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077518.951002:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077518.951004:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077518.951008:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077518/real 1769077518]  req@ffff8c5704d9dc00 x1855007948284160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077518.951016:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077518.951017:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077518.951018:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077518.951021:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077518.951023:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077518.951025:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077518.951028:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9dc00 x1855007948284160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077518.951038:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9dc00 x1855007948284160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.951045:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077518.951047:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077518.951049:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077518.951050:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077518.951055:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9dc00 x1855007948284160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.951062:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077518.951066:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9dc00 x1855007948284160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.951074:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077518.951076:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077518.951077:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077518.951078:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077518.951079:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077518.951081:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077518.951091:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077518.951096:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077518.951098:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077518.951101:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9dc00 x1855007948284160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077518.951106:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948284160:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077518.951109:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077518.951110:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077518.951114:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9df80 x1855007948283776/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.951121:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077518.951123:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077518.951125:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077518.951128:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077518.951129:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077518.951131:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077518.951133:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077518.951135:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15c00.
02000000:00000001:2.0:1769077518.951137:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077518.951139:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077518.951141:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9df80.
00000100:00000001:2.0:1769077518.951144:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077518.951145:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077518.951147:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077518.951151:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d500 x1855007948283904/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.951158:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077518.951160:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077518.951161:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077518.951164:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077518.951165:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077518.951166:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077518.951168:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077518.951170:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16400.
02000000:00000001:2.0:1769077518.951172:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077518.951174:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077518.951175:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d500.
00000100:00000001:2.0:1769077518.951178:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077518.951179:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077518.951181:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077518.951185:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948284032/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.951191:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077518.951192:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077518.951193:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077518.951194:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077518.951195:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077518.951196:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077518.951197:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077518.951198:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14800.
02000000:00000001:2.0:1769077518.951200:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077518.951201:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077518.951202:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077518.951203:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077518.951204:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077518.951205:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077518.951208:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9dc00 x1855007948284160/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077518.951211:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077518.951212:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077518.951213:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077518.951214:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077518.951215:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077518.951215:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077518.951216:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077518.951217:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15000.
02000000:00000001:2.0:1769077518.951218:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077518.951219:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077518.951220:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077518.951221:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077518.951222:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077518.951223:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077518.951226:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077518.951227:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077518.951229:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077518.951230:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077519.268813:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077519.268819:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077519.268905:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077519.268908:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077519.268911:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077519.972818:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077519.972825:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077519.972826:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077519.972831:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077519.972833:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077519.972836:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077519.972838:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077519.972840:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077519.972842:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077520.292843:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298884367, at 4298884416
00000100:00000040:1.0:1769077520.292843:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298884367, at 4298884416
00010000:00000001:2.0:1769077520.292848:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077520.292869:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077520.292875:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2275a0.
00000100:00000010:1.0:1769077520.292887:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2272a0.
00000020:00000001:3.0:1769077520.292934:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077520.292938:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077520.292941:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077520.996944:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077520.996954:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077520.996957:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077520.996965:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077520.996970:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077520.996976:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077520.996979:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077520.996982:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077520.996985:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077521.316941:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077521.316952:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077521.316990:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077521.316994:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077521.316997:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077522.020907:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077522.020915:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077522.020918:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077522.020932:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077522.020937:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077522.020941:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077522.020944:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077522.020951:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077522.020954:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077522.340895:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077522.340900:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077522.340999:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077522.341006:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077522.341011:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077523.044892:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077523.044904:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077523.044906:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077523.044915:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077523.044921:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077523.044925:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077523.044928:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077523.044932:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077523.044935:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077523.364911:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077523.364921:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077523.364923:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077523.364926:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077523.364932:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077523.364934:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077523.364936:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077523.364938:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077523.365036:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077523.365044:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077523.365050:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077524.068815:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077524.068824:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077524.068826:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077524.068832:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:0.0:1769077524.068836:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077524.068836:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077524.068840:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077524.068845:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077524.068847:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077524.068849:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077524.068852:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077524.068853:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077524.068859:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077524.068864:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077524.068873:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4215
00000400:00000200:0.0:1769077524.068884:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077524.068892:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077524.068897:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077524.068901:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077524.068904:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077524.068907:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077524.068910:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077524.068915:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077524.068918:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077524.068921:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077524.068925:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077524.068928:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077524.068931:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077524.068934:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077524.068937:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077524.068940:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077524.068942:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077524.068946:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077524.068950:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077524.068953:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077524.068956:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077524.068960:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077524.068963:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077524.068966:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077524.068969:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077524.068981:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9f480.
00000020:00000040:0.0:1769077524.068986:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077524.068991:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077524.068993:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077524.068996:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077524.069000:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077524.069005:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077524.069014:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16c00.
00000100:00000001:0.0:1769077524.069022:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077524.069032:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9f480 x1855007948284288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077524.069045:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077524.069051:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077524.069056:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1a89039] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9f480 x1855007948284288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077524.069082:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077524.069086:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077524.069089:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077524.069091:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077524.069094:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077524.069097:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077524.069101:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4215
00000100:00000001:2.0:1769077524.069104:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1769077524.069106:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077524.069109:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1769077524.069112:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077524.069113:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1769077524.069117:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077524.069122:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9f480 x1855007948284288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077524.069124:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077524.069130:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077524.069135:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077524.069139:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077524.069140:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077524.069142:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077524.069144:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077524.069147:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
02000000:00000001:2.0:1769077524.069147:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1769077524.069149:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:2.0:1769077524.069151:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769077524.069153:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
02000000:00000001:2.0:1769077524.069155:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077524.069158:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00100000:2.0:1769077524.069161:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948284288:192.168.204.128@tcp:250:kworker.0
00000020:00000001:0.0:1769077524.069163:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077524.069169:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077524.069173:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1769077524.069178:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077524.069183:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077524.069184:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077524.069187:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077524.069188:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077524.069193:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000010:2.0:1769077524.069196:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
00000020:00000040:0.0:1769077524.069197:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
02000000:00000001:2.0:1769077524.069200:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077524.069204:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077524.069208:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077524.069212:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769077524.069212:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077524.069219:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
02000000:00000001:0.0:1769077524.069221:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077524.069225:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077524.069226:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000001:0.0:1769077524.069229:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077524.069235:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1769077524.069236:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948284288, portal 25
00000008:00000001:0.0:1769077524.069242:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077524.069243:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077524.069246:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104277120 : -127169605274496 : ffff8c5704d9f480)
00000100:00000001:0.0:1769077524.069247:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077524.069253:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9f480 x1855007948284288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1769077524.069254:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c700.
00000020:00000040:0.0:1769077524.069260:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077524.069266:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077524.069267:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1769077524.069269:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077524.069274:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1769077524.069274:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
02000000:00000001:0.0:1769077524.069278:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1769077524.069279:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
02000000:00000001:0.0:1769077524.069281:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077524.069283:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948284288, offset 0
02000000:00000010:0.0:1769077524.069287:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15400.
00000100:00000001:0.0:1769077524.069292:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077524.069296:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00100000:0.0:1769077524.069302:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c700 x1855007948284416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077524.069312:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077524.069314:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077524.069318:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077524.069324:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000435b0902] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c700 x1855007948284416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077524.069326:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077524.069337:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769077524.069339:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077524.069345:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077524.069346:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00080000:0.0:1769077524.069352:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1769077524.069354:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769077524.069356:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077524.069360:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077524.069361:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000001:0.0:1769077524.069367:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077524.069368:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30032:30032:256:4294967295] 192.168.204.128@tcp LPNI seq info [30031:30031:8:4294967295]
00000100:00080000:0.0:1769077524.069374:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4215
00000400:00000200:2.0:1769077524.069375:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077524.069390:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1769077524.069399:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000800:00000200:2.0:1769077524.069399:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077524.069408:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000800:00000010:2.0:1769077524.069408:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000100:00080000:0.0:1769077524.069413:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077524.069417:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077524.069420:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077524.069423:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077524.069426:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:2.0:1769077524.069430:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:0.0:1769077524.069431:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077524.069434:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000800:00000200:2.0:1769077524.069436:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000020:00000001:0.0:1769077524.069438:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077524.069442:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077524.069446:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000800:00000200:2.1:1769077524.069447:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:0.0:1769077524.069452:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000800:00000200:2.1:1769077524.069453:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000100:00000040:0.0:1769077524.069461:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000100:2.0:1769077524.069462:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077524.069467:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1769077524.069468:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000100:00000040:0.0:1769077524.069473:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077524.069476:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1769077524.069477:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077524.069482:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000400:00000200:2.0:1769077524.069486:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1769077524.069490:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000200:2.0:1769077524.069493:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000100:00000001:0.0:1769077524.069494:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077524.069497:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
02000000:00000001:0.0:1769077524.069498:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077524.069503:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077524.069504:0:2431:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1769077524.069506:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077524.069511:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000200:2.0:1769077524.069511:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9f480 x1855007948284288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1769077524.069514:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077524.069521:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077524.069526:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077524.069533:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d180.
00000100:00000001:2.0:1769077524.069537:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1769077524.069538:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000100:00000040:2.0:1769077524.069543:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9f480 x1855007948284288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077549 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077524.069544:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077524.069547:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077524.069552:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077524.069555:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077524.069557:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077524.069559:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077524.069560:0:2431:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:0.0:1769077524.069566:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16800.
00000100:00000001:2.0:1769077524.069568:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077524.069572:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077524.069575:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077524.069579:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298889487
00000100:00100000:0.0:1769077524.069583:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d180 x1855007948284544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1769077524.069587:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227de0.
00000100:00000001:0.0:1769077524.069597:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077524.069599:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769077524.069600:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077524.069606:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad4bb1df] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d180 x1855007948284544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077524.069607:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298889487
00000100:00000010:2.0:1769077524.069613:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227b40.
00000100:00000001:2.0:1769077524.069617:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077524.069623:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077524.069624:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077524.069629:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077524.069631:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077524.069633:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1769077524.069637:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077524.069639:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1769077524.069641:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077524/real 1769077524]  req@ffff8c5704d9f480 x1855007948284288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077524.069642:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077524.069649:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077524.069655:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4215
00000400:00000001:2.0:1769077524.069655:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077524.069658:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077524.069661:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:0.0:1769077524.069663:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077524.069666:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000200:0.0:1769077524.069670:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000010:2.0:1769077524.069671:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00080000:0.0:1769077524.069676:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077524.069677:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1769077524.069684:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000200:2.0:1769077524.069684:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9f480 x1855007948284288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077524.069690:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077524.069695:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077524.069701:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000200:2.0:1769077524.069705:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9f480 x1855007948284288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077524.069706:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077524.069709:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:0.0:1769077524.069713:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077524.069717:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000100:00000001:2.0:1769077524.069718:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:0.0:1769077524.069721:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077524.069722:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1769077524.069726:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077524.069727:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1769077524.069756:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077524.069759:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077524.069762:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077524.069764:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077524.069769:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00100000:2.0:1769077524.069769:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9f480 x1855007948284288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077524.069774:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:0.0:1769077524.069782:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077524.069783:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077524.069786:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077524.069803:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1769077524.069803:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9f480 x1855007948284288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077524.069808:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077524.069813:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077524.069813:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077524.069819:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077524.069820:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077524.069823:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:0.0:1769077524.069824:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077524.069825:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077524.069830:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000008:00000001:0.0:1769077524.069831:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077524.069833:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077524.069834:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077524.069838:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000010:0.0:1769077524.069842:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000100:00080000:2.0:1769077524.069843:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000020:00000040:0.0:1769077524.069848:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000001:2.0:1769077524.069848:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1769077524.069855:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1769077524.069857:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9f480 x1855007948284288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077524.069859:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077524.069864:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077524.069867:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1769077524.069870:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948284288:192.168.204.128@tcp:250:kworker.0
02000000:00000001:0.0:1769077524.069871:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077524.069878:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1769077524.069879:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17800.
00000100:00000001:2.0:1769077524.069880:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077524.069885:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9f480 x1855007948284288/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077524.069886:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077524.069896:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00100000:0.0:1769077524.069897:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948284672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077524.069900:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077524.069903:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077524.069909:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077524.069911:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000001:0.0:1769077524.069913:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000020:00000040:2.0:1769077524.069914:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000100:00000001:0.0:1769077524.069918:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077524.069918:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077524.069923:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16c00.
00000100:00000040:0.0:1769077524.069926:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948284672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077524.069928:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077524.069931:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077524.069934:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9f480.
00000100:00000001:2.0:1769077524.069940:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077524.069943:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077524.069943:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077524.069947:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077524.069949:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077524.069954:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077524.069956:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077524.069956:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1769077524.069960:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077524.069960:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077524.069964:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077524.069966:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077524.069967:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077524.069970:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1769077524.069972:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4215
00000100:00000040:2.0:1769077524.069976:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c700 x1855007948284416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077524.069981:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077524.069988:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077524.069989:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077524.069993:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077524.069993:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077524.069997:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1769077524.070000:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077524.070001:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077524.070005:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077524.070006:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1769077524.070010:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948284416:192.168.204.128@tcp:38:kworker.0
00000100:00000040:0.0:1769077524.070013:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077524.070015:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077524.070018:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769077524.070019:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:2.0:1769077524.070021:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077524.070023:0:37:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:2.0:1769077524.070024:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1769077524.070027:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
02000000:00000010:2.0:1769077524.070029:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
00000020:00000001:0.0:1769077524.070030:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:2.0:1769077524.070034:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077524.070035:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:0.0:1769077524.070039:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000400:00000200:2.0:1769077524.070043:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000001:0.0:1769077524.070045:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000400:00000010:2.0:1769077524.070049:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000100:00000040:0.0:1769077524.070052:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000010:2.0:1769077524.070054:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000001:0.0:1769077524.070055:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077524.070060:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000200:2.0:1769077524.070060:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948284416, portal 10
00000100:00000001:2.0:1769077524.070065:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077524.070066:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077524.070069:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104265472 : -127169605286144 : ffff8c5704d9c700)
00000020:00000040:0.0:1769077524.070071:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:0.0:1769077524.070075:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000040:2.0:1769077524.070078:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c700 x1855007948284416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077524.070079:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077524.070084:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077524.070089:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077524.070090:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1769077524.070093:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077524.070094:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077524.070098:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:2.0:1769077524.070099:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000008:00100000:0.0:1769077524.070103:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000200:2.0:1769077524.070103:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948284416, offset 0
00000008:00000001:0.0:1769077524.070110:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077524.070113:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077524.070115:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077524.070119:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000010:0.0:1769077524.070121:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000400:00000200:2.0:1769077524.070123:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000020:00000040:0.0:1769077524.070127:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000400:00000200:2.0:1769077524.070128:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1769077524.070133:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769077524.070133:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
02000000:00000001:0.0:1769077524.070137:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077524.070137:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769077524.070142:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769077524.070142:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
02000000:00000001:0.0:1769077524.070146:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077524.070150:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077524.070150:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30033:30033:256:4294967295] 192.168.204.128@tcp LPNI seq info [30032:30032:8:4294967295]
02000000:00000010:0.0:1769077524.070157:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14000.
00000400:00000200:2.0:1769077524.070158:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077524.070165:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077524.070168:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00100000:0.0:1769077524.070174:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948284800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1769077524.070175:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077524.070180:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077524.070189:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077524.070194:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1769077524.070205:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:0.0:1769077524.070209:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1769077524.070210:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000100:00000001:0.0:1769077524.070213:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769077524.070217:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077524.070221:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000100:00000040:0.0:1769077524.070222:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948284800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077524.070225:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077524.070233:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077524.070240:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077524.070242:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:0.0:1769077524.070247:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077524.070247:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077524.070252:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c700 x1855007948284416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077524.070255:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4225)
00000100:00000001:2.0:1769077524.070263:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077524.070266:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c700 x1855007948284416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077549 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077524.070276:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077524.070277:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077524.070279:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077524.070282:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077524.070285:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077524.070287:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298888206
00000100:00000001:2.0:1769077524.070290:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298889487
00000100:00000001:2.0:1769077524.070293:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298888206
00000100:00000001:2.0:1769077524.070295:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298889487
00000100:00000001:2.0:1769077524.070298:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077524.070300:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077524.070302:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077524.070306:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077524/real 1769077524]  req@ffff8c5704d9c700 x1855007948284416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077524.070315:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077524.070317:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077524.070319:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077524.070321:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077524.070323:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077524.070326:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077524.070330:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c700 x1855007948284416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077524.070340:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c700 x1855007948284416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077524.070348:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077524.070350:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077524.070351:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077524.070352:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077524.070355:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c700 x1855007948284416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077524.070361:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077524.070363:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c700 x1855007948284416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077524.070368:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077524.070369:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077524.070370:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077524.070371:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077524.070372:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077524.070374:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077524.070375:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077524.070377:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077524.070379:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077524.070381:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c700 x1855007948284416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077524.070386:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948284416:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077524.070389:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077524.070391:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d180 x1855007948284544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077524.070396:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077524.070397:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077524.070398:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077524.070399:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077524.070401:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077524.070403:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948284544:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077524.070405:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077524.070407:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077524.070409:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077524.070410:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077524.070413:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077524.070414:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077524.070417:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077524.070419:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077524.070421:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077524.070423:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948284544, portal 10
00000100:00000001:2.0:1769077524.070425:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077524.070426:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104268160 : -127169605283456 : ffff8c5704d9d180)
00000100:00000040:2.0:1769077524.070431:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d180 x1855007948284544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077524.070435:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077524.070437:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077524.070438:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077524.070440:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948284544, offset 0
00000400:00000200:2.0:1769077524.070443:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077524.070445:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077524.070447:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077524.070449:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077524.070451:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077524.070453:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077524.070455:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077524.070457:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30034:30034:256:4294967295] 192.168.204.128@tcp LPNI seq info [30033:30033:8:4294967295]
00000400:00000200:2.0:1769077524.070460:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077524.070464:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077524.070467:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077524.070469:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077524.070472:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077524.070474:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1769077524.070477:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077524.070479:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1769077524.070482:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077524.070484:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077524.070486:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077524.070489:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077524.070491:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077524.070492:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077524.070494:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077524.070496:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d180 x1855007948284544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077524.070501:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077524.070503:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d180 x1855007948284544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077549 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077524.070508:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077524.070509:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077524.070511:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077524.070513:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077524.070514:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077524.070516:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298888205
00000100:00000001:2.0:1769077524.070517:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298889487
00000100:00000001:2.0:1769077524.070519:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298888205
00000100:00000001:2.0:1769077524.070521:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298889487
00000100:00000001:2.0:1769077524.070522:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077524.070524:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077524.070525:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077524.070527:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077524/real 1769077524]  req@ffff8c5704d9d180 x1855007948284544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077524.070531:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077524.070532:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077524.070533:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077524.070535:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077524.070536:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077524.070538:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077524.070540:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d180 x1855007948284544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077524.070545:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d180 x1855007948284544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077524.070549:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077524.070550:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077524.070551:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077524.070552:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077524.070554:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d180 x1855007948284544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077524.070558:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077524.070560:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d180 x1855007948284544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077524.070564:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077524.070565:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077524.070566:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077524.070567:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077524.070568:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077524.070569:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077524.070571:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077524.070573:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077524.070574:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077524.070577:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d180 x1855007948284544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077524.070582:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948284544:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077524.070584:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077524.070587:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9dc00 x1855007948284672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077524.070591:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077524.070593:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077524.070594:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077524.070595:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077524.070597:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077524.070598:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948284672:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077524.070600:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077524.070601:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077524.070602:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077524.070603:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077524.070605:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077524.070607:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077524.070609:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077524.070611:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077524.070614:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077524.070615:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948284672, portal 4
00000100:00000001:2.0:1769077524.070617:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077524.070618:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104270848 : -127169605280768 : ffff8c5704d9dc00)
00000100:00000040:2.0:1769077524.070621:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9dc00 x1855007948284672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077524.070625:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077524.070626:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077524.070628:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077524.070629:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948284672, offset 0
00000400:00000200:2.0:1769077524.070632:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077524.070634:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077524.070636:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077524.070638:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077524.070640:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077524.070641:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077524.070643:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077524.070645:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30035:30035:256:4294967295] 192.168.204.128@tcp LPNI seq info [30034:30034:8:4294967295]
00000400:00000200:2.0:1769077524.070648:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077524.070652:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077524.070655:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077524.070657:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077524.070659:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077524.070661:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1769077524.070663:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077524.070665:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1769077524.070668:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077524.070669:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077524.070671:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077524.070673:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077524.070675:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077524.070676:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077524.070678:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077524.070680:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9dc00 x1855007948284672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077524.070685:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077524.070687:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948284672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077549 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077524.070691:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077524.070692:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077524.070693:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077524.070695:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077524.070697:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077524.070699:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298888270
00000100:00000001:2.0:1769077524.070701:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298889487
00000100:00000001:2.0:1769077524.070702:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298888270
00000100:00000001:2.0:1769077524.070704:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298889487
00000100:00000001:2.0:1769077524.070705:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077524.070707:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077524.070708:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077524.070710:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077524/real 1769077524]  req@ffff8c5704d9dc00 x1855007948284672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077524.070716:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077524.070716:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077524.070717:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077524.070718:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077524.070719:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077524.070720:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077524.070722:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9dc00 x1855007948284672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077524.070727:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9dc00 x1855007948284672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077524.070746:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077524.070747:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077524.070749:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077524.070750:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077524.070752:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9dc00 x1855007948284672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077524.070757:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077524.070759:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9dc00 x1855007948284672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077524.070764:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077524.070766:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077524.070767:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077524.070768:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077524.070769:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077524.070770:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077524.070771:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077524.070774:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077524.070775:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077524.070778:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9dc00 x1855007948284672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077524.070783:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948284672:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077524.070785:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077524.070786:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077524.070802:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c700 x1855007948284416/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077524.070807:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077524.070808:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077524.070809:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077524.070811:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077524.070812:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077524.070813:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077524.070815:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077524.070816:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15400.
02000000:00000001:2.0:1769077524.070818:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077524.070819:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077524.070820:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c700.
00000100:00000001:2.0:1769077524.070822:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077524.070823:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077524.070824:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077524.070826:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d180 x1855007948284544/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077524.070831:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077524.070831:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077524.070832:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077524.070833:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077524.070834:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077524.070835:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077524.070836:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077524.070838:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16800.
02000000:00000001:2.0:1769077524.070839:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077524.070840:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077524.070841:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d180.
00000100:00000001:2.0:1769077524.070843:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077524.070843:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077524.070844:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077524.070846:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9dc00 x1855007948284672/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077524.070850:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077524.070851:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077524.070851:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077524.070853:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077524.070854:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077524.070855:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077524.070856:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077524.070856:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17800.
02000000:00000001:2.0:1769077524.070858:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077524.070858:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077524.070859:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077524.070860:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077524.070861:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077524.070862:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077524.070864:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077524.070865:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077524.070866:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077524.070867:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077524.070868:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077524.070870:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948284800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077524.070874:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077524.070875:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077524.070876:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077524.070877:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077524.070879:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077524.070881:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948284800:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077524.070883:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077524.070885:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077524.070886:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077524.070887:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077524.070889:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077524.070890:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077524.070893:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077524.070895:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077524.070897:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077524.070900:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948284800, portal 4
00000100:00000001:2.0:1769077524.070901:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077524.070902:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
00000100:00000040:2.0:1769077524.070906:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948284800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077524.070911:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077524.070912:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077524.070914:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077524.070916:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948284800, offset 0
00000400:00000200:2.0:1769077524.070918:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077524.070920:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077524.070922:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077524.070924:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077524.070926:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077524.070928:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077524.070930:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077524.070932:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30036:30036:256:4294967295] 192.168.204.128@tcp LPNI seq info [30035:30035:8:4294967295]
00000400:00000200:2.0:1769077524.070935:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077524.070940:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077524.070943:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077524.070945:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077524.070947:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077524.070950:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1769077524.070952:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077524.070954:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1769077524.070957:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077524.070958:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077524.070960:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077524.070962:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077524.070965:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077524.070966:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077524.070968:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077524.070970:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c380 x1855007948284800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077524.070975:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077524.070977:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948284800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077549 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077524.070982:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077524.070983:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077524.070985:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077524.070987:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077524.070988:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077524.070990:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298888218
00000100:00000001:2.0:1769077524.070992:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298889487
00000100:00000001:2.0:1769077524.070993:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298888218
00000100:00000001:2.0:1769077524.070995:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298889487
00000100:00000001:2.0:1769077524.070997:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077524.070998:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077524.070999:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077524.071001:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077524/real 1769077524]  req@ffff8c5704d9c380 x1855007948284800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077524.071005:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077524.071006:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077524.071008:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077524.071009:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077524.071010:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077524.071012:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077524.071014:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948284800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077524.071019:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948284800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077524.071023:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077524.071024:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077524.071025:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077524.071026:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077524.071028:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948284800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077524.071032:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077524.071034:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948284800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077524.071038:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077524.071040:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077524.071042:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077524.071042:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077524.071044:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077524.071045:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077524.071047:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077524.071048:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077524.071050:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077524.071052:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948284800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077524.071056:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948284800:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077524.071060:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077524.071061:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077524.071063:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948284800/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077524.071067:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077524.071068:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077524.071069:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077524.071070:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077524.071071:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077524.071072:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077524.071073:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077524.071074:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14000.
02000000:00000001:2.0:1769077524.071075:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077524.071076:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077524.071077:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077524.071079:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077524.071080:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077524.071081:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077524.071083:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077524.071084:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077524.071085:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077524.071086:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077524.388897:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077524.388906:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077524.388972:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077524.388975:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077524.388979:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077525.092934:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077525.092945:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077525.092947:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077525.092955:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077525.092960:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077525.092965:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077525.092968:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077525.092971:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077525.092975:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077525.412878:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298889487, at 4298889536
00000100:00000040:1.0:1769077525.412878:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298889487, at 4298889536
00010000:00000001:2.0:1769077525.412883:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077525.412891:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077525.412899:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227de0.
00000100:00000010:1.0:1769077525.412906:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227b40.
00000020:00000001:2.0:1769077525.412927:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077525.412932:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077525.412937:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077526.116886:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077526.116896:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077526.116899:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077526.116906:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077526.116910:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077526.116916:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077526.116919:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077526.116922:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077526.116925:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077526.436877:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077526.436884:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077526.436949:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077526.436953:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077526.436956:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077527.140839:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077527.140846:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077527.140848:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077527.140852:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077527.140855:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077527.140859:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077527.140861:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077527.140862:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077527.140864:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077527.460795:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077527.460800:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077527.460867:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077527.460871:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077527.460875:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077528.164811:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077528.164820:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077528.164822:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077528.164828:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077528.164832:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077528.164836:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077528.164839:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077528.164842:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077528.164845:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077528.484849:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077528.484855:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077528.484923:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077528.484927:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077528.484931:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077529.188779:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077529.188784:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077529.188787:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077529.188790:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077529.188794:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077529.188797:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077529.188799:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077529.188801:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077529.188804:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077529.188833:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077529.188840:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077529.188842:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077529.188845:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077529.188856:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077529.188862:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4220
00000400:00000200:1.0:1769077529.188870:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077529.188876:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077529.188879:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077529.188882:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077529.188885:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077529.188887:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077529.188889:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077529.188892:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077529.188894:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:1.0:1769077529.188896:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077529.188898:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:1.0:1769077529.188900:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:1.0:1769077529.188902:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:1.0:1769077529.188904:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077529.188905:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077529.188907:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077529.188908:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077529.188910:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:1.0:1769077529.188912:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077529.188914:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077529.188916:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077529.188919:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077529.188921:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077529.188922:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077529.188924:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077529.188929:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f5f80.
00000020:00000040:1.0:1769077529.188932:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:1.0:1769077529.188935:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077529.188936:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077529.188938:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077529.188941:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077529.188944:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077529.188950:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4f800.
00000100:00000001:1.0:1769077529.188955:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077529.188962:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f5f80 x1855007948284928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077529.188970:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077529.188973:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077529.188977:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef0788fe] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f5f80 x1855007948284928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077529.188997:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077529.188999:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077529.189002:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077529.189003:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077529.189004:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077529.189006:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077529.189008:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4220
00000100:00000001:2.0:1769077529.189011:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1769077529.189012:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077529.189015:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1769077529.189016:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077529.189018:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1769077529.189019:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077529.189023:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077529.189024:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077529.189025:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077529.189027:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077529.189028:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077529.189030:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:1.0:1769077529.189032:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1769077529.189033:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f5f80 x1855007948284928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769077529.189034:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:1.0:1769077529.189038:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:1.0:1769077529.189042:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:1.0:1769077529.189048:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077529.189050:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077529.189051:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077529.189053:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077529.189055:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077529.189058:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769077529.189059:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077529.189064:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
02000000:00000001:2.0:1769077529.189064:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1769077529.189070:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
02000000:00000001:2.0:1769077529.189070:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077529.189076:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077529.189078:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948284928:192.168.204.128@tcp:250:kworker.0
02000000:00000001:1.0:1769077529.189079:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077529.189083:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077529.189085:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077529.189088:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077529.189088:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769077529.189089:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077529.189091:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769077529.189094:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077529.189095:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1769077529.189099:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077529.189100:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077529.189101:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077529.189104:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077529.189105:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4e00.
00000020:00000040:1.0:1769077529.189108:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000400:00000200:2.0:1769077529.189111:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:1.0:1769077529.189112:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077529.189115:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077529.189116:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1769077529.189117:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
02000000:00000001:1.0:1769077529.189118:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077529.189121:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077529.189126:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
02000000:00000010:1.0:1769077529.189127:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d400.
00000100:00000001:1.0:1769077529.189132:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077529.189135:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948284928, portal 25
00000100:00100000:1.0:1769077529.189138:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4e00 x1855007948285056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077529.189146:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077529.189147:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077529.189149:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198614400 : -127164510937216 : ffff8c58347f5f80)
00000100:00000001:1.0:1769077529.189150:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077529.189156:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a8584f] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4e00 x1855007948285056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077529.189159:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f5f80 x1855007948284928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077529.189177:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077529.189179:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1769077529.189181:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077529.189186:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00080000:1.0:1769077529.189187:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077529.189189:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1769077529.189190:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00080000:1.0:1769077529.189191:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077529.189196:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077529.189199:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4220
00000100:00000200:2.0:1769077529.189200:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948284928, offset 0
00000400:00000200:1.0:1769077529.189205:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077529.189211:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077529.189212:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00080000:1.0:1769077529.189214:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077529.189218:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077529.189219:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077529.189222:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:1.0:1769077529.189224:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077529.189228:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077529.189230:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000020:00000001:1.0:1769077529.189233:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077529.189236:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000400:00000200:2.0:1769077529.189237:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1769077529.189241:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077529.189244:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000020:00000040:1.0:1769077529.189247:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000400:00000200:2.0:1769077529.189249:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1769077529.189253:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077529.189254:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077529.189259:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30037:30037:256:4294967295] 192.168.204.128@tcp LPNI seq info [30036:30036:8:4294967295]
00000020:00000001:1.0:1769077529.189261:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077529.189266:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:1.0:1769077529.189271:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077529.189275:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077529.189279:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1769077529.189283:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000200:2.0:1769077529.189289:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00000001:1.0:1769077529.189290:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000010:2.0:1769077529.189295:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000020:00000040:1.0:1769077529.189296:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:1.0:1769077529.189303:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000800:00000200:2.0:1769077529.189306:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769077529.189308:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077529.189312:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
02000000:00000001:1.0:1769077529.189313:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077529.189317:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077529.189323:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077529.189324:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:1.0:1769077529.189327:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077529.189331:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1769077529.189331:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000008:00000001:1.0:1769077529.189333:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077529.189337:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077529.189341:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4700.
00000800:00000100:2.0:1769077529.189342:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000020:00000040:1.0:1769077529.189344:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000800:00000010:2.0:1769077529.189347:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
02000000:00000001:1.0:1769077529.189348:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077529.189351:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077529.189353:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077529.189354:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077529.189355:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1769077529.189356:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077529.189362:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4d000.
00000400:00000200:2.0:1769077529.189367:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769077529.189368:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077529.189375:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4700 x1855007948285184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077529.189376:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077529.189382:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:1.0:1769077529.189384:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077529.189387:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077529.189390:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1769077529.189391:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b386768b] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4700 x1855007948285184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077529.189400:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077529.189400:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f5f80 x1855007948284928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077529.189404:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077529.189410:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077529.189412:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077529.189414:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077529.189419:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077529.189425:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4220
00000100:00000001:2.0:1769077529.189426:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000400:00000200:1.0:1769077529.189430:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077529.189435:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000040:2.0:1769077529.189435:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f5f80 x1855007948284928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077529.189439:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077529.189444:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077529.189448:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077529.189452:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077529.189459:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077529.189460:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077529.189462:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077529.189464:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:1.0:1769077529.189466:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:1.0:1769077529.189469:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077529.189472:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:1.0:1769077529.189474:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:1.0:1769077529.189478:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:1.0:1769077529.189482:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077529.189483:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077529.189484:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077529.189489:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077529.189493:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077529.189494:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077529.189499:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298894607
00000020:00000040:1.0:1769077529.189500:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:1.0:1769077529.189507:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000010:2.0:1769077529.189508:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227840.
00000100:00000001:1.0:1769077529.189510:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077529.189514:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077529.189518:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077529.189519:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
02000000:00000001:1.0:1769077529.189522:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077529.189526:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077529.189527:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298894607
00000008:00100000:1.0:1769077529.189529:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000010:2.0:1769077529.189532:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227ae0.
00000008:00000001:1.0:1769077529.189534:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077529.189536:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077529.189537:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077529.189542:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1769077529.189544:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f7b80.
00000100:00000001:2.0:1769077529.189547:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077529.189548:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:1.0:1769077529.189553:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077529.189553:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1769077529.189556:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077529.189558:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077529.189560:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1769077529.189560:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077529/real 1769077529]  req@ffff8c58347f5f80 x1855007948284928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077529.189562:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077529.189568:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4cc00.
00000100:00000001:1.0:1769077529.189573:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769077529.189575:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077529.189578:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00100000:1.0:1769077529.189581:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f7b80 x1855007948285312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769077529.189582:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077529.189587:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077529.189591:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:1.0:1769077529.189593:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077529.189594:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1769077529.189597:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077529.189601:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f5f80 x1855007948284928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077529.189605:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a960624] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f7b80 x1855007948285312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077529.189623:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077529.189624:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f5f80 x1855007948284928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077529.189627:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077529.189635:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769077529.189638:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077529.189640:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:1.0:1769077529.189641:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077529.189643:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077529.189646:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077529.189647:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077529.189650:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769077529.189652:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4220
00000100:00100000:2.0:1769077529.189657:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f5f80 x1855007948284928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077529.189661:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:1.0:1769077529.189667:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077529.189671:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077529.189674:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077529.189675:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077529.189678:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077529.189682:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000040:2.0:1769077529.189682:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f5f80 x1855007948284928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077529.189687:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:1.0:1769077529.189691:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077529.189694:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:1.0:1769077529.189696:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077529.189699:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:1.0:1769077529.189716:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:1.0:1769077529.189720:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:1.0:1769077529.189726:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077529.189755:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077529.189756:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077529.189760:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077529.189763:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077529.189764:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:1.0:1769077529.189770:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000001:2.0:1769077529.189770:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077529.189775:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769077529.189776:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:1.0:1769077529.189782:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077529.189782:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
02000000:00000001:1.0:1769077529.189784:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077529.189788:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077529.189788:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1769077529.189792:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077529.189795:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00080000:2.0:1769077529.189797:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1769077529.189798:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077529.189803:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077529.189805:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077529.189809:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000010:1.0:1769077529.189810:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58347f4000.
00000020:00000040:1.0:1769077529.189815:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000001:2.0:1769077529.189816:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1769077529.189817:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077529.189820:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077529.189822:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077529.189825:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1769077529.189826:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f5f80 x1855007948284928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077529.189827:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077529.189834:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5809e4c400.
00000100:00100000:2.0:1769077529.189838:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948284928:192.168.204.128@tcp:250:kworker.0
00000100:00000001:1.0:1769077529.189841:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077529.189843:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077529.189846:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077529.189852:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f5f80 x1855007948284928/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077529.189853:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58347f4000 x1855007948285440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077529.189863:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077529.189866:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077529.189870:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
00000100:00000001:1.0:1769077529.189872:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1769077529.189873:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1769077529.189877:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077529.189877:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077529.189879:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077529.189883:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077529.189885:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4f800.
00000100:00000040:1.0:1769077529.189888:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bfd4b0] to pc [ptlrpcd_rcv+-1]  req@ffff8c58347f4000 x1855007948285440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077529.189889:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077529.189891:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077529.189893:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f5f80.
00000100:00000001:2.0:1769077529.189897:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077529.189900:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077529.189903:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077529.189910:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077529.189911:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077529.189914:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077529.189916:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4231)
00000100:00000001:2.0:1769077529.189917:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077529.189920:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077529.189922:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077529.189926:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4e00 x1855007948285056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077529.189931:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077529.189933:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077529.189935:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077529.189936:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077529.189938:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077529.189940:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948285056:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077529.189942:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077529.189943:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077529.189944:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077529.189946:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077529.189948:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077529.189949:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077529.189953:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077529.189955:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077529.189957:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077529.189959:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948285056, portal 10
00000100:00000001:2.0:1769077529.189961:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077529.189962:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198609920 : -127164510941696 : ffff8c58347f4e00)
00000100:00000040:2.0:1769077529.189966:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4e00 x1855007948285056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077529.189971:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077529.189972:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077529.189974:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077529.189975:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948285056, offset 0
00000400:00000200:2.0:1769077529.189978:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077529.189981:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077529.189984:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077529.189986:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077529.189988:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077529.189990:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077529.189992:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077529.189994:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30038:30038:256:4294967295] 192.168.204.128@tcp LPNI seq info [30037:30037:8:4294967295]
00000400:00000200:2.0:1769077529.189996:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077529.190001:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077529.190004:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077529.190006:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077529.190009:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077529.190011:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077529.190014:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077529.190016:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077529.190019:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077529.190020:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077529.190022:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077529.190025:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077529.190027:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077529.190028:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077529.190030:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077529.190032:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4e00 x1855007948285056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077529.190038:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077529.190039:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4e00 x1855007948285056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077529.190044:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077529.190045:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077529.190047:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077529.190049:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077529.190051:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077529.190053:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298893326
00000100:00000001:2.0:1769077529.190055:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298894607
00000100:00000001:2.0:1769077529.190056:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298893326
00000100:00000001:2.0:1769077529.190058:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298894607
00000100:00000001:2.0:1769077529.190060:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077529.190061:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077529.190062:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077529.190064:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077529/real 1769077529]  req@ffff8c58347f4e00 x1855007948285056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077529.190069:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077529.190070:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077529.190071:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077529.190073:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077529.190074:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077529.190075:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077529.190077:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4e00 x1855007948285056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077529.190083:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4e00 x1855007948285056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077529.190086:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077529.190087:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077529.190088:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077529.190089:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077529.190091:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4e00 x1855007948285056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077529.190095:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077529.190098:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4e00 x1855007948285056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077529.190103:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077529.190104:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077529.190106:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077529.190107:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077529.190108:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077529.190109:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077529.190111:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077529.190113:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077529.190115:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077529.190117:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4e00 x1855007948285056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077529.190122:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948285056:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077529.190125:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077529.190127:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4700 x1855007948285184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077529.190131:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077529.190132:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077529.190133:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077529.190134:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077529.190135:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077529.190137:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948285184:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077529.190139:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077529.190141:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077529.190142:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077529.190143:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077529.190145:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077529.190146:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077529.190148:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077529.190150:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077529.190152:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077529.190153:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948285184, portal 10
00000100:00000001:2.0:1769077529.190155:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077529.190156:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198608128 : -127164510943488 : ffff8c58347f4700)
00000100:00000040:2.0:1769077529.190159:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4700 x1855007948285184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077529.190164:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077529.190165:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077529.190166:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077529.190168:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948285184, offset 0
00000400:00000200:2.0:1769077529.190170:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077529.190172:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077529.190175:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077529.190176:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077529.190178:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077529.190180:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077529.190182:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077529.190184:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30039:30039:256:4294967295] 192.168.204.128@tcp LPNI seq info [30038:30038:8:4294967295]
00000400:00000200:2.0:1769077529.190186:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077529.190190:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077529.190193:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077529.190195:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077529.190197:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077529.190199:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077529.190202:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077529.190203:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077529.190206:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077529.190207:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077529.190209:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077529.190211:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077529.190213:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077529.190214:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077529.190216:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077529.190218:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4700 x1855007948285184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077529.190222:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077529.190225:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4700 x1855007948285184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077529.190229:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077529.190230:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077529.190232:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077529.190233:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077529.190235:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077529.190236:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298893325
00000100:00000001:2.0:1769077529.190238:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298894607
00000100:00000001:2.0:1769077529.190239:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298893325
00000100:00000001:2.0:1769077529.190241:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298894607
00000100:00000001:2.0:1769077529.190242:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077529.190243:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077529.190245:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077529.190247:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077529/real 1769077529]  req@ffff8c58347f4700 x1855007948285184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077529.190251:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077529.190252:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077529.190253:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077529.190254:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077529.190255:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077529.190256:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077529.190258:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4700 x1855007948285184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077529.190263:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4700 x1855007948285184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077529.190267:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077529.190268:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077529.190269:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077529.190270:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077529.190273:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4700 x1855007948285184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077529.190277:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077529.190280:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4700 x1855007948285184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077529.190284:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077529.190285:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077529.190286:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077529.190287:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077529.190288:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077529.190289:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077529.190290:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077529.190292:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077529.190294:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077529.190296:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4700 x1855007948285184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077529.190301:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948285184:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077529.190303:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077529.190305:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f7b80 x1855007948285312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077529.190309:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077529.190310:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077529.190311:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077529.190312:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077529.190314:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077529.190316:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948285312:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077529.190317:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077529.190319:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077529.190320:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077529.190322:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077529.190324:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077529.190325:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077529.190327:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077529.190329:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077529.190331:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077529.190333:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948285312, portal 4
00000100:00000001:2.0:1769077529.190334:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077529.190335:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198621568 : -127164510930048 : ffff8c58347f7b80)
00000100:00000040:2.0:1769077529.190338:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f7b80 x1855007948285312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077529.190342:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077529.190344:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077529.190345:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077529.190347:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948285312, offset 0
00000400:00000200:2.0:1769077529.190349:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077529.190351:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077529.190353:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077529.190354:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077529.190356:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077529.190357:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077529.190359:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077529.190361:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30040:30040:256:4294967295] 192.168.204.128@tcp LPNI seq info [30039:30039:8:4294967295]
00000400:00000200:2.0:1769077529.190364:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077529.190367:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077529.190370:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077529.190371:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077529.190374:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077529.190375:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077529.190378:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077529.190379:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077529.190382:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077529.190384:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077529.190385:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077529.190388:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077529.190390:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077529.190391:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077529.190392:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077529.190394:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f7b80 x1855007948285312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077529.190399:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077529.190401:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f7b80 x1855007948285312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077529.190405:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077529.190406:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077529.190407:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077529.190409:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077529.190411:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077529.190412:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298893390
00000100:00000001:2.0:1769077529.190414:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298894607
00000100:00000001:2.0:1769077529.190415:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298893390
00000100:00000001:2.0:1769077529.190417:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298894607
00000100:00000001:2.0:1769077529.190418:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077529.190419:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077529.190420:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077529.190422:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077529/real 1769077529]  req@ffff8c58347f7b80 x1855007948285312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077529.190427:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077529.190427:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077529.190428:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077529.190429:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077529.190430:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077529.190432:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077529.190434:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f7b80 x1855007948285312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077529.190439:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f7b80 x1855007948285312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077529.190443:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077529.190444:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077529.190445:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077529.190446:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077529.190448:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f7b80 x1855007948285312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077529.190452:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077529.190454:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f7b80 x1855007948285312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077529.190460:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077529.190462:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077529.190464:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077529.190465:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077529.190467:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077529.190468:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077529.190471:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077529.190474:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077529.190476:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077529.190480:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f7b80 x1855007948285312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077529.190488:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948285312:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077529.190492:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077529.190495:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58347f4000 x1855007948285440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077529.190503:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077529.190505:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077529.190507:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077529.190509:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077529.190511:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077529.190514:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948285440:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077529.190517:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077529.190519:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077529.190521:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077529.190523:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077529.190526:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077529.190527:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077529.190530:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077529.190532:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077529.190534:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077529.190536:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948285440, portal 4
00000100:00000001:2.0:1769077529.190537:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077529.190538:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616909198606336 : -127164510945280 : ffff8c58347f4000)
00000100:00000040:2.0:1769077529.190542:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58347f4000 x1855007948285440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077529.190547:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077529.190548:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077529.190549:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077529.190551:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948285440, offset 0
00000400:00000200:2.0:1769077529.190553:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077529.190556:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077529.190558:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077529.190560:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077529.190562:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077529.190563:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077529.190565:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077529.190568:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30041:30041:256:4294967295] 192.168.204.128@tcp LPNI seq info [30040:30040:8:4294967295]
00000400:00000200:2.0:1769077529.190570:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077529.190574:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077529.190577:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077529.190579:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077529.190582:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077529.190584:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077529.190587:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077529.190589:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077529.190591:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077529.190592:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077529.190594:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077529.190597:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077529.190599:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077529.190600:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077529.190601:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077529.190603:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58347f4000 x1855007948285440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077529.190609:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077529.190611:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58347f4000 x1855007948285440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077529.190615:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077529.190616:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077529.190618:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077529.190619:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077529.190621:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077529.190623:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298893337
00000100:00000001:2.0:1769077529.190624:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298894607
00000100:00000001:2.0:1769077529.190626:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298893337
00000100:00000001:2.0:1769077529.190627:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298894607
00000100:00000001:2.0:1769077529.190629:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077529.190630:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077529.190632:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077529.190634:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077529/real 1769077529]  req@ffff8c58347f4000 x1855007948285440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077529.190639:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077529.190640:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077529.190641:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077529.190642:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077529.190643:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077529.190645:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077529.190647:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58347f4000 x1855007948285440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077529.190656:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58347f4000 x1855007948285440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077529.190662:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077529.190664:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077529.190666:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077529.190668:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077529.190672:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58347f4000 x1855007948285440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077529.190679:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077529.190683:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58347f4000 x1855007948285440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077529.190691:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077529.190693:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077529.190695:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077529.190697:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077529.190699:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077529.190700:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077529.190717:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077529.190722:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077529.190724:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077529.190729:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58347f4000 x1855007948285440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077529.190758:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58347f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948285440:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077529.190762:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077529.190764:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077529.190767:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4e00 x1855007948285056/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077529.190772:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077529.190773:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077529.190774:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077529.190776:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077529.190777:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077529.190778:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077529.190780:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077529.190781:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d400.
02000000:00000001:2.0:1769077529.190783:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077529.190784:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077529.190785:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4e00.
00000100:00000001:2.0:1769077529.190787:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077529.190788:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077529.190789:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077529.190791:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4700 x1855007948285184/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077529.190795:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077529.190796:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077529.190797:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077529.190798:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077529.190799:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077529.190799:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077529.190800:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077529.190802:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4d000.
02000000:00000001:2.0:1769077529.190803:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077529.190804:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077529.190805:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4700.
00000100:00000001:2.0:1769077529.190806:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077529.190807:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077529.190808:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077529.190810:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f7b80 x1855007948285312/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077529.190813:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077529.190814:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077529.190815:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077529.190816:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077529.190817:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077529.190818:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077529.190819:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077529.190820:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4cc00.
02000000:00000001:2.0:1769077529.190821:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077529.190822:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077529.190822:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f7b80.
00000100:00000001:2.0:1769077529.190824:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077529.190825:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077529.190826:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077529.190827:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58347f4000 x1855007948285440/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077529.190831:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077529.190832:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077529.190833:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077529.190834:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077529.190834:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077529.190835:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077529.190836:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077529.190837:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5809e4c400.
02000000:00000001:2.0:1769077529.190838:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077529.190839:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077529.190839:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58347f4000.
00000100:00000001:2.0:1769077529.190841:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077529.190842:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077529.190843:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077529.190846:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077529.190847:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077529.190848:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077529.190849:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077529.508863:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077529.508870:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077529.508901:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077529.508903:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077529.508906:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077530.212896:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077530.212907:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077530.212909:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077530.212917:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077530.212922:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077530.212927:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077530.212938:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077530.212941:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077530.212944:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077530.532831:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298894607, at 4298894656
00000100:00000040:1.0:1769077530.532834:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298894607, at 4298894656
00010000:00000001:2.0:1769077530.532835:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077530.532840:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077530.532848:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227840.
00000100:00000010:1.0:1769077530.532850:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ae0.
00000020:00000001:3.0:1769077530.532903:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077530.532907:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077530.532909:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077531.236790:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077531.236796:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077531.236798:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077531.236802:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077531.236805:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077531.236808:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077531.236811:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077531.236813:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077531.236815:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077531.556843:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077531.556848:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077531.556900:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077531.556903:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077531.556906:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077532.260838:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077532.260845:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077532.260846:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077532.260850:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077532.260853:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077532.260857:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077532.260859:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077532.260862:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077532.260864:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077532.580818:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077532.580823:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077532.580886:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077532.580891:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077532.580895:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077533.284836:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077533.284842:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077533.284844:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077533.284848:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077533.284851:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077533.284855:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077533.284857:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077533.284859:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077533.284861:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077533.604845:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077533.604851:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077533.604853:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077533.604855:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077533.604860:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077533.604862:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077533.604863:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077533.604865:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077533.604894:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077533.604896:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077533.604897:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077534.308856:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077534.308863:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077534.308866:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077534.308871:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077534.308875:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077534.308878:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077534.308880:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077534.308882:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077534.308885:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077534.308891:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077534.308900:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077534.308903:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077534.308909:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077534.308913:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077534.308921:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4226
00000400:00000200:0.0:1769077534.308931:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077534.308937:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077534.308940:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077534.308943:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077534.308946:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077534.308948:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077534.308950:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077534.308954:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077534.308955:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077534.308958:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077534.308960:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077534.308962:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077534.308964:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077534.308967:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077534.308969:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077534.308970:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077534.308972:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077534.308974:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077534.308977:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077534.308978:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077534.308981:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077534.308984:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077534.308986:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077534.308988:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077534.308990:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077534.309001:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d500.
00000020:00000040:0.0:1769077534.309004:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077534.309008:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077534.309010:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077534.309012:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077534.309015:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077534.309019:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077534.309027:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14400.
00000100:00000001:0.0:1769077534.309033:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077534.309042:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d500 x1855007948285568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077534.309052:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077534.309056:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077534.309060:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c2d91c4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d500 x1855007948285568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077534.309083:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077534.309085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077534.309089:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077534.309090:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077534.309091:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077534.309094:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077534.309096:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4226
00000400:00000200:0.0:1769077534.309100:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077534.309103:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077534.309105:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077534.309108:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077534.309110:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077534.309111:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769077534.309113:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077534.309115:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077534.309117:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077534.309125:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000100:00000001:2.0:1769077534.309126:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769077534.309129:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077534.309130:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769077534.309133:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077534.309136:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077534.309137:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769077534.309144:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000040:2.0:1769077534.309146:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d500 x1855007948285568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077534.309149:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077534.309163:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077534.309164:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077534.309171:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077534.309172:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077534.309183:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
02000000:00000001:2.0:1769077534.309185:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077534.309192:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769077534.309193:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077534.309207:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077534.309207:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077534.309219:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1769077534.309225:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948285568:192.168.204.128@tcp:250:kworker.0
02000000:00000001:0.0:1769077534.309228:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077534.309236:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077534.309238:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077534.309239:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077534.309244:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1769077534.309246:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077534.309247:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769077534.309261:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077534.309261:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077534.309266:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077534.309270:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9df80.
02000000:00000010:2.0:1769077534.309271:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
00000020:00000040:0.0:1769077534.309275:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077534.309279:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077534.309280:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077534.309280:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077534.309284:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077534.309289:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077534.309291:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077534.309294:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14c00.
00000100:00000001:0.0:1769077534.309297:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077534.309302:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9df80 x1855007948285696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077534.309313:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077534.309317:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077534.309323:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077534.309326:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000100:00000040:0.0:1769077534.309327:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bed851a] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9df80 x1855007948285696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769077534.309340:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000001:0.0:1769077534.309341:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077534.309349:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769077534.309352:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948285568, portal 25
00000100:00080000:0.0:1769077534.309354:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077534.309357:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077534.309359:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077534.309362:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104269056 : -127169605282560 : ffff8c5704d9d500)
00000100:00080000:0.0:1769077534.309364:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077534.309370:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077534.309377:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4226
00000100:00000040:2.0:1769077534.309378:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d500 x1855007948285568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077534.309389:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077534.309400:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077534.309411:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077534.309411:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077534.309423:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000040:2.0:1769077534.309423:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077534.309428:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000001:0.0:1769077534.309430:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1769077534.309434:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948285568, offset 0
00000100:00000040:0.0:1769077534.309438:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077534.309448:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077534.309448:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000020:00000001:0.0:1769077534.309458:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077534.309464:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000400:00000200:2.0:1769077534.309464:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000001:0.0:1769077534.309475:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077534.309479:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000400:00000200:2.0:1769077534.309480:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000020:00000001:0.0:1769077534.309488:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769077534.309491:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077534.309492:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1769077534.309501:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077534.309502:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077534.309504:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077534.309507:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077534.309514:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000020:00000040:0.0:1769077534.309515:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000400:00000200:2.0:1769077534.309522:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1769077534.309523:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077534.309529:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077534.309530:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
02000000:00000001:0.0:1769077534.309533:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077534.309537:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077534.309538:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30042:30042:256:4294967295] 192.168.204.128@tcp LPNI seq info [30041:30041:8:4294967295]
02000000:00000001:0.0:1769077534.309551:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077534.309559:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077534.309560:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077534.309568:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077534.309575:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077534.309583:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077534.309591:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000010:0.0:1769077534.309592:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000020:00000040:0.0:1769077534.309597:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077534.309601:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077534.309602:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077534.309609:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1769077534.309609:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
02000000:00000001:0.0:1769077534.309615:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077534.309632:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077534.309637:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17000.
00000100:00000001:0.0:1769077534.309640:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077534.309642:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000100:00100000:0.0:1769077534.309647:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948285824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077534.309658:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1769077534.309659:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:0.0:1769077534.309664:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077534.309674:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1769077534.309675:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948285824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077534.309693:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077534.309701:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1769077534.309701:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077534.309711:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000100:00080000:0.0:1769077534.309712:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077534.309717:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077534.309720:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1769077534.309726:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077534.309762:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077534.309769:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077534.309776:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077534.309782:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000100:00000001:0.0:1769077534.309783:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:2.0:1769077534.309786:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00080000:0.0:1769077534.309789:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4226
00000400:00000200:0.0:1769077534.309798:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077534.309800:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:0.0:1769077534.309806:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077534.309809:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077534.309816:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000200:2.0:1769077534.309816:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d500 x1855007948285568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077534.309828:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077534.309835:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077534.309845:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077534.309856:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077534.309859:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000100:00000001:2.0:1769077534.309861:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1769077534.309862:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077534.309865:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000100:00000040:2.0:1769077534.309870:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d500 x1855007948285568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077559 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077534.309871:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769077534.309882:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:0.0:1769077534.309894:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077534.309897:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077534.309899:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077534.309907:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1769077534.309911:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077534.309915:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077534.309915:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077534.309924:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000400:00000200:2.0:1769077534.309927:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:0.0:1769077534.309929:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077534.309933:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077534.309934:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298899728
02000000:00000001:0.0:1769077534.309942:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:2.0:1769077534.309946:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227d80.
02000000:00000001:0.0:1769077534.309947:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077534.309954:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077534.309956:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077534.309959:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077534.309959:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000008:00000001:0.0:1769077534.309966:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077534.309969:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077534.309971:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298899728
00000100:00000010:0.0:1769077534.309978:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000100:00000010:2.0:1769077534.309978:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227e40.
00000020:00000040:0.0:1769077534.309993:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000001:2.0:1769077534.309994:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
02000000:00000001:0.0:1769077534.310000:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077534.310001:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077534.310003:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077534.310004:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077534.310006:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077534.310013:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1769077534.310014:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15800.
00000100:00000001:2.0:1769077534.310025:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077534.310026:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077534.310039:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077534.310044:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948285952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1769077534.310049:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077534/real 1769077534]  req@ffff8c5704d9d500 x1855007948285568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077534.310083:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077534.310092:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769077534.310094:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1769077534.310099:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948285952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077534.310099:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077534.310104:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077534.310114:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000100:00000001:0.0:1769077534.310116:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077534.310118:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00080000:0.0:1769077534.310120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077534.310122:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1769077534.310128:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077534.310131:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077534.310134:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1769077534.310134:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d500 x1855007948285568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077534.310146:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077534.310155:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4226
00000400:00000200:0.0:1769077534.310170:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000200:2.0:1769077534.310170:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d500 x1855007948285568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077534.310184:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077534.310196:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077534.310197:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077534.310203:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077534.310205:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077534.310207:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077534.310209:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077534.310210:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077534.310215:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077534.310219:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00100000:2.0:1769077534.310219:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d500 x1855007948285568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077534.310230:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077534.310234:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769077534.310241:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077534.310246:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000100:00000001:2.0:1769077534.310247:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1769077534.310249:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769077534.310254:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:2.0:1769077534.310257:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d500 x1855007948285568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077534.310263:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077534.310272:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077534.310278:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077534.310282:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077534.310285:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077534.310290:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1769077534.310291:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000001:2.0:1769077534.310296:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1769077534.310301:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077534.310301:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077534.310310:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077534.310310:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077534.310315:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1769077534.310316:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077534.310324:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1769077534.310325:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1769077534.310336:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077534.310340:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:0.0:1769077534.310345:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077534.310348:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00100000:0.0:1769077534.310350:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077534.310357:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077534.310358:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d500 x1855007948285568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077534.310364:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077534.310372:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000020:00000040:0.0:1769077534.310379:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00100000:2.0:1769077534.310384:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948285568:192.168.204.128@tcp:250:kworker.0
02000000:00000001:0.0:1769077534.310386:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077534.310389:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077534.310396:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077534.310401:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077534.310405:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077534.310405:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077534.310414:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000010:0.0:1769077534.310415:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16000.
00000100:00000040:2.0:1769077534.310420:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d500 x1855007948285568/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077534.310424:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077534.310435:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077534.310438:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00100000:0.0:1769077534.310444:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948286080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1769077534.310445:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077534.310453:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077534.310457:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077534.310460:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077534.310468:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077534.310472:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14400.
00000100:00000001:0.0:1769077534.310478:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1769077534.310478:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077534.310485:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1769077534.310486:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077534.310489:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d500.
00000100:00000040:0.0:1769077534.310496:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948286080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077534.310497:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077534.310502:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077534.310508:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077534.310520:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077534.310520:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077534.310528:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077534.310532:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4236)
00000100:00000001:2.0:1769077534.310533:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077534.310537:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077534.310540:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077534.310548:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9df80 x1855007948285696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077534.310554:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077534.310556:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077534.310558:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077534.310560:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077534.310562:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077534.310566:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948285696:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077534.310568:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077534.310570:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077534.310571:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077534.310572:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077534.310575:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077534.310577:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077534.310581:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077534.310583:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077534.310586:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077534.310588:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948285696, portal 10
00000100:00000001:2.0:1769077534.310590:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077534.310591:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104271744 : -127169605279872 : ffff8c5704d9df80)
00000100:00000040:2.0:1769077534.310596:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9df80 x1855007948285696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077534.310600:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077534.310602:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077534.310603:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077534.310605:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948285696, offset 0
00000400:00000200:2.0:1769077534.310608:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077534.310611:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077534.310614:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077534.310634:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077534.310636:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077534.310638:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077534.310641:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077534.310645:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30043:30043:256:4294967295] 192.168.204.128@tcp LPNI seq info [30042:30042:8:4294967295]
00000400:00000200:2.0:1769077534.310649:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077534.310657:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077534.310662:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077534.310666:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077534.310671:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077534.310674:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077534.310680:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077534.310682:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769077534.310687:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077534.310689:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077534.310692:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077534.310696:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077534.310699:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077534.310701:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077534.310704:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077534.310707:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9df80 x1855007948285696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077534.310713:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077534.310715:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9df80 x1855007948285696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077559 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077534.310719:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077534.310720:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077534.310723:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077534.310726:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077534.310729:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077534.310748:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298898447
00000100:00000001:2.0:1769077534.310750:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298899728
00000100:00000001:2.0:1769077534.310752:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298898447
00000100:00000001:2.0:1769077534.310753:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298899728
00000100:00000001:2.0:1769077534.310755:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077534.310756:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077534.310758:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077534.310760:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077534/real 1769077534]  req@ffff8c5704d9df80 x1855007948285696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077534.310767:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077534.310768:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077534.310769:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077534.310771:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077534.310772:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077534.310774:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077534.310776:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9df80 x1855007948285696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077534.310782:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9df80 x1855007948285696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077534.310786:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077534.310787:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077534.310788:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077534.310789:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077534.310791:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9df80 x1855007948285696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077534.310795:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077534.310798:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9df80 x1855007948285696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077534.310802:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077534.310804:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077534.310805:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077534.310806:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077534.310807:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077534.310808:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077534.310810:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077534.310812:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077534.310813:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077534.310816:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9df80 x1855007948285696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077534.310822:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948285696:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077534.310824:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077534.310827:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c000 x1855007948285824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077534.310831:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077534.310832:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077534.310833:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077534.310835:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077534.310836:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077534.310838:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948285824:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077534.310840:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077534.310842:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077534.310843:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077534.310844:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077534.310847:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077534.310848:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077534.310850:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077534.310852:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077534.310854:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077534.310856:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948285824, portal 10
00000100:00000001:2.0:1769077534.310858:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077534.310859:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104263680 : -127169605287936 : ffff8c5704d9c000)
00000100:00000040:2.0:1769077534.310865:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c000 x1855007948285824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077534.310872:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077534.310874:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077534.310877:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077534.310879:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948285824, offset 0
00000400:00000200:2.0:1769077534.310884:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077534.310888:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077534.310891:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077534.310894:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077534.310897:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077534.310900:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077534.310903:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077534.310906:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30044:30044:256:4294967295] 192.168.204.128@tcp LPNI seq info [30043:30043:8:4294967295]
00000400:00000200:2.0:1769077534.310911:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077534.310918:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077534.310923:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077534.310925:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077534.310928:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077534.310930:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077534.310933:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077534.310935:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769077534.310937:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077534.310939:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077534.310941:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077534.310943:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077534.310946:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077534.310947:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077534.310949:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077534.310951:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c000 x1855007948285824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077534.310957:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077534.310959:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c000 x1855007948285824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077559 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077534.310963:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077534.310964:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077534.310966:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077534.310968:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077534.310971:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077534.310972:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298898446
00000100:00000001:2.0:1769077534.310974:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298899728
00000100:00000001:2.0:1769077534.310976:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298898446
00000100:00000001:2.0:1769077534.310977:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298899728
00000100:00000001:2.0:1769077534.310978:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077534.310980:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077534.310981:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077534.310983:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077534/real 1769077534]  req@ffff8c5704d9c000 x1855007948285824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077534.310988:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077534.310989:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077534.310990:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077534.310992:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077534.310993:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077534.310995:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077534.310997:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c000 x1855007948285824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077534.311002:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c000 x1855007948285824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077534.311006:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077534.311007:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077534.311008:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077534.311009:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077534.311011:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c000 x1855007948285824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077534.311015:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077534.311017:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c000 x1855007948285824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077534.311021:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077534.311024:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077534.311025:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077534.311025:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077534.311027:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077534.311028:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077534.311030:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077534.311032:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077534.311033:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077534.311035:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c000 x1855007948285824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077534.311041:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948285824:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077534.311045:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077534.311048:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948285952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077534.311054:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077534.311055:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077534.311057:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077534.311058:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077534.311059:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077534.311061:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948285952:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077534.311063:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077534.311065:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077534.311066:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077534.311067:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077534.311069:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077534.311071:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077534.311073:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077534.311075:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077534.311078:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077534.311080:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948285952, portal 4
00000100:00000001:2.0:1769077534.311081:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077534.311082:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
00000100:00000040:2.0:1769077534.311086:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948285952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077534.311091:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077534.311092:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077534.311094:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077534.311095:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948285952, offset 0
00000400:00000200:2.0:1769077534.311098:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077534.311100:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077534.311102:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077534.311104:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077534.311106:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077534.311107:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077534.311109:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077534.311111:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30045:30045:256:4294967295] 192.168.204.128@tcp LPNI seq info [30044:30044:8:4294967295]
00000400:00000200:2.0:1769077534.311114:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077534.311118:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077534.311120:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077534.311122:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077534.311125:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077534.311127:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077534.311129:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077534.311132:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769077534.311134:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077534.311136:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077534.311138:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077534.311140:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077534.311142:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077534.311143:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077534.311145:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077534.311147:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c380 x1855007948285952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077534.311156:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077534.311158:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948285952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077559 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077534.311163:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077534.311164:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077534.311165:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077534.311167:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077534.311169:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077534.311170:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298898511
00000100:00000001:2.0:1769077534.311172:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298899728
00000100:00000001:2.0:1769077534.311173:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298898511
00000100:00000001:2.0:1769077534.311174:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298899728
00000100:00000001:2.0:1769077534.311176:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077534.311177:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077534.311179:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077534.311181:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077534/real 1769077534]  req@ffff8c5704d9c380 x1855007948285952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077534.311185:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077534.311186:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077534.311187:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077534.311188:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077534.311189:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077534.311190:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077534.311192:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948285952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077534.311197:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948285952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077534.311201:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077534.311203:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077534.311204:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077534.311205:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077534.311207:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948285952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077534.311211:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077534.311214:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948285952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077534.311218:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077534.311219:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077534.311220:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077534.311221:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077534.311222:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077534.311223:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077534.311224:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077534.311226:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077534.311228:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077534.311230:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948285952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077534.311234:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948285952:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077534.311237:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077534.311239:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9dc00 x1855007948286080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077534.311243:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077534.311244:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077534.311246:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077534.311247:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077534.311248:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077534.311251:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948286080:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077534.311254:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077534.311255:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077534.311257:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077534.311259:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077534.311261:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077534.311263:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077534.311265:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077534.311267:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077534.311269:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077534.311272:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948286080, portal 4
00000100:00000001:2.0:1769077534.311273:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077534.311275:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104270848 : -127169605280768 : ffff8c5704d9dc00)
00000100:00000040:2.0:1769077534.311282:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9dc00 x1855007948286080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077534.311288:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077534.311290:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077534.311292:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077534.311295:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948286080, offset 0
00000400:00000200:2.0:1769077534.311299:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077534.311303:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077534.311307:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077534.311309:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077534.311312:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077534.311315:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077534.311317:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077534.311321:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30046:30046:256:4294967295] 192.168.204.128@tcp LPNI seq info [30045:30045:8:4294967295]
00000400:00000200:2.0:1769077534.311325:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077534.311332:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077534.311336:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077534.311339:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077534.311342:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077534.311344:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077534.311348:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077534.311351:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769077534.311356:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077534.311358:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077534.311360:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077534.311364:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077534.311366:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077534.311368:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077534.311371:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077534.311375:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9dc00 x1855007948286080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077534.311383:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077534.311386:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948286080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077559 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077534.311394:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077534.311396:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077534.311399:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077534.311403:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077534.311406:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077534.311408:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298898458
00000100:00000001:2.0:1769077534.311411:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298899728
00000100:00000001:2.0:1769077534.311413:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298898458
00000100:00000001:2.0:1769077534.311415:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298899728
00000100:00000001:2.0:1769077534.311416:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077534.311418:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077534.311419:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077534.311422:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077534/real 1769077534]  req@ffff8c5704d9dc00 x1855007948286080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077534.311427:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077534.311429:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077534.311430:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077534.311432:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077534.311433:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077534.311434:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077534.311436:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9dc00 x1855007948286080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077534.311442:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9dc00 x1855007948286080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077534.311446:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077534.311446:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077534.311448:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077534.311448:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077534.311450:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9dc00 x1855007948286080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077534.311454:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077534.311457:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9dc00 x1855007948286080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077534.311461:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077534.311463:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077534.311464:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077534.311465:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077534.311466:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077534.311467:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077534.311469:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077534.311471:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077534.311472:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077534.311474:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9dc00 x1855007948286080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077534.311483:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948286080:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077534.311486:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077534.311487:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077534.311489:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9df80 x1855007948285696/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077534.311493:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077534.311494:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077534.311496:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077534.311497:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077534.311499:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077534.311500:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077534.311501:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077534.311503:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14c00.
02000000:00000001:2.0:1769077534.311504:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077534.311505:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077534.311507:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9df80.
00000100:00000001:2.0:1769077534.311508:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077534.311509:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077534.311510:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077534.311512:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c000 x1855007948285824/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077534.311516:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077534.311517:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077534.311518:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077534.311519:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077534.311520:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077534.311520:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077534.311522:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077534.311522:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17000.
02000000:00000001:2.0:1769077534.311524:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077534.311525:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077534.311526:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c000.
00000100:00000001:2.0:1769077534.311528:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077534.311528:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077534.311530:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077534.311532:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948285952/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077534.311536:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077534.311536:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077534.311537:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077534.311538:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077534.311539:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077534.311540:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077534.311541:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077534.311542:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15800.
02000000:00000001:2.0:1769077534.311543:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077534.311543:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077534.311544:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077534.311545:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077534.311546:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077534.311547:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077534.311549:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9dc00 x1855007948286080/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077534.311552:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077534.311553:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077534.311554:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077534.311555:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077534.311556:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077534.311556:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077534.311557:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077534.311558:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16000.
02000000:00000001:2.0:1769077534.311560:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077534.311560:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077534.311561:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077534.311562:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077534.311563:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077534.311564:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077534.311567:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077534.311568:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077534.311569:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077534.311571:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077534.628843:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077534.628850:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077534.628908:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077534.628912:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077534.628915:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077535.332828:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077535.332835:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077535.332838:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077535.332843:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077535.332847:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077535.332851:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077535.332854:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077535.332857:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077535.332860:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077535.652830:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298899728, at 4298899776
00000100:00000040:1.0:1769077535.652830:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298899728, at 4298899776
00010000:00000001:2.0:1769077535.652834:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077535.652840:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077535.652845:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d80.
00000100:00000010:1.0:1769077535.652848:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227e40.
00000020:00000001:3.0:1769077535.652901:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077535.652905:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077535.652908:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077536.356887:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077536.356896:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077536.356899:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077536.356905:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077536.356909:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077536.356914:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077536.356916:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077536.356918:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077536.356921:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077536.676818:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077536.676824:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077536.676866:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077536.676870:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077536.676872:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077537.380798:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077537.380806:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077537.380809:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077537.380815:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077537.380818:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077537.380822:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077537.380825:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077537.380828:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077537.380831:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077537.700815:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077537.700821:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077537.700842:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077537.700844:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077537.700846:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077538.404873:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077538.404883:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077538.404885:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077538.404891:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077538.404895:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077538.404899:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077538.404901:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077538.404903:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077538.404906:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077538.724826:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077538.724833:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077538.724887:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077538.724891:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077538.724894:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077539.428801:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077539.428810:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077539.428812:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077539.428819:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077539.428822:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077539.428826:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077539.428828:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077539.428830:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077539.428832:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077539.428883:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077539.428894:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077539.428898:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077539.428904:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077539.428909:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077539.428919:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4231
00000400:00000200:0.0:1769077539.428931:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077539.428939:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077539.428944:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077539.428947:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077539.428952:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077539.428955:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077539.428957:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077539.428963:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077539.428965:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077539.428969:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077539.428972:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077539.428975:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077539.428978:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077539.428983:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077539.428985:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077539.428988:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077539.428990:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077539.428993:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077539.428998:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077539.429001:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077539.429005:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077539.429009:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077539.429013:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077539.429016:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077539.429019:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077539.429033:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d180.
00000020:00000040:0.0:1769077539.429038:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077539.429044:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077539.429046:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077539.429050:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077539.429054:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077539.429060:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077539.429072:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14000.
00000100:00000001:0.0:1769077539.429080:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077539.429092:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d180 x1855007948286208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077539.429105:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077539.429112:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077539.429118:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad4bb1df] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d180 x1855007948286208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077539.429150:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077539.429154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077539.429159:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077539.429161:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077539.429163:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077539.429167:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077539.429170:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4231
00000400:00000200:0.0:1769077539.429175:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077539.429180:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077539.429184:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077539.429188:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077539.429191:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077539.429194:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769077539.429195:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077539.429202:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077539.429204:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769077539.429207:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077539.429209:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769077539.429211:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077539.429215:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077539.429219:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077539.429223:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:2.0:1769077539.429227:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d180 x1855007948286208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077539.429229:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769077539.429240:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077539.429248:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077539.429253:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077539.429260:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077539.429263:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1769077539.429265:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00000001:2.0:1769077539.429268:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077539.429272:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
02000000:00000001:2.0:1769077539.429277:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077539.429278:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077539.429283:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077539.429284:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077539.429290:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077539.429292:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077539.429300:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077539.429301:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948286208:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077539.429304:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077539.429311:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1769077539.429312:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077539.429318:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077539.429318:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769077539.429326:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077539.429326:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077539.429332:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1769077539.429342:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c700.
02000000:00000010:2.0:1769077539.429343:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077539.429349:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077539.429350:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077539.429356:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077539.429358:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077539.429363:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769077539.429365:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:0.0:1769077539.429367:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077539.429371:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077539.429375:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
02000000:00000010:0.0:1769077539.429378:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17800.
00000400:00000010:2.0:1769077539.429386:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000001:0.0:1769077539.429387:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077539.429395:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948286208, portal 25
00000100:00000001:2.0:1769077539.429399:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077539.429402:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104268160 : -127169605283456 : ffff8c5704d9d180)
00000100:00100000:0.0:1769077539.429403:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c700 x1855007948286336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077539.429418:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d180 x1855007948286208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077539.429421:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077539.429428:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077539.429440:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000435b0902] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c700 x1855007948286336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.429444:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077539.429457:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077539.429465:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000001:0.0:1769077539.429468:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077539.429473:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948286208, offset 0
00000100:00080000:0.0:1769077539.429475:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077539.429482:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077539.429488:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769077539.429489:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00080000:0.0:1769077539.429492:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077539.429497:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077539.429501:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:0.0:1769077539.429504:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4231
00000400:00000200:0.0:1769077539.429514:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077539.429516:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:0.0:1769077539.429523:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077539.429524:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1769077539.429547:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077539.429554:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077539.429556:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077539.429559:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077539.429561:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077539.429570:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1769077539.429572:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000020:00000040:0.0:1769077539.429574:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769077539.429579:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077539.429582:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1769077539.429583:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077539.429591:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077539.429594:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000020:00000001:0.0:1769077539.429599:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000200:2.0:1769077539.429607:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30047:30047:256:4294967295] 192.168.204.128@tcp LPNI seq info [30046:30046:8:4294967295]
00000100:00000040:0.0:1769077539.429610:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077539.429621:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077539.429630:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077539.429636:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1769077539.429643:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077539.429650:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:2.0:1769077539.429652:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000020:00000040:0.0:1769077539.429658:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000800:00000010:2.0:1769077539.429662:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000100:00080000:0.0:1769077539.429668:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077539.429674:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077539.429676:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
02000000:00000001:0.0:1769077539.429678:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077539.429686:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1769077539.429686:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
02000000:00000001:0.0:1769077539.429695:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077539.429701:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:2.1:1769077539.429706:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000008:00100000:0.0:1769077539.429707:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1769077539.429714:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000008:00000001:0.0:1769077539.429716:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077539.429722:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769077539.429729:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077539.429762:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077539.429769:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:0.0:1769077539.429771:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9f480.
00000020:00000040:0.0:1769077539.429779:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000400:00000200:2.0:1769077539.429779:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1769077539.429788:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769077539.429788:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
02000000:00000001:0.0:1769077539.429792:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077539.429795:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:0.0:1769077539.429797:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077539.429802:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077539.429806:0:2431:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1769077539.429807:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077539.429816:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d180 x1855007948286208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769077539.429817:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16800.
00000100:00000001:0.0:1769077539.429826:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077539.429840:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9f480 x1855007948286464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077539.429841:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077539.429853:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d180 x1855007948286208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077564 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077539.429865:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077539.429870:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.429875:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.429882:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1769077539.429883:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1a89039] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9f480 x1855007948286464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.429892:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077539.429905:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077539.429906:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:0.0:1769077539.429913:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077539.429915:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298904848
00000100:00080000:0.0:1769077539.429921:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077539.429925:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000010:2.0:1769077539.429926:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227780.
00000100:00080000:0.0:1769077539.429928:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077539.429933:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077539.429936:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00080000:0.0:1769077539.429939:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4231
00000100:00000001:2.0:1769077539.429948:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298904848
00000400:00000200:0.0:1769077539.429949:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077539.429958:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077539.429962:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077539.429966:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000010:2.0:1769077539.429966:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227ea0.
00000100:00000001:0.0:1769077539.429971:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077539.429975:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077539.429980:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769077539.429981:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077539.429987:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1769077539.429988:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077539.429991:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:0.0:1769077539.429996:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077539.429996:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077539.430002:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000100:00000001:2.0:1769077539.430003:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000020:00000001:0.0:1769077539.430009:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00100000:2.0:1769077539.430015:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077539/real 1769077539]  req@ffff8c5704d9d180 x1855007948286208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077539.430029:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000400:00000001:2.0:1769077539.430029:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077539.430033:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077539.430037:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000100:00000040:0.0:1769077539.430043:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077539.430044:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077539.430050:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:0.0:1769077539.430051:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077539.430061:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1769077539.430062:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077539.430068:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000200:2.0:1769077539.430072:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d180 x1855007948286208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077539.430075:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:0.0:1769077539.430088:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077539.430098:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077539.430104:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1769077539.430106:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d180 x1855007948286208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077539.430111:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077539.430119:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077539.430127:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077539.430131:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00100000:0.0:1769077539.430132:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077539.430137:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1769077539.430139:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.430144:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077539.430145:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.430148:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1769077539.430155:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000100:00100000:2.0:1769077539.430158:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d180 x1855007948286208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077539.430162:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:0.0:1769077539.430172:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077539.430176:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.430180:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077539.430181:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077539.430185:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077539.430190:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077539.430193:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d180 x1855007948286208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769077539.430198:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15400.
00000100:00000001:0.0:1769077539.430208:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.430210:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077539.430217:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077539.430221:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948286592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077539.430223:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077539.430226:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077539.430235:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077539.430239:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077539.430243:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00080000:2.0:1769077539.430246:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1769077539.430248:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077539.430260:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000040:0.0:1769077539.430262:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948286592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.430269:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077539.430285:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d180 x1855007948286208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077539.430287:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077539.430297:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077539.430312:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:2.0:1769077539.430313:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948286208:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077539.430318:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077539.430323:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077539.430323:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077539.430331:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769077539.430332:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077539.430341:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4231
00000100:00000040:2.0:1769077539.430343:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d180 x1855007948286208/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077539.430353:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077539.430368:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077539.430374:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077539.430387:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077539.430391:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1769077539.430394:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077539.430398:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:0.0:1769077539.430401:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000010:2.0:1769077539.430403:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
00000100:00000001:0.0:1769077539.430407:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:2.0:1769077539.430410:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077539.430414:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000001:2.0:1769077539.430416:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077539.430418:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000040:2.0:1769077539.430421:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:0.0:1769077539.430423:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000001:2.0:1769077539.430427:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
00000020:00000040:0.0:1769077539.430429:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
02000000:00000010:2.0:1769077539.430432:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14000.
00000020:00000001:0.0:1769077539.430435:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769077539.430441:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
02000000:00000001:2.0:1769077539.430441:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077539.430446:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:0.0:1769077539.430451:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000010:2.0:1769077539.430452:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d180.
00000100:00000001:0.0:1769077539.430458:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077539.430461:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000040:0.0:1769077539.430466:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077539.430467:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077539.430474:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077539.430475:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1769077539.430488:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000001:2.0:1769077539.430493:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1769077539.430494:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077539.430498:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077539.430501:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.430505:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1769077539.430506:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077539.430509:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077539.430513:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1769077539.430514:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077539.430518:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077539.430522:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c700 x1855007948286336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077539.430524:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077539.430547:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077539.430556:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.430561:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077539.430562:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.430565:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077539.430571:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
02000000:00000001:2.0:1769077539.430571:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077539.430580:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769077539.430581:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:2.0:1769077539.430590:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077539.430591:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077539.430598:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077539.430603:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1769077539.430603:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948286336:192.168.204.128@tcp:38:kworker.0
02000000:00000001:0.0:1769077539.430606:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077539.430610:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.430613:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1769077539.430619:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16c00.
02000000:00000001:2.0:1769077539.430620:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077539.430624:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077539.430629:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077539.430629:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077539.430637:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
00000100:00100000:0.0:1769077539.430643:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948286720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077539.430644:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077539.430662:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077539.430670:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000100:00000001:0.0:1769077539.430671:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077539.430676:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077539.430680:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000040:0.0:1769077539.430686:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948286720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077539.430689:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948286336, portal 10
00000100:00000001:2.0:1769077539.430695:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077539.430698:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104265472 : -127169605286144 : ffff8c5704d9c700)
00000100:00000001:0.0:1769077539.430714:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077539.430715:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c700 x1855007948286336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077539.430724:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4241)
00000100:00000001:2.0:1769077539.430757:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077539.430763:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077539.430767:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077539.430771:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948286336, offset 0
00000400:00000200:2.0:1769077539.430777:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077539.430782:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077539.430788:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077539.430793:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077539.430795:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077539.430798:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077539.430801:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077539.430805:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30048:30048:256:4294967295] 192.168.204.128@tcp LPNI seq info [30047:30047:8:4294967295]
00000400:00000200:2.0:1769077539.430809:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077539.430816:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077539.430821:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077539.430824:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077539.430829:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077539.430831:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077539.430837:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077539.430840:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077539.430844:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077539.430846:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077539.430849:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077539.430853:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077539.430856:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077539.430858:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077539.430862:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077539.430866:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c700 x1855007948286336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.430875:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077539.430878:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c700 x1855007948286336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077564 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.430885:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.430887:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077539.430891:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077539.430894:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077539.430898:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077539.430900:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298903567
00000100:00000001:2.0:1769077539.430903:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298904848
00000100:00000001:2.0:1769077539.430905:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298903567
00000100:00000001:2.0:1769077539.430908:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298904848
00000100:00000001:2.0:1769077539.430910:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077539.430912:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.430915:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077539.430919:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077539/real 1769077539]  req@ffff8c5704d9c700 x1855007948286336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077539.430927:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077539.430929:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077539.430931:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077539.430934:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077539.430936:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077539.430939:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077539.430942:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c700 x1855007948286336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077539.430951:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c700 x1855007948286336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.430964:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077539.430966:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077539.430968:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077539.430970:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077539.430974:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c700 x1855007948286336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.430981:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077539.430986:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c700 x1855007948286336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.430993:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077539.430995:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077539.430997:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077539.430999:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077539.431001:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077539.431003:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077539.431006:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077539.431010:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077539.431013:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077539.431017:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c700 x1855007948286336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077539.431026:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948286336:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077539.431030:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077539.431034:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9f480 x1855007948286464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.431042:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077539.431044:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077539.431047:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077539.431049:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077539.431051:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077539.431054:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948286464:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077539.431058:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077539.431060:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077539.431062:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077539.431063:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077539.431067:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077539.431069:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077539.431073:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077539.431076:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077539.431079:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077539.431082:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948286464, portal 10
00000100:00000001:2.0:1769077539.431084:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077539.431086:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104277120 : -127169605274496 : ffff8c5704d9f480)
00000100:00000040:2.0:1769077539.431091:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9f480 x1855007948286464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.431098:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077539.431100:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077539.431103:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077539.431105:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948286464, offset 0
00000400:00000200:2.0:1769077539.431109:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077539.431113:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077539.431116:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077539.431119:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077539.431122:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077539.431124:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077539.431126:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077539.431130:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30049:30049:256:4294967295] 192.168.204.128@tcp LPNI seq info [30048:30048:8:4294967295]
00000400:00000200:2.0:1769077539.431134:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077539.431140:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077539.431146:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077539.431149:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077539.431153:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077539.431156:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077539.431160:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077539.431163:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077539.431167:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077539.431169:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077539.431172:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077539.431176:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077539.431179:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077539.431181:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077539.431184:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077539.431188:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9f480 x1855007948286464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.431196:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077539.431199:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9f480 x1855007948286464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077564 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.431205:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.431207:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077539.431211:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077539.431215:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077539.431218:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077539.431221:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298903566
00000100:00000001:2.0:1769077539.431223:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298904848
00000100:00000001:2.0:1769077539.431225:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298903566
00000100:00000001:2.0:1769077539.431227:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298904848
00000100:00000001:2.0:1769077539.431229:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077539.431232:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.431233:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077539.431237:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077539/real 1769077539]  req@ffff8c5704d9f480 x1855007948286464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077539.431245:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077539.431247:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077539.431249:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077539.431251:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077539.431253:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077539.431256:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077539.431259:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9f480 x1855007948286464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077539.431267:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9f480 x1855007948286464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.431273:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077539.431275:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077539.431276:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077539.431278:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077539.431281:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9f480 x1855007948286464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.431287:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077539.431292:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9f480 x1855007948286464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.431297:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077539.431300:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077539.431301:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077539.431302:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077539.431304:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077539.431305:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077539.431308:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077539.431312:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077539.431314:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077539.431318:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9f480 x1855007948286464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077539.431326:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948286464:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077539.431330:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077539.431334:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9dc00 x1855007948286592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.431341:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077539.431342:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077539.431345:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077539.431347:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077539.431349:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077539.431351:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948286592:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077539.431355:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077539.431357:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077539.431358:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077539.431360:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077539.431363:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077539.431365:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077539.431369:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077539.431372:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077539.431375:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077539.431378:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948286592, portal 4
00000100:00000001:2.0:1769077539.431379:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077539.431381:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104270848 : -127169605280768 : ffff8c5704d9dc00)
00000100:00000040:2.0:1769077539.431387:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9dc00 x1855007948286592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.431393:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077539.431395:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077539.431398:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077539.431400:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948286592, offset 0
00000400:00000200:2.0:1769077539.431405:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077539.431409:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077539.431412:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077539.431415:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077539.431418:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077539.431421:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077539.431424:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077539.431427:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30050:30050:256:4294967295] 192.168.204.128@tcp LPNI seq info [30049:30049:8:4294967295]
00000400:00000200:2.0:1769077539.431431:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077539.431438:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077539.431444:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077539.431447:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077539.431451:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077539.431454:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077539.431457:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077539.431460:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077539.431463:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077539.431465:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077539.431467:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077539.431470:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077539.431473:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077539.431475:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077539.431477:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077539.431481:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9dc00 x1855007948286592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.431488:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077539.431491:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948286592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077564 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.431498:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.431499:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077539.431502:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077539.431505:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077539.431509:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077539.431511:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298903631
00000100:00000001:2.0:1769077539.431514:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298904848
00000100:00000001:2.0:1769077539.431516:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298903631
00000100:00000001:2.0:1769077539.431518:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298904848
00000100:00000001:2.0:1769077539.431521:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077539.431523:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.431525:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077539.431541:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077539/real 1769077539]  req@ffff8c5704d9dc00 x1855007948286592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077539.431550:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077539.431551:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077539.431553:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077539.431556:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077539.431558:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077539.431560:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077539.431564:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9dc00 x1855007948286592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077539.431574:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9dc00 x1855007948286592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.431582:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077539.431583:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077539.431586:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077539.431587:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077539.431591:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9dc00 x1855007948286592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.431599:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077539.431604:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9dc00 x1855007948286592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.431611:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077539.431614:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077539.431616:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077539.431617:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077539.431619:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077539.431620:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077539.431624:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077539.431628:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077539.431630:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077539.431634:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9dc00 x1855007948286592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077539.431643:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948286592:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077539.431647:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077539.431650:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077539.431653:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c700 x1855007948286336/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.431660:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077539.431662:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077539.431664:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077539.431667:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077539.431668:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077539.431670:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077539.431672:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077539.431674:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17800.
02000000:00000001:2.0:1769077539.431677:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077539.431678:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077539.431680:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c700.
00000100:00000001:2.0:1769077539.431683:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077539.431684:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077539.431686:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077539.431689:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9f480 x1855007948286464/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.431703:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077539.431705:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077539.431706:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077539.431709:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077539.431710:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077539.431711:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077539.431713:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077539.431715:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16800.
02000000:00000001:2.0:1769077539.431718:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077539.431719:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077539.431720:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9f480.
00000100:00000001:2.0:1769077539.431723:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077539.431725:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077539.431727:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077539.431752:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9dc00 x1855007948286592/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.431760:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077539.431761:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077539.431763:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077539.431766:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077539.431767:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077539.431769:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077539.431771:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077539.431773:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15400.
02000000:00000001:2.0:1769077539.431775:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077539.431777:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077539.431778:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077539.431781:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077539.431782:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077539.431784:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077539.431788:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077539.431789:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.431792:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077539.431794:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077539.431795:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077539.431800:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948286720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.431808:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077539.431810:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077539.431812:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077539.431814:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077539.431816:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077539.431819:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948286720:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077539.431823:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077539.431825:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077539.431827:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077539.431829:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077539.431832:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077539.431834:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077539.431838:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077539.431841:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077539.431845:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077539.431848:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948286720, portal 4
00000100:00000001:2.0:1769077539.431850:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077539.431851:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
00000100:00000040:2.0:1769077539.431857:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948286720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.431865:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077539.431867:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077539.431870:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077539.431872:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948286720, offset 0
00000400:00000200:2.0:1769077539.431877:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077539.431881:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077539.431885:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077539.431887:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077539.431890:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077539.431893:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077539.431895:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077539.431899:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30051:30051:256:4294967295] 192.168.204.128@tcp LPNI seq info [30050:30050:8:4294967295]
00000400:00000200:2.0:1769077539.431903:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077539.431910:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077539.431915:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077539.431919:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077539.431922:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077539.431925:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077539.431930:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077539.431933:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077539.431937:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077539.431939:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077539.431942:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077539.431946:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077539.431949:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077539.431951:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077539.431954:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077539.431957:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c380 x1855007948286720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.431966:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077539.431969:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948286720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077564 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.431976:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.431978:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077539.431982:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077539.431984:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077539.431988:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077539.431990:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298903579
00000100:00000001:2.0:1769077539.431993:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298904848
00000100:00000001:2.0:1769077539.431995:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298903579
00000100:00000001:2.0:1769077539.431998:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298904848
00000100:00000001:2.0:1769077539.432000:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077539.432003:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.432005:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077539.432009:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077539/real 1769077539]  req@ffff8c5704d9c380 x1855007948286720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077539.432018:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077539.432020:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077539.432021:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077539.432024:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077539.432025:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077539.432028:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077539.432031:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948286720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077539.432041:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948286720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.432048:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077539.432050:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077539.432052:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077539.432053:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077539.432057:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948286720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.432065:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077539.432069:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948286720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.432076:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077539.432079:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077539.432081:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077539.432082:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077539.432084:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077539.432086:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077539.432089:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077539.432094:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077539.432096:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077539.432101:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948286720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077539.432106:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948286720:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077539.432109:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077539.432110:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077539.432112:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948286720/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.432116:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077539.432118:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077539.432119:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077539.432121:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077539.432122:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077539.432123:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077539.432124:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077539.432125:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16c00.
02000000:00000001:2.0:1769077539.432127:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077539.432128:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077539.432130:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077539.432132:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077539.432133:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077539.432135:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077539.432138:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077539.432140:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.432142:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077539.432144:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077539.748848:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077539.748855:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077539.748906:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077539.748910:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077539.748913:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077540.452818:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077540.452826:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077540.452828:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077540.452834:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077540.452838:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077540.452842:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077540.452845:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077540.452848:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077540.452851:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077540.772793:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298904848, at 4298904896
00010000:00000001:2.0:1769077540.772793:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077540.772799:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077540.772807:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ea0.
00000100:00000040:0.0:1769077540.772810:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298904848, at 4298904896
00000100:00000010:0.0:1769077540.772820:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227780.
00000020:00000001:3.0:1769077540.772841:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077540.772845:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077540.772847:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077541.476802:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077541.476808:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077541.476810:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077541.476815:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077541.476820:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077541.476824:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077541.476827:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077541.476830:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077541.476833:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077541.796857:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077541.796864:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077541.796891:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077541.796894:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077541.796898:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077542.500805:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077542.500814:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077542.500816:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077542.500822:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:2.0:1769077542.500826:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077542.500830:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077542.500833:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077542.500835:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077542.500838:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077542.820864:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077542.820869:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077542.820919:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077542.820923:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077542.820926:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077543.524823:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077543.524829:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077543.524831:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077543.524835:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077543.524838:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077543.524841:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077543.524843:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077543.524845:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077543.524848:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077543.844856:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077543.844864:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077543.844867:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077543.844869:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077543.844873:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077543.844875:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077543.844877:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077543.844879:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077543.844943:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077543.844948:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077543.844951:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077544.548819:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1769077544.548825:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077544.548826:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077544.548829:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077544.548835:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1769077544.548848:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077544.548849:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077544.548853:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077544.548854:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077544.548856:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769077544.548860:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077544.548864:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4236
00000100:00000001:1.0:1769077544.548866:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077544.548871:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769077544.548874:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:1.0:1769077544.548877:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077544.548881:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077544.548885:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077544.548889:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077544.548892:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077544.548896:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077544.548898:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077544.548903:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077544.548905:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077544.548908:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077544.548911:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077544.548914:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077544.548916:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077544.548920:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077544.548923:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077544.548925:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077544.548927:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077544.548931:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077544.548935:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077544.548938:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077544.548941:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077544.548944:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077544.548947:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.548949:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077544.548952:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077544.548961:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000020:00000040:0.0:1769077544.548965:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077544.548969:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077544.548971:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.548973:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077544.548987:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077544.548992:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077544.548999:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14800.
00000100:00000001:0.0:1769077544.549005:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077544.549012:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948286848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077544.549020:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077544.549023:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077544.549026:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948286848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077544.549057:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077544.549060:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077544.549063:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077544.549065:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077544.549067:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077544.549070:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077544.549073:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4236
00000400:00000200:0.0:1769077544.549077:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077544.549081:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077544.549084:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077544.549088:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077544.549090:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077544.549092:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077544.549094:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769077544.549098:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077544.549098:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077544.549102:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000040:2.0:1769077544.549106:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c000 x1855007948286848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077544.549107:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077544.549110:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077544.549114:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077544.549117:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077544.549119:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077544.549122:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077544.549128:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1769077544.549131:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077544.549134:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.549136:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077544.549139:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1769077544.549141:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077544.549143:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077544.549145:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:2.0:1769077544.549146:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077544.549153:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00100000:2.0:1769077544.549153:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948286848:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077544.549160:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1769077544.549161:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
02000000:00000001:2.0:1769077544.549174:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769077544.549175:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077544.549177:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077544.549178:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077544.549182:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769077544.549185:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1769077544.549187:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
02000000:00000001:0.0:1769077544.549188:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077544.549191:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.549192:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077544.549196:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077544.549200:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000008:00000001:0.0:1769077544.549201:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.549206:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077544.549206:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000100:00000010:0.0:1769077544.549216:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9df80.
00000400:00000010:2.0:1769077544.549216:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000020:00000040:0.0:1769077544.549222:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000100:00000200:2.0:1769077544.549225:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948286848, portal 25
02000000:00000001:0.0:1769077544.549227:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077544.549238:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077544.549240:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077544.549243:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077544.549243:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104263680 : -127169605287936 : ffff8c5704d9c000)
02000000:00000001:0.0:1769077544.549247:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1769077544.549251:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c000 x1855007948286848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077544.549253:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077544.549262:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16400.
00000100:00000001:2.0:1769077544.549262:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077544.549265:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077544.549269:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000001:0.0:1769077544.549271:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077544.549273:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948286848, offset 0
00000400:00000200:2.0:1769077544.549282:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00100000:0.0:1769077544.549283:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9df80 x1855007948286976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077544.549290:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077544.549307:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077544.549308:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000001:0.0:1769077544.549313:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077544.549316:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1769077544.549320:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bed851a] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9df80 x1855007948286976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077544.549322:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077544.549329:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077544.549334:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000001:0.0:1769077544.549338:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077544.549339:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30052:30052:256:4294967295] 192.168.204.128@tcp LPNI seq info [30051:30051:8:4294967295]
00000100:00080000:0.0:1769077544.549343:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077544.549347:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:0.0:1769077544.549349:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077544.549351:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077544.549353:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077544.549358:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077544.549362:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1769077544.549364:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4236
00000800:00000200:2.0:1769077544.549371:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077544.549372:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077544.549379:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000800:00000010:2.0:1769077544.549379:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000100:00080000:0.0:1769077544.549384:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077544.549386:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077544.549391:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1769077544.549391:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000040:0.0:1769077544.549396:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000200:2.0:1769077544.549396:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1769077544.549399:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077544.549403:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077544.549406:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000800:00000200:2.1:1769077544.549407:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000001:0.0:1769077544.549408:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077544.549412:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000800:00000200:2.1:1769077544.549413:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1769077544.549414:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769077544.549418:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000800:00000100:2.0:1769077544.549420:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00000040:0.0:1769077544.549423:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000800:00000010:2.0:1769077544.549424:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000100:00000001:0.0:1769077544.549426:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077544.549430:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077544.549430:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1769077544.549433:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077544.549436:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000400:00000200:2.0:1769077544.549437:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1769077544.549441:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000200:2.0:1769077544.549454:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000100:00000001:0.0:1769077544.549458:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077544.549458:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
02000000:00000001:0.0:1769077544.549464:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077544.549466:0:2431:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1769077544.549468:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077544.549473:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077544.549474:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c000 x1855007948286848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077544.549476:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077544.549479:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077544.549486:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.549490:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077544.549496:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000010:0.0:1769077544.549497:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d500.
00000020:00000040:0.0:1769077544.549503:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000100:00000040:2.0:1769077544.549503:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c000 x1855007948286848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077569 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077544.549508:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077544.549511:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.549513:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077544.549514:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077544.549517:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077544.549524:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15c00.
00000100:00000001:2.0:1769077544.549527:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.549528:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077544.549532:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1769077544.549537:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d500 x1855007948287104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077544.549541:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.549547:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077544.549549:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077544.549552:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077544.549554:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298909967
00000100:00000010:2.0:1769077544.549561:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227d20.
00000100:00000040:0.0:1769077544.549562:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c2d91c4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d500 x1855007948287104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077544.549569:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769077544.549577:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077544.549577:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298909967
00000100:00000010:2.0:1769077544.549582:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227ba0.
00000100:00080000:0.0:1769077544.549583:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077544.549585:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077544.549600:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769077544.549602:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077544.549606:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077544.549606:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077544.549607:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077544.549613:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077544.549613:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1769077544.549618:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4236
00000400:00000200:0.0:1769077544.549623:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00100000:2.0:1769077544.549623:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077544/real 1769077544]  req@ffff8c5704d9c000 x1855007948286848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077544.549629:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077544.549633:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077544.549639:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077544.549643:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077544.549647:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000001:2.0:1769077544.549649:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1769077544.549650:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000001:2.0:1769077544.549664:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000020:00000001:0.0:1769077544.549667:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:2.0:1769077544.549668:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000020:00000040:0.0:1769077544.549670:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000400:00000200:2.0:1769077544.549672:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000020:00000001:0.0:1769077544.549674:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:2.0:1769077544.549675:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000020:00000040:0.0:1769077544.549679:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000100:00000001:2.0:1769077544.549680:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:0.0:1769077544.549685:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000200:2.0:1769077544.549688:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c000 x1855007948286848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077544.549689:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:0.0:1769077544.549699:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077544.549705:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077544.549711:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000200:2.0:1769077544.549712:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c000 x1855007948286848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077544.549715:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077544.549720:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:0.0:1769077544.549726:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077544.549749:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077544.549751:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077544.549754:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077544.549756:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.549758:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077544.549760:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077544.549762:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.549765:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077544.549767:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000010:0.0:1769077544.549770:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077544.549770:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077544.549772:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:0.0:1769077544.549774:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000001:2.0:1769077544.549775:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769077544.549788:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077544.549791:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.549794:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1769077544.549794:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c000 x1855007948286848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077544.549797:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077544.549800:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077544.549806:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17c00.
00000100:00000001:2.0:1769077544.549807:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077544.549811:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077544.549814:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c000 x1855007948286848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077544.549820:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948287232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077544.549823:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077544.549829:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077544.549833:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077544.549835:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077544.549836:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077544.549839:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077544.549840:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077544.549842:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1769077544.549854:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948287232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769077544.549855:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077544.549863:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077544.549868:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1769077544.549870:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077544.549874:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077544.549874:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c000 x1855007948286848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077544.549882:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077544.549886:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077544.549889:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1769077544.549892:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948286848:192.168.204.128@tcp:250:kworker.0
00000100:00000001:0.0:1769077544.549893:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077544.549898:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4236
00000100:00000001:2.0:1769077544.549899:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077544.549903:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000400:00000200:0.0:1769077544.549905:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:2.0:1769077544.549908:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c000 x1855007948286848/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077544.549911:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077544.549916:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077544.549922:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077544.549923:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1769077544.549925:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077544.549928:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077544.549928:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1769077544.549932:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077544.549933:0:37:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000010:2.0:1769077544.549933:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
00000020:00000040:0.0:1769077544.549935:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769077544.549938:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077544.549940:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
02000000:00000001:2.0:1769077544.549940:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077544.549941:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:0.0:1769077544.549944:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:2.0:1769077544.549944:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000040:0.0:1769077544.549949:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000020:00000040:2.0:1769077544.549949:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000100:00000001:0.0:1769077544.549954:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:2.0:1769077544.549956:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000040:0.0:1769077544.549957:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077544.549961:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000010:2.0:1769077544.549961:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14800.
00000020:00000040:0.0:1769077544.549962:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:0.0:1769077544.549968:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077544.549970:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077544.549970:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077544.549974:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077544.549975:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077544.549977:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.549983:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077544.549985:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
02000000:00000001:2.0:1769077544.549985:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000008:00000001:0.0:1769077544.549989:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077544.549990:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c000.
00000100:00000001:0.0:1769077544.549991:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077544.549996:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077544.549998:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000020:00000040:0.0:1769077544.549999:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000001:2.0:1769077544.550002:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769077544.550003:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077544.550005:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.550008:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077544.550009:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077544.550009:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769077544.550011:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077544.550015:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14800.
00000100:00000001:0.0:1769077544.550018:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077544.550019:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077544.550022:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077544.550023:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948287360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077544.550025:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077544.550028:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077544.550031:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077544.550034:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077544.550038:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077544.550038:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9df80 x1855007948286976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077544.550042:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948287360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077544.550080:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077544.550082:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.550083:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077544.550084:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077544.550088:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077544.550090:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077544.550091:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4246)
00000100:00100000:2.0:1769077544.550094:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948286976:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077544.550098:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077544.550099:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077544.550101:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077544.550102:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077544.550105:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077544.550106:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077544.550110:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077544.550112:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077544.550115:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077544.550118:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948286976, portal 10
00000100:00000001:2.0:1769077544.550119:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077544.550120:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104271744 : -127169605279872 : ffff8c5704d9df80)
00000100:00000040:2.0:1769077544.550125:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9df80 x1855007948286976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077544.550130:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077544.550132:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077544.550133:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077544.550135:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948286976, offset 0
00000400:00000200:2.0:1769077544.550137:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077544.550140:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077544.550143:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077544.550145:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077544.550147:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077544.550148:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077544.550150:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077544.550153:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30053:30053:256:4294967295] 192.168.204.128@tcp LPNI seq info [30052:30052:8:4294967295]
00000400:00000200:2.0:1769077544.550167:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077544.550171:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077544.550175:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077544.550177:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077544.550180:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077544.550182:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077544.550184:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077544.550186:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769077544.550189:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077544.550190:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077544.550192:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077544.550195:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077544.550197:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077544.550198:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077544.550200:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077544.550202:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9df80 x1855007948286976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077544.550209:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077544.550212:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9df80 x1855007948286976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077569 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077544.550219:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077544.550230:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077544.550234:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077544.550237:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077544.550241:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077544.550243:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298908686
00000100:00000001:2.0:1769077544.550245:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298909967
00000100:00000001:2.0:1769077544.550248:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298908686
00000100:00000001:2.0:1769077544.550250:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298909967
00000100:00000001:2.0:1769077544.550252:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077544.550255:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077544.550257:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077544.550261:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077544/real 1769077544]  req@ffff8c5704d9df80 x1855007948286976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077544.550270:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077544.550271:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077544.550274:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077544.550276:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077544.550277:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077544.550279:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077544.550281:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9df80 x1855007948286976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077544.550298:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9df80 x1855007948286976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077544.550302:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077544.550303:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077544.550304:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077544.550305:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077544.550307:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9df80 x1855007948286976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077544.550311:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077544.550314:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9df80 x1855007948286976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077544.550319:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077544.550320:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077544.550321:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077544.550322:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077544.550323:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077544.550325:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077544.550326:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077544.550329:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077544.550331:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077544.550333:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9df80 x1855007948286976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077544.550338:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948286976:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077544.550341:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077544.550343:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d500 x1855007948287104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077544.550347:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077544.550348:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077544.550349:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077544.550350:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077544.550352:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077544.550353:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948287104:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077544.550356:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077544.550357:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077544.550358:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077544.550359:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077544.550362:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077544.550363:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077544.550365:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077544.550367:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077544.550369:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077544.550371:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948287104, portal 10
00000100:00000001:2.0:1769077544.550372:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077544.550373:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104269056 : -127169605282560 : ffff8c5704d9d500)
00000100:00000040:2.0:1769077544.550377:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d500 x1855007948287104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077544.550381:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077544.550383:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077544.550384:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077544.550386:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948287104, offset 0
00000400:00000200:2.0:1769077544.550388:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077544.550391:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077544.550394:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077544.550396:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077544.550398:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077544.550399:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077544.550401:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077544.550403:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30054:30054:256:4294967295] 192.168.204.128@tcp LPNI seq info [30053:30053:8:4294967295]
00000400:00000200:2.0:1769077544.550406:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077544.550410:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077544.550413:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077544.550415:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077544.550417:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077544.550419:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077544.550422:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077544.550424:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769077544.550427:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077544.550428:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077544.550430:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077544.550432:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077544.550434:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077544.550435:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077544.550437:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077544.550439:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d500 x1855007948287104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077544.550457:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077544.550460:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d500 x1855007948287104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077569 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077544.550465:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077544.550466:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077544.550469:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077544.550471:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077544.550474:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077544.550475:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298908685
00000100:00000001:2.0:1769077544.550477:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298909967
00000100:00000001:2.0:1769077544.550479:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298908685
00000100:00000001:2.0:1769077544.550480:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298909967
00000100:00000001:2.0:1769077544.550481:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077544.550483:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077544.550484:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077544.550486:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077544/real 1769077544]  req@ffff8c5704d9d500 x1855007948287104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077544.550491:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077544.550492:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077544.550494:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077544.550495:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077544.550496:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077544.550498:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077544.550500:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d500 x1855007948287104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077544.550505:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d500 x1855007948287104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077544.550509:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077544.550510:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077544.550511:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077544.550512:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077544.550514:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d500 x1855007948287104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077544.550518:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077544.550520:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d500 x1855007948287104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077544.550526:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077544.550527:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077544.550528:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077544.550529:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077544.550530:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077544.550531:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077544.550533:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077544.550535:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077544.550536:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077544.550538:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d500 x1855007948287104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077544.550543:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948287104:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077544.550545:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077544.550547:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948287232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077544.550551:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077544.550552:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077544.550554:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077544.550555:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077544.550556:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077544.550558:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948287232:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077544.550560:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077544.550562:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077544.550562:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077544.550564:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077544.550566:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077544.550567:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077544.550569:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077544.550571:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077544.550573:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077544.550575:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948287232, portal 4
00000100:00000001:2.0:1769077544.550577:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077544.550578:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
00000100:00000040:2.0:1769077544.550581:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948287232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077544.550586:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077544.550587:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077544.550599:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077544.550601:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948287232, offset 0
00000400:00000200:2.0:1769077544.550605:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077544.550609:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077544.550613:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077544.550616:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077544.550619:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077544.550621:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077544.550623:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077544.550626:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30055:30055:256:4294967295] 192.168.204.128@tcp LPNI seq info [30054:30054:8:4294967295]
00000400:00000200:2.0:1769077544.550631:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077544.550638:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077544.550643:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077544.550646:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077544.550650:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077544.550664:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077544.550668:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077544.550670:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769077544.550673:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077544.550674:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077544.550676:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077544.550679:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077544.550681:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077544.550682:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077544.550685:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077544.550687:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c380 x1855007948287232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077544.550693:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077544.550695:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948287232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077569 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077544.550699:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077544.550700:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077544.550702:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077544.550704:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077544.550707:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077544.550708:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298908750
00000100:00000001:2.0:1769077544.550710:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298909967
00000100:00000001:2.0:1769077544.550711:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298908750
00000100:00000001:2.0:1769077544.550713:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298909967
00000100:00000001:2.0:1769077544.550714:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077544.550715:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077544.550717:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077544.550719:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077544/real 1769077544]  req@ffff8c5704d9c380 x1855007948287232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077544.550724:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077544.550725:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077544.550726:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077544.550727:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077544.550729:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077544.550744:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077544.550747:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948287232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077544.550753:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948287232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077544.550761:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077544.550762:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077544.550763:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077544.550764:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077544.550767:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948287232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077544.550781:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077544.550784:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948287232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077544.550789:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077544.550791:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077544.550793:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077544.550794:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077544.550796:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077544.550798:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077544.550801:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077544.550804:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077544.550806:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077544.550811:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948287232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077544.550820:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948287232:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077544.550824:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077544.550826:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077544.550830:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9df80 x1855007948286976/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077544.550837:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077544.550838:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077544.550841:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077544.550844:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077544.550845:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077544.550847:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077544.550849:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077544.550851:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16400.
02000000:00000001:2.0:1769077544.550865:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077544.550866:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077544.550867:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9df80.
00000100:00000001:2.0:1769077544.550869:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077544.550870:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077544.550871:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077544.550874:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d500 x1855007948287104/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077544.550879:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077544.550880:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077544.550881:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077544.550882:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077544.550883:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077544.550884:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077544.550885:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077544.550886:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15c00.
02000000:00000001:2.0:1769077544.550887:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077544.550887:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077544.550888:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d500.
00000100:00000001:2.0:1769077544.550889:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077544.550890:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077544.550891:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077544.550893:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948287232/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077544.550897:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077544.550897:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077544.550898:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077544.550899:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077544.550900:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077544.550901:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077544.550902:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077544.550903:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17c00.
02000000:00000001:2.0:1769077544.550905:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077544.550906:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077544.550906:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077544.550908:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077544.550908:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077544.550910:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077544.550912:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077544.550913:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077544.550914:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077544.550915:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077544.550916:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077544.550918:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9dc00 x1855007948287360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077544.550922:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077544.550923:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077544.550925:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077544.550926:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077544.550928:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077544.550930:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948287360:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077544.550931:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077544.550933:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077544.550934:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077544.550935:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077544.550937:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077544.550938:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077544.550941:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077544.550942:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000400:00000010:2.0:1769077544.550945:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000200:2.0:1769077544.550947:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948287360, portal 4
00000100:00000001:2.0:1769077544.550948:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077544.550949:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104270848 : -127169605280768 : ffff8c5704d9dc00)
00000100:00000040:2.0:1769077544.550953:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9dc00 x1855007948287360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077544.550961:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077544.550963:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077544.550964:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077544.550966:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948287360, offset 0
00000400:00000200:2.0:1769077544.550968:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077544.550971:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077544.550973:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077544.550975:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077544.550977:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077544.550979:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077544.550991:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077544.550995:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30056:30056:256:4294967295] 192.168.204.128@tcp LPNI seq info [30055:30055:8:4294967295]
00000400:00000200:2.0:1769077544.550999:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077544.551005:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077544.551010:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077544.551014:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000800:00000200:2.0:1769077544.551018:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077544.551021:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077544.551025:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077544.551028:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769077544.551032:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077544.551034:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:2.0:1769077544.551037:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077544.551040:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077544.551043:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:2.0:1769077544.551045:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:2.0:1769077544.551059:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077544.551063:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9dc00 x1855007948287360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077544.551071:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077544.551074:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948287360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077569 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077544.551086:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077544.551087:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077544.551090:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077544.551092:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077544.551094:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077544.551096:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298908698
00000100:00000001:2.0:1769077544.551097:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298909967
00000100:00000001:2.0:1769077544.551099:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298908698
00000100:00000001:2.0:1769077544.551100:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298909967
00000100:00000001:2.0:1769077544.551102:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077544.551103:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077544.551104:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077544.551107:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077544/real 1769077544]  req@ffff8c5704d9dc00 x1855007948287360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077544.551112:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077544.551112:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077544.551113:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077544.551115:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000400:00000010:2.0:1769077544.551116:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:2.0:1769077544.551117:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077544.551119:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9dc00 x1855007948287360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077544.551125:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9dc00 x1855007948287360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077544.551129:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077544.551130:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077544.551131:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077544.551132:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077544.551134:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9dc00 x1855007948287360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077544.551139:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077544.551141:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9dc00 x1855007948287360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077544.551146:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077544.551147:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077544.551148:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077544.551149:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077544.551150:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077544.551151:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077544.551153:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077544.551154:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077544.551156:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077544.551158:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9dc00 x1855007948287360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077544.551163:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948287360:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077544.551165:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077544.551166:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077544.551168:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9dc00 x1855007948287360/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077544.551172:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077544.551173:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077544.551175:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077544.551176:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077544.551177:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077544.551177:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077544.551179:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077544.551180:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14800.
02000000:00000001:2.0:1769077544.551181:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077544.551182:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077544.551183:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077544.551185:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077544.551186:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077544.551187:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077544.551190:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077544.551191:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077544.551192:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077544.551193:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077544.868837:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077544.868842:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077544.868903:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077544.868907:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077544.868909:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077545.572823:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077545.572830:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077545.572831:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077545.572836:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077545.572838:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077545.572841:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077545.572843:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077545.572845:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077545.572847:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077545.892826:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298909967, at 4298910016
00010000:00000001:2.0:1769077545.892829:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077545.892834:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077545.892839:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298909967, at 4298910016
00000100:00000010:1.0:1769077545.892841:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ba0.
00000100:00000010:0.0:1769077545.892851:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d20.
00000020:00000001:2.0:1769077545.892861:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077545.892864:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077545.892868:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077546.596842:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077546.596850:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077546.596852:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077546.596858:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077546.596862:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077546.596866:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077546.596869:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077546.596871:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077546.596875:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077546.916861:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077546.916867:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077546.916933:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077546.916937:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077546.916942:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077547.620806:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077547.620814:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077547.620817:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077547.620823:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077547.620826:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077547.620830:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077547.620833:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077547.620836:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077547.620839:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077547.940864:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077547.940871:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077547.940930:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077547.940935:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077547.940938:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077548.644800:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077548.644806:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077548.644807:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077548.644819:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077548.644825:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077548.644829:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077548.644831:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077548.644833:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077548.644835:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077548.964883:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077548.964889:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077548.964949:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077548.964954:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077548.964958:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077549.668846:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077549.668854:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077549.668857:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077549.668863:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077549.668868:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077549.668873:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077549.668876:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077549.668879:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077549.668882:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077549.668915:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077549.668923:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077549.668926:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077549.668930:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077549.668934:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077549.668942:0:44394:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4241
00000400:00000200:3.0:1769077549.668951:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077549.668958:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077549.668961:0:44394:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077549.668964:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077549.668977:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077549.668980:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077549.668984:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077549.668988:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077549.668990:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769077549.668993:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077549.668996:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769077549.668998:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769077549.668999:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769077549.669003:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077549.669004:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077549.669005:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077549.669007:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077549.669010:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769077549.669012:0:44394:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077549.669014:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077549.669016:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077549.669020:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077549.669022:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077549.669023:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077549.669025:0:44394:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077549.669036:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000020:00000040:3.0:1769077549.669039:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077549.669043:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077549.669045:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077549.669047:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077549.669050:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077549.669055:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077549.669063:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769077549.669070:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077549.669080:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948287488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077549.669088:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077549.669093:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077549.669096:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948287488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077549.669119:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077549.669121:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077549.669124:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077549.669125:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077549.669130:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077549.669134:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077549.669136:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4241
00000400:00000200:3.0:1769077549.669138:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077549.669141:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077549.669142:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077549.669144:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077549.669146:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077549.669147:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077549.669149:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077549.669151:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077549.669152:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769077549.669153:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077549.669155:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769077549.669156:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769077549.669158:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769077549.669160:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077549.669162:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077549.669164:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077549.669165:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077549.669167:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769077549.669169:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077549.669170:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077549.669172:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077549.669174:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1769077549.669177:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077549.669180:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077549.669182:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077549.669182:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077549.669188:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1769077549.669189:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077549.669193:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077549.669195:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077549.669200:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000100:00000040:2.0:1769077549.669202:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e3800 x1855007948287488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769077549.669203:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077549.669207:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077549.669208:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077549.669212:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077549.669214:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077549.669217:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077549.669222:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:2.0:1769077549.669226:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077549.669226:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077549.669231:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077549.669234:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948287616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077549.669239:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769077549.669241:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077549.669244:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077549.669246:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769077549.669248:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948287616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077549.669253:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077549.669261:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077549.669264:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948287488:192.168.204.128@tcp:250:kworker.0
00000100:00080000:3.0:1769077549.669265:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077549.669270:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077549.669272:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077549.669275:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077549.669276:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769077549.669278:0:44394:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:2.0:1769077549.669282:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1769077549.669283:0:44394:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4241
02000000:00000001:2.0:1769077549.669287:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077549.669289:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:2.0:1769077549.669294:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:3.0:1769077549.669294:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077549.669298:0:44394:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077549.669301:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000010:2.0:1769077549.669302:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
00000100:00000001:3.0:1769077549.669303:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077549.669307:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077549.669308:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077549.669312:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077549.669313:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077549.669314:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769077549.669316:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077549.669319:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000040:3.0:1769077549.669319:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769077549.669323:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769077549.669325:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000400:00000010:2.0:1769077549.669326:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada8f0.
00000100:00000040:3.0:1769077549.669329:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077549.669331:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077549.669333:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000010:2.0:1769077549.669335:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8e58.
00000100:00000001:3.0:1769077549.669335:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077549.669341:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769077549.669343:0:44394:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077549.669344:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077549.669345:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077549.669347:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077549.669348:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077549.669350:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077549.669351:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077549.669352:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077549.669354:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077549.669371:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948287488, portal 25
00000100:00000010:3.0:1769077549.669372:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000100:00000001:2.0:1769077549.669378:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1769077549.669378:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000100:00000001:2.0:1769077549.669381:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444612608 : -127165264939008 : ffff8c58078e3800)
02000000:00000001:3.0:1769077549.669382:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077549.669386:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077549.669389:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077549.669390:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1769077549.669392:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e3800 x1855007948287488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077549.669393:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077549.669399:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769077549.669405:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077549.669406:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077549.669412:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00100000:3.0:1769077549.669415:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948287744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769077549.669417:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8220.
00000100:00000200:2.0:1769077549.669423:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948287488, offset 0
00000100:00000001:3.0:1769077549.669425:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077549.669428:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077549.669433:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000040:3.0:1769077549.669434:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948287744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077549.669441:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077549.669443:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077549.669446:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:3.0:1769077549.669448:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077549.669451:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077549.669452:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077549.669454:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077549.669457:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00080000:3.0:1769077549.669460:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4241
00000400:00000200:2.0:1769077549.669469:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077549.669476:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077549.669480:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077549.669483:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077549.669488:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30057:30057:256:4294967295] 192.168.204.128@tcp LPNI seq info [30056:30056:8:4294967295]
00000400:00000200:2.0:1769077549.669494:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077549.669500:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077549.669505:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077549.669510:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077549.669516:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077549.669519:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769077549.669519:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077549.669525:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077549.669528:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077549.669530:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077549.669532:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000800:00000200:2.0:1769077549.669533:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000020:00000001:3.0:1769077549.669534:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077549.669539:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769077549.669540:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769077549.669542:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000800:00000010:2.0:1769077549.669543:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e400.
00000100:00000040:3.0:1769077549.669549:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077549.669551:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077549.669555:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000200:2.0:1769077549.669557:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769077549.669558:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077549.669562:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769077549.669567:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000800:00000200:2.1:1769077549.669567:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769077549.669574:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077549.669576:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077549.669578:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077549.669579:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077549.669581:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077549.669582:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077549.669584:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077549.669585:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077549.669588:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077549.669589:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769077549.669593:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769077549.669596:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769077549.669599:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:3.0:1769077549.669599:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077549.669602:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077549.669605:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298915087
02000000:00000001:3.0:1769077549.669606:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077549.669609:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077549.669613:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a2274e0.
02000000:00000010:3.0:1769077549.669615:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769077549.669620:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077549.669625:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00100000:3.0:1769077549.669625:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948287872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077549.669633:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077549.669635:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077549.669637:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298915087
00000100:00000040:3.0:1769077549.669639:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948287872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1769077549.669643:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227d20.
00000100:00000001:2.0:1769077549.669650:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077549.669650:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077549.669652:0:44394:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077549.669655:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1769077549.669657:0:44394:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077549.669658:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077549.669660:0:44394:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077549.669663:0:44394:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077549.669664:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077549.669665:0:44394:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077549.669668:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077549.669669:0:44394:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4241
00000400:00000200:3.0:1769077549.669674:0:44394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077549.669679:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:3.0:1769077549.669681:0:44394:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077549.669683:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00080000:3.0:1769077549.669685:0:44394:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077549.669687:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077549.669690:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769077549.669693:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077549.669694:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077549.669698:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077549.669704:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1f80 x1855007948287616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077549.669704:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077549.669709:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077549.669715:0:44394:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077549.669717:0:44394:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000100:00000001:2.0:1769077549.669719:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077549.669722:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077549.669722:0:44394:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077549.669725:0:44394:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
02000000:00000001:2.0:1769077549.669726:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1769077549.669775:0:44394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769077549.669778:0:44394:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:3.0:1769077549.669780:0:44394:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077549.669781:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077549.669783:0:44394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077549.669788:0:44394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077549.669789:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077549.669791:0:44394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00100000:2.0:1769077549.669796:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948287616:192.168.204.128@tcp:38:kworker.0
00000020:00000040:3.0:1769077549.669796:0:44394:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769077549.669801:0:44394:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077549.669802:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769077549.669806:0:44394:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077549.669807:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077549.669809:0:44394:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077549.669810:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077549.669814:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769077549.669815:0:44394:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1769077549.669820:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
02000000:00000001:3.0:1769077549.669820:0:44394:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077549.669822:0:44394:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077549.669826:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1769077549.669826:0:44394:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077549.669831:0:44394:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077549.669835:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077549.669836:0:44394:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077549.669842:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada268.
00000100:00000010:3.0:1769077549.669843:0:44394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769077549.669847:0:44394:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000400:00000010:2.0:1769077549.669850:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8c38.
02000000:00000001:3.0:1769077549.669850:0:44394:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077549.669852:0:44394:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077549.669855:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948287616, portal 10
00000100:00000001:3.0:1769077549.669856:0:44394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077549.669860:0:44394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077549.669861:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077549.669864:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444606336 : -127165264945280 : ffff8c58078e1f80)
02000000:00000001:3.0:1769077549.669864:0:44394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077549.669872:0:44394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000100:00000040:2.0:1769077549.669876:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1f80 x1855007948287616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077549.669878:0:44394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077549.669887:0:44394:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948288000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077549.669888:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077549.669895:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077549.669899:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8770.
00000100:00000001:3.0:1769077549.669901:0:44394:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1769077549.669903:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948287616, offset 0
00000100:00000001:3.0:1769077549.669904:0:44394:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077549.669912:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000040:3.0:1769077549.669913:0:44394:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948288000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077549.669920:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077549.669928:0:44394:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077549.669929:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077549.669935:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769077549.669936:0:44394:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4251)
00000400:00000200:2.0:1769077549.669940:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077549.669945:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077549.669948:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077549.669952:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30058:30058:255:4294967295] 192.168.204.128@tcp LPNI seq info [30057:30057:7:4294967295]
00000400:00000200:2.0:1769077549.669957:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077549.669966:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077549.669971:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077549.669976:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e900.
00000800:00000200:2.0:1769077549.669980:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077549.669984:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:2.0:1769077549.669988:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077549.669993:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077549.669997:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077549.669999:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298913806
00000100:00000001:2.0:1769077549.670002:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298915087
00000100:00000001:2.0:1769077549.670005:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298913806
00000100:00000001:2.0:1769077549.670008:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298915087
00000100:00000001:2.0:1769077549.670010:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077549.670013:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077549.670016:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077549.670021:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1880 x1855007948287744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077549.670028:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077549.670029:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077549.670031:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077549.670033:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077549.670035:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077549.670039:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948287744:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077549.670042:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077549.670044:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077549.670046:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077549.670048:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077549.670051:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077549.670053:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077549.670057:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077549.670060:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada528.
00000400:00000010:2.0:1769077549.670065:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8d48.
00000100:00000200:2.0:1769077549.670069:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948287744, portal 10
00000100:00000001:2.0:1769077549.670072:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077549.670074:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444604544 : -127165264947072 : ffff8c58078e1880)
00000100:00000040:2.0:1769077549.670081:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1880 x1855007948287744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077549.670089:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077549.670091:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077549.670094:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8440.
00000100:00000200:2.0:1769077549.670097:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948287744, offset 0
00000400:00000200:2.0:1769077549.670101:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077549.670105:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077549.670109:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077549.670112:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077549.670115:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077549.670117:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077549.670120:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077549.670124:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30059:30059:254:4294967295] 192.168.204.128@tcp LPNI seq info [30058:30058:6:4294967295]
00000400:00000200:2.0:1769077549.670128:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077549.670134:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077549.670139:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077549.670143:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ea00.
00000800:00000200:2.0:1769077549.670148:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077549.670152:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:2.0:1769077549.670154:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077549.670158:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077549.670161:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077549.670163:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298913805
00000100:00000001:2.0:1769077549.670166:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298915087
00000100:00000001:2.0:1769077549.670169:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298913805
00000100:00000001:2.0:1769077549.670171:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298915087
00000100:00000001:2.0:1769077549.670174:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077549.670176:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077549.670179:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077549.670183:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0700 x1855007948287872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077549.670191:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077549.670193:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077549.670196:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077549.670198:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077549.670200:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077549.670203:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948287872:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077549.670207:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077549.670209:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077549.670211:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077549.670213:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077549.670218:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077549.670221:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077549.670225:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077549.670229:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077549.670233:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8000.
00000100:00000200:2.0:1769077549.670236:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948287872, portal 4
00000100:00000001:2.0:1769077549.670238:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077549.670239:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444600064 : -127165264951552 : ffff8c58078e0700)
00000100:00000040:2.0:1769077549.670246:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0700 x1855007948287872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077549.670253:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077549.670256:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077549.670258:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8dd0.
00000100:00000200:2.0:1769077549.670261:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948287872, offset 0
00000400:00000200:2.0:1769077549.670267:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077549.670271:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077549.670275:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077549.670278:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077549.670281:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077549.670283:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077549.670284:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077549.670287:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30060:30060:253:4294967295] 192.168.204.128@tcp LPNI seq info [30059:30059:5:4294967295]
00000400:00000200:2.0:1769077549.670290:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077549.670294:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077549.670298:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077549.670302:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93e200.
00000800:00000200:2.0:1769077549.670305:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077549.670310:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:2.0:1769077549.670312:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077549.670316:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077549.670320:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077549.670322:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298913870
00000100:00000001:2.0:1769077549.670326:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298915087
00000100:00000001:2.0:1769077549.670329:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298913870
00000100:00000001:2.0:1769077549.670331:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298915087
00000100:00000001:2.0:1769077549.670333:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077549.670335:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077549.670338:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077549.670340:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077549.670344:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077549.670346:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769077549.670348:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077549.670350:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077549.670351:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077549.670355:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0a80 x1855007948288000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077549.670379:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077549.670381:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077549.670383:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077549.670385:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077549.670387:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077549.670391:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948288000:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077549.670394:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077549.670395:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077549.670397:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077549.670399:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077549.670403:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077549.670405:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077549.670408:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077549.670411:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada840.
00000400:00000010:2.0:1769077549.670414:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8880.
00000100:00000200:2.0:1769077549.670418:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948288000, portal 4
00000100:00000001:2.0:1769077549.670420:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077549.670421:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444600960 : -127165264950656 : ffff8c58078e0a80)
00000100:00000040:2.0:1769077549.670428:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0a80 x1855007948288000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077549.670436:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077549.670439:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077549.670441:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8ee0.
00000100:00000200:2.0:1769077549.670444:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948288000, offset 0
00000400:00000200:2.0:1769077549.670449:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077549.670453:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077549.670456:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077549.670459:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077549.670461:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077549.670463:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077549.670465:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077549.670468:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30061:30061:252:4294967295] 192.168.204.128@tcp LPNI seq info [30060:30060:4:4294967295]
00000400:00000200:2.0:1769077549.670472:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077549.670477:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077549.670482:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077549.670486:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077549.670489:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077549.670493:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:2.0:1769077549.670496:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077549.670499:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077549.670502:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077549.670504:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298913817
00000100:00000001:2.0:1769077549.670506:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298915087
00000100:00000001:2.0:1769077549.670509:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298913817
00000100:00000001:2.0:1769077549.670511:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298915087
00000100:00000001:2.0:1769077549.670514:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077549.670516:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077549.670519:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077549.670521:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077549.670524:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077549.670527:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769077549.670528:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077549.670530:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077549.670531:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077549.670533:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077549.988867:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077549.988876:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077549.988917:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077549.988920:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077549.988924:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077550.692878:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077550.692884:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077550.692886:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077550.692889:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077550.692892:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077550.692895:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077550.692897:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077550.692899:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077550.692909:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077551.012847:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298915087, at 4298915136
00000100:00000040:0.0:1769077551.012848:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298915087, at 4298915136
00010000:00000001:2.0:1769077551.012851:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077551.012856:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077551.012863:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d20.
00000100:00000010:0.0:1769077551.012866:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2274e0.
00000020:00000001:3.0:1769077551.012914:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077551.012917:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077551.012920:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077551.716878:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077551.716884:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077551.716886:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077551.716890:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077551.716893:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077551.716896:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077551.716898:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077551.716901:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077551.716903:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077552.036837:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077552.036843:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077552.036908:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077552.036913:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077552.036916:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077552.741013:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077552.741022:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077552.741024:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077552.741030:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000400:00000100:0.0:1769077552.741032:0:2421:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.128:988
00000100:00000001:1.0:1769077552.741035:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077552.741040:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077552.741044:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077552.741048:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077552.741051:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1769077552.741081:0:2421:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.128@tcp at host 192.168.204.128 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769077552.741093:0:2421:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077552.741098:0:2421:0:(router.c:1755:lnet_notify()) 192.168.204.28@tcp notifying 192.168.204.128@tcp: down
00000400:00000200:0.0:1769077552.741102:0:2421:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077552.741106:0:2421:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769077552.741111:0:2421:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:0.0:1769077552.741128:0:2421:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e400.
00000400:00000200:0.0:1769077552.741138:0:2421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077552.741143:0:2421:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077552.741151:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8220
00000400:00000010:0.0:1769077552.741154:0:2421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8220.
00000100:00000001:0.0:1769077552.741159:0:2421:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077552.741167:0:2421:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58078e3800 x1855007948287488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077552.741197:0:2421:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077552.741202:0:2421:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e3800 x1855007948287488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077574 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077552.741212:0:2421:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077552.741214:0:2421:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769077552.741227:0:2421:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:0.0:1769077552.741231:0:2421:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e900.
00000400:00000200:0.0:1769077552.741235:0:2421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077552.741240:0:2421:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077552.741244:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8770
00000400:00000010:0.0:1769077552.741246:0:2421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8770.
00000100:00000001:2.0:1769077552.741247:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077552.741250:0:2421:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769077552.741254:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000200:0.0:1769077552.741259:0:2421:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58078e1f80 x1855007948287616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.741262:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1769077552.741272:0:2421:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1769077552.741276:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077549/real 1769077552]  req@ffff8c58078e3800 x1855007948287488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077552.741279:0:2421:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1f80 x1855007948287616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077574 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077552.741333:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077552.741335:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077552.741340:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada8f0.
00000400:00000200:2.0:1769077552.741345:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8e58
00000100:00000001:0.0:1769077552.741346:0:2421:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077552.741350:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8e58.
00000100:00000001:0.0:1769077552.741351:0:2421:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077552.741358:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000800:00000100:0.0:1769077552.741364:0:2421:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000100:00000200:2.0:1769077552.741367:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e3800 x1855007948287488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1769077552.741370:0:2421:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ea00.
00000400:00000200:0.0:1769077552.741376:0:2421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077552.741386:0:2421:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077552.741392:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8440
00000100:00000200:2.0:1769077552.741392:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e3800 x1855007948287488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1769077552.741397:0:2421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8440.
00000100:00000001:0.0:1769077552.741404:0:2421:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769077552.741409:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000200:0.0:1769077552.741412:0:2421:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58078e1880 x1855007948287744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.741413:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.741419:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077552.741423:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077552.741432:0:2421:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1769077552.741434:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e3800 x1855007948287488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077552.741439:0:2421:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1880 x1855007948287744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077574 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077552.741462:0:2421:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077552.741466:0:2421:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077552.741474:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000100:0.0:1769077552.741478:0:2421:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:0.0:1769077552.741483:0:2421:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93e200.
00000100:00000040:2.0:1769077552.741485:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e3800 x1855007948287488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077552.741487:0:2421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077552.741498:0:2421:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077552.741503:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8dd0
00000400:00000010:0.0:1769077552.741505:0:2421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8dd0.
00000100:00000001:0.0:1769077552.741507:0:2421:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077552.741514:0:2421:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58078e0700 x1855007948287872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.741522:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077552.741526:0:2421:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1769077552.741528:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077552.741532:0:2421:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0700 x1855007948287872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077574 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.741533:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077552.741536:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.741542:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077552.741546:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077552.741547:0:2421:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077552.741553:0:2421:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1769077552.741555:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000800:00000100:0.0:1769077552.741561:0:2421:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.128@tcp
00000800:00000010:0.0:1769077552.741565:0:2421:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000100:00080000:2.0:1769077552.741567:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000400:00000200:0.0:1769077552.741569:0:2421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:2.0:1769077552.741573:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:0.0:1769077552.741579:0:2421:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077552.741583:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8ee0
00000100:00000040:2.0:1769077552.741585:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e3800 x1855007948287488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1769077552.741587:0:2421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8ee0.
00000100:00000001:0.0:1769077552.741591:0:2421:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077552.741601:0:2421:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c58078e0a80 x1855007948288000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077552.741604:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948287488:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077552.741617:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077552.741618:0:2421:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1769077552.741621:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077552.741626:0:2421:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0a80 x1855007948288000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077574 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077552.741630:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e3800 x1855007948287488/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077552.741649:0:2421:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077552.741652:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1769077552.741654:0:2421:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1769077552.741656:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077552.741662:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077552.741667:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077552.741670:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077552.741672:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077552.741675:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077552.741677:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312ec00.
02000000:00000001:2.0:1769077552.741681:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077552.741684:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077552.741687:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e3800.
00000100:00000001:2.0:1769077552.741691:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077552.741692:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.741694:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077552.741696:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077552.741698:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077552.741699:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077552.741704:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077549/real 1769077552]  req@ffff8c58078e0a80 x1855007948288000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077552.741713:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077552.741715:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077552.741717:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada840.
00000400:00000200:2.0:1769077552.741720:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8880
00000400:00000010:2.0:1769077552.741721:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8880.
00000100:00000001:2.0:1769077552.741724:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077552.741728:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0a80 x1855007948288000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077552.741773:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0a80 x1855007948288000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.741780:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077552.741782:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.741783:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077552.741785:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077552.741788:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0a80 x1855007948288000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.741794:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077552.741797:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0a80 x1855007948288000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.741804:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077552.741807:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.741809:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077552.741810:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.741811:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077552.741814:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077552.741816:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077552.741820:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077552.741822:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077552.741825:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0a80 x1855007948288000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077552.741834:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948288000:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077552.741839:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077552.741843:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077549/real 1769077552]  req@ffff8c58078e1f80 x1855007948287616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077552.741853:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077552.741854:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077552.741856:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada268.
00000400:00000200:2.0:1769077552.741860:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8c38
00000400:00000010:2.0:1769077552.741862:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8c38.
00000100:00000001:2.0:1769077552.741865:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077552.741868:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1f80 x1855007948287616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077552.741876:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1f80 x1855007948287616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.741883:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077552.741884:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.741886:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077552.741888:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077552.741892:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1f80 x1855007948287616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.741905:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077552.741910:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1f80 x1855007948287616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.741918:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077552.741921:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.741922:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077552.741924:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.741925:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077552.741928:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077552.741931:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077552.741934:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077552.741937:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077552.741941:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1f80 x1855007948287616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077552.741950:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948287616:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077552.741954:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077552.741958:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077549/real 1769077552]  req@ffff8c58078e1880 x1855007948287744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077552.741966:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077552.741967:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077552.741969:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada528.
00000400:00000200:2.0:1769077552.741972:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8d48
00000400:00000010:2.0:1769077552.741974:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8d48.
00000100:00000001:2.0:1769077552.741977:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077552.741980:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1880 x1855007948287744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077552.741995:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1880 x1855007948287744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.742002:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077552.742004:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.742005:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077552.742007:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077552.742011:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1880 x1855007948287744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.742018:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077552.742022:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1880 x1855007948287744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.742030:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077552.742033:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.742035:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077552.742036:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.742038:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077552.742040:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077552.742043:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077552.742047:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077552.742049:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077552.742052:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1880 x1855007948287744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077552.742058:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948287744:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077552.742060:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077552.742063:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077549/real 1769077552]  req@ffff8c58078e0700 x1855007948287872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077552.742074:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077552.742075:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077552.742077:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077552.742079:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8000
00000400:00000010:2.0:1769077552.742080:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8000.
00000100:00000001:2.0:1769077552.742082:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077552.742084:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0700 x1855007948287872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077552.742090:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0700 x1855007948287872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.742096:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077552.742098:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.742100:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077552.742101:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077552.742106:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0700 x1855007948287872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.742112:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077552.742137:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0700 x1855007948287872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.742145:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077552.742148:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.742150:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077552.742151:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.742153:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077552.742155:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077552.742158:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077552.742162:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077552.742164:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077552.742170:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0700 x1855007948287872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077552.742178:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948287872:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077552.742182:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.742184:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077552.742187:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0a80 x1855007948288000/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.742194:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077552.742196:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077552.742198:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077552.742201:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077552.742203:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077552.742205:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077552.742207:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077552.742209:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f000.
02000000:00000001:2.0:1769077552.742211:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077552.742213:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077552.742214:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0a80.
00000100:00000001:2.0:1769077552.742217:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077552.742219:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.742221:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077552.742224:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1f80 x1855007948287616/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.742231:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077552.742232:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077552.742233:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077552.742235:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077552.742236:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077552.742238:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077552.742240:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077552.742241:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e400.
02000000:00000001:2.0:1769077552.742243:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077552.742245:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077552.742247:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1f80.
00000100:00000001:2.0:1769077552.742249:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077552.742251:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.742252:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077552.742255:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1880 x1855007948287744/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.742262:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077552.742264:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077552.742265:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077552.742268:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077552.742269:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077552.742271:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077552.742273:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077552.742274:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d400.
02000000:00000001:2.0:1769077552.742277:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077552.742278:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077552.742279:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1880.
00000100:00000001:2.0:1769077552.742282:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077552.742283:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.742285:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077552.742289:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0700 x1855007948287872/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.742295:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077552.742296:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077552.742298:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410400.
02000000:00000001:2.0:1769077552.742301:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077552.742302:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077552.742303:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077552.742316:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077552.742318:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d000.
02000000:00000001:2.0:1769077552.742321:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077552.742322:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077552.742324:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0700.
00000100:00000001:2.0:1769077552.742326:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077552.742328:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.742330:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.742339:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077552.742340:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077552.742342:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077552.742344:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077553.060864:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077553.060870:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077553.060945:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077553.060950:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077553.060954:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077553.764912:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077553.764918:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077553.764919:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077553.764923:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077553.764926:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077553.764930:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077553.764931:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077553.764933:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077553.764935:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077554.084806:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077554.084815:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077554.084817:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077554.084819:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077554.084824:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077554.084826:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077554.084828:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077554.084830:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077554.084851:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077554.084853:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077554.084856:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077554.788831:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077554.788842:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077554.788844:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077554.788846:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077554.788850:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077554.788855:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4246
00000400:00000200:3.0:1769077554.788865:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077554.788872:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077554.788875:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077554.788879:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077554.788883:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077554.788885:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000040:3.0:1769077554.788887:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:1.0:1769077554.788892:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077554.788892:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:1.0:1769077554.788896:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077554.788901:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077554.788904:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077554.788909:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1769077554.788910:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769077554.788915:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1769077554.788915:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000100:00000001:1.0:1769077554.788919:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1769077554.788921:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769077554.788924:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077554.788926:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769077554.788930:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769077554.788932:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769077554.788935:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077554.788937:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077554.788939:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077554.788940:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077554.788943:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769077554.788945:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077554.788948:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077554.788952:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077554.788955:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077554.788958:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077554.788960:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077554.788963:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077554.788969:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2680.
00000020:00000040:3.0:1769077554.788974:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077554.788978:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077554.788979:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077554.788982:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077554.788985:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077554.788989:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077554.788997:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312cc00.
00000100:00000001:3.0:1769077554.789004:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077554.789014:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2680 x1855007948288128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077554.789026:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077554.789031:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077554.789036:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf46ee41] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2680 x1855007948288128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077554.789068:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077554.789071:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077554.789074:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077554.789076:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077554.789077:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077554.789080:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077554.789083:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4246
00000400:00000200:3.0:1769077554.789087:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077554.789091:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077554.789093:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077554.789096:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077554.789098:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077554.789100:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077554.789103:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077554.789105:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077554.789107:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769077554.789108:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077554.789111:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:3.0:1769077554.789113:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:3.0:1769077554.789116:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769077554.789119:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077554.789122:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077554.789124:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077554.789126:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077554.789129:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769077554.789132:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077554.789135:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077554.789137:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077554.789142:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077554.789145:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077554.789147:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077554.789152:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077554.789155:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077554.789158:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077554.789162:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1180.
00000020:00000040:3.0:1769077554.789165:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077554.789168:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077554.789169:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077554.789171:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077554.789173:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077554.789175:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077554.789180:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d000.
00000100:00000001:3.0:1769077554.789184:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077554.789190:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1180 x1855007948288256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077554.789198:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077554.789200:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077554.789224:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000072f611] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1180 x1855007948288256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077554.789235:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077554.789238:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077554.789242:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077554.789244:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077554.789245:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077554.789248:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077554.789251:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4246
00000400:00000200:3.0:1769077554.789270:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077554.789314:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077554.789317:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077554.789320:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077554.789323:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077554.789325:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077554.789327:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077554.789329:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077554.789331:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769077554.789332:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077554.789335:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769077554.789337:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769077554.789339:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769077554.789343:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077554.789345:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077554.789347:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077554.789349:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077554.789352:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:3.0:1769077554.789354:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077554.789357:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077554.789359:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077554.789362:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077554.789364:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077554.789367:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077554.789368:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077554.789370:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077554.789372:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077554.789376:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0700.
00000020:00000040:3.0:1769077554.789379:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077554.789381:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077554.789382:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077554.789385:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077554.789387:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077554.789389:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077554.789394:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d400.
00000100:00000001:3.0:1769077554.789398:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077554.789403:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0700 x1855007948288384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077554.789412:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077554.789415:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077554.789422:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f2a418] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0700 x1855007948288384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077554.789431:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077554.789434:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077554.789442:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1769077554.789442:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077554.789455:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077554.789460:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077554.789466:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077554.789472:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077554.789480:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:2.0:1769077554.789484:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e2680 x1855007948288128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077554.789486:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4246
00000400:00000200:3.0:1769077554.789507:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077554.789519:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077554.789525:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769077554.789527:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077554.789531:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077554.789536:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077554.789541:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769077554.789543:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077554.789548:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077554.789549:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077554.789551:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:2.0:1769077554.789557:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077554.789561:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077554.789566:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000100:00100000:2.0:1769077554.789569:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948288128:192.168.204.128@tcp:250:kworker.0
00000020:00000001:3.0:1769077554.789571:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077554.789577:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000100:00000001:2.0:1769077554.789580:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1769077554.789584:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769077554.789590:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
02000000:00000001:2.0:1769077554.789591:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077554.789598:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077554.789600:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077554.789606:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769077554.789608:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077554.789614:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077554.789616:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077554.789620:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
02000000:00000010:2.0:1769077554.789622:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b413800.
00000100:00080000:3.0:1769077554.789628:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
02000000:00000001:2.0:1769077554.789630:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077554.789642:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077554.789654:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077554.789667:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077554.789677:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8000.
00000100:00000200:2.0:1769077554.789689:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948288128, portal 25
00000100:00000001:2.0:1769077554.789692:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077554.789694:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444608128 : -127165264943488 : ffff8c58078e2680)
00000100:00000040:2.0:1769077554.789703:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e2680 x1855007948288128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.789714:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077554.789720:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077554.789724:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8d48.
00000100:00000200:2.0:1769077554.789729:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948288128, offset 0
00000400:00000200:2.0:1769077554.789796:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077554.789810:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:3.0:1769077554.789820:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769077554.789824:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
02000000:00000001:3.0:1769077554.789829:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077554.789835:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1769077554.789836:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077554.789842:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769077554.789847:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000008:00100000:3.0:1769077554.789850:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077554.789856:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077554.789857:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769077554.789866:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077554.789867:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000010:3.0:1769077554.789877:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1880.
00000400:00000200:2.0:1769077554.789878:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30062:30062:256:4294967295] 192.168.204.128@tcp LPNI seq info [30061:30061:8:4294967295]
00000020:00000040:3.0:1769077554.789885:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000400:00000200:2.0:1769077554.789895:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
02000000:00000001:3.0:1769077554.789896:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077554.789904:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077554.789909:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077554.789911:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077554.789914:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077554.789927:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
02000000:00000010:3.0:1769077554.789928:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e400.
00000100:00000001:3.0:1769077554.789940:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077554.789949:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00100000:3.0:1769077554.789956:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1880 x1855007948288512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1769077554.789961:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000100:00000001:3.0:1769077554.789974:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1769077554.789980:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769077554.789981:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077554.789991:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1769077554.789994:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e226c] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1880 x1855007948288512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769077554.790008:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077554.790018:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1769077554.790025:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769077554.790027:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077554.790035:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000100:00080000:3.0:1769077554.790035:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077554.790046:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1769077554.790047:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1769077554.790051:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077554.790057:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077554.790059:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769077554.790073:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077554.790074:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8d48
00000400:00000010:2.0:1769077554.790081:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8d48.
00000100:00080000:3.0:1769077554.790091:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4246
00000100:00000001:2.0:1769077554.790093:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077554.790106:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e2680 x1855007948288128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077554.790108:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077554.790123:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077554.790132:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077554.790133:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077554.790139:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000040:2.0:1769077554.790142:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e2680 x1855007948288128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077579 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077554.790146:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077554.790154:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077554.790157:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077554.790160:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077554.790161:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:3.0:1769077554.790163:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077554.790167:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769077554.790179:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:2.0:1769077554.790183:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077554.790187:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:2.0:1769077554.790189:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1769077554.790198:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077554.790202:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077554.790203:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077554.790215:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000200:2.0:1769077554.790216:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077554.790225:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298920208
00000100:00000001:3.0:1769077554.790226:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000010:2.0:1769077554.790235:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227ba0.
00000020:00000040:3.0:1769077554.790238:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769077554.790246:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077554.790250:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077554.790251:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077554.790260:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077554.790265:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077554.790268:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077554.790270:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077554.790289:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298920208
00000008:00100000:3.0:1769077554.790290:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077554.790301:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077554.790302:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227780.
00000100:00000001:3.0:1769077554.790305:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077554.790311:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000010:3.0:1769077554.790314:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1f80.
00000100:00000001:2.0:1769077554.790319:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1769077554.790321:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000001:2.0:1769077554.790327:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077554.790330:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077554.790336:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1769077554.790337:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077554.790346:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1769077554.790349:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077554/real 1769077554]  req@ffff8c58078e2680 x1855007948288128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077554.790351:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077554.790356:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077554.790367:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f000.
00000400:00000001:2.0:1769077554.790374:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1769077554.790376:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769077554.790379:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077554.790385:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000100:00100000:3.0:1769077554.790391:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1f80 x1855007948288640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077554.790394:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8000
00000400:00000010:2.0:1769077554.790399:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8000.
00000100:00000001:2.0:1769077554.790407:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077554.790413:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e2680 x1855007948288128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077554.790423:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e2680 x1855007948288128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.790438:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077554.790441:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077554.790445:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077554.790447:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077554.790452:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e2680 x1855007948288128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.790459:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077554.790464:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e2680 x1855007948288128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.790472:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077554.790475:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077554.790480:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077554.790484:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077554.790492:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077554.790498:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077554.790499:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077554.790507:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077554.790509:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077554.790520:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000040:3.0:1769077554.790521:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ce47330] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1f80 x1855007948288640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.790524:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077554.790541:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e2680 x1855007948288128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077554.790559:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077554.790566:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948288128:192.168.204.128@tcp:250:kworker.0
00000100:00000040:3.0:1769077554.790571:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4256)
00000100:00000001:2.0:1769077554.790577:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077554.790583:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1180 x1855007948288256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.790591:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077554.790594:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077554.790597:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077554.790601:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077554.790605:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077554.790609:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948288256:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077554.790614:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077554.790617:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077554.790619:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077554.790621:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077554.790627:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077554.790629:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077554.790634:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077554.790637:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077554.790641:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8000.
00000100:00000200:2.0:1769077554.790646:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948288256, portal 10
00000100:00000001:2.0:1769077554.790648:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077554.790650:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444602752 : -127165264948864 : ffff8c58078e1180)
00000100:00000040:2.0:1769077554.790658:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1180 x1855007948288256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.790665:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077554.790667:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077554.790669:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8d48.
00000100:00000200:2.0:1769077554.790672:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948288256, offset 0
00000400:00000200:2.0:1769077554.790677:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077554.790681:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077554.790686:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077554.790690:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077554.790693:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077554.790696:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077554.790699:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077554.790702:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30063:30063:256:4294967295] 192.168.204.128@tcp LPNI seq info [30062:30062:8:4294967295]
00000400:00000200:2.0:1769077554.790707:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077554.790714:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077554.790719:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077554.790724:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077554.790728:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077554.790769:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077554.790775:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077554.790778:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077554.790782:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077554.790784:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077554.790788:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077554.790793:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077554.790797:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8d48
00000400:00000010:2.0:1769077554.790799:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8d48.
00000100:00000001:2.0:1769077554.790802:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077554.790807:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1180 x1855007948288256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.790816:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077554.790819:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1180 x1855007948288256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077579 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.790828:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077554.790829:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077554.790834:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077554.790839:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077554.790843:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077554.790845:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298918927
00000100:00000001:2.0:1769077554.790849:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298920208
00000100:00000001:2.0:1769077554.790851:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298918927
00000100:00000001:2.0:1769077554.790854:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298920208
00000100:00000001:2.0:1769077554.790857:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077554.790860:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077554.790862:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077554.790866:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077554/real 1769077554]  req@ffff8c58078e1180 x1855007948288256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077554.790881:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077554.790882:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077554.790884:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077554.790887:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8000
00000400:00000010:2.0:1769077554.790889:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8000.
00000100:00000001:2.0:1769077554.790891:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077554.790894:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1180 x1855007948288256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077554.790903:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1180 x1855007948288256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.790910:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077554.790912:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077554.790913:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077554.790915:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077554.790918:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1180 x1855007948288256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.790925:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077554.790928:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1180 x1855007948288256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.790935:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077554.790938:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077554.790939:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077554.790941:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077554.790942:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077554.790945:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077554.790948:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077554.790951:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077554.790954:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077554.790959:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1180 x1855007948288256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077554.790967:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948288256:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077554.790972:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077554.790976:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0700 x1855007948288384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.790983:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077554.790985:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077554.790988:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077554.790990:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077554.790993:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077554.790996:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948288384:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077554.791000:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077554.791003:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077554.791005:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077554.791007:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077554.791101:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077554.791104:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077554.791110:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077554.791113:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077554.791117:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8000.
00000100:00000200:2.0:1769077554.791121:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948288384, portal 10
00000100:00000001:2.0:1769077554.791123:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077554.791125:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444600064 : -127165264951552 : ffff8c58078e0700)
00000100:00000040:2.0:1769077554.791132:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0700 x1855007948288384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.791139:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077554.791141:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077554.791144:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8d48.
00000100:00000200:2.0:1769077554.791147:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948288384, offset 0
00000400:00000200:2.0:1769077554.791163:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077554.791170:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077554.791175:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077554.791179:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077554.791182:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077554.791185:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077554.791187:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077554.791190:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30064:30064:256:4294967295] 192.168.204.128@tcp LPNI seq info [30063:30063:8:4294967295]
00000400:00000200:2.0:1769077554.791196:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077554.791207:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077554.791213:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077554.791218:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077554.791226:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077554.791232:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077554.791240:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077554.791245:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077554.791249:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077554.791251:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077554.791254:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077554.791258:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077554.791262:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8d48
00000400:00000010:2.0:1769077554.791264:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8d48.
00000100:00000001:2.0:1769077554.791267:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077554.791284:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0700 x1855007948288384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.791294:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077554.791298:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0700 x1855007948288384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077579 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.791306:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077554.791308:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077554.791313:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077554.791317:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077554.791321:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077554.791324:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298918926
00000100:00000001:2.0:1769077554.791328:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298920208
00000100:00000001:2.0:1769077554.791330:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298918926
00000100:00000001:2.0:1769077554.791332:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298920208
00000100:00000001:2.0:1769077554.791342:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077554.791345:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077554.791347:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077554.791352:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077554/real 1769077554]  req@ffff8c58078e0700 x1855007948288384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077554.791361:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077554.791363:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077554.791365:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077554.791367:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8000
00000400:00000010:2.0:1769077554.791369:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8000.
00000100:00000001:2.0:1769077554.791372:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077554.791376:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0700 x1855007948288384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077554.791386:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0700 x1855007948288384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.791394:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077554.791396:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077554.791398:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077554.791400:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077554.791404:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0700 x1855007948288384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.791411:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077554.791416:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0700 x1855007948288384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.791423:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077554.791427:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077554.791429:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077554.791430:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077554.791432:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077554.791434:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077554.791437:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077554.791441:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077554.791444:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077554.791448:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0700 x1855007948288384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077554.791456:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948288384:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077554.791461:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077554.791464:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077554.791468:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e2680 x1855007948288128/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.791476:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077554.791480:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077554.791485:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077554.791488:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077554.791492:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077554.791494:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077554.791497:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077554.791500:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312cc00.
02000000:00000001:2.0:1769077554.791507:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077554.791510:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077554.791513:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e2680.
00000100:00000001:2.0:1769077554.791518:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077554.791520:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077554.791522:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077554.791526:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1180 x1855007948288256/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.791537:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077554.791539:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077554.791540:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077554.791542:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077554.791543:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077554.791544:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077554.791545:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077554.791546:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d000.
02000000:00000001:2.0:1769077554.791548:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077554.791548:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077554.791549:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1180.
00000100:00000001:2.0:1769077554.791551:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077554.791552:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077554.791554:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077554.791556:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0700 x1855007948288384/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.791560:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077554.791561:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077554.791561:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077554.791563:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077554.791563:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077554.791564:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077554.791565:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077554.791566:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d400.
02000000:00000001:2.0:1769077554.791567:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077554.791568:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077554.791569:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0700.
00000100:00000001:2.0:1769077554.791570:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077554.791571:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077554.791573:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077554.791582:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077554.791583:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077554.791585:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077554.791587:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077554.791588:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077554.791592:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1880 x1855007948288512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.791597:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077554.791598:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077554.791601:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077554.791602:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077554.791603:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077554.791605:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948288512:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077554.791608:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077554.791611:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077554.791612:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077554.791615:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077554.791619:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077554.791621:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077554.791627:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077554.791629:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077554.791633:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8000.
00000100:00000200:2.0:1769077554.791637:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948288512, portal 4
00000100:00000001:2.0:1769077554.791639:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077554.791640:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444604544 : -127165264947072 : ffff8c58078e1880)
00000100:00000040:2.0:1769077554.791647:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1880 x1855007948288512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.791654:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077554.791656:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077554.791659:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8d48.
00000100:00000200:2.0:1769077554.791662:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948288512, offset 0
00000400:00000200:2.0:1769077554.791666:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077554.791671:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077554.791675:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077554.791678:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077554.791681:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077554.791684:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077554.791686:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077554.791691:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30065:30065:256:4294967295] 192.168.204.128@tcp LPNI seq info [30064:30064:8:4294967295]
00000400:00000200:2.0:1769077554.791695:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077554.791701:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077554.791705:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077554.791708:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077554.791711:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077554.791713:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077554.791716:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077554.791718:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077554.791721:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077554.791722:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077554.791725:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077554.791728:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077554.791753:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8d48
00000400:00000010:2.0:1769077554.791755:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8d48.
00000100:00000001:2.0:1769077554.791757:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077554.791760:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1880 x1855007948288512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.791766:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077554.791768:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1880 x1855007948288512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077579 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.791773:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077554.791774:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077554.791776:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077554.791779:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077554.791781:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077554.791783:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298918992
00000100:00000001:2.0:1769077554.791785:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298920208
00000100:00000001:2.0:1769077554.791786:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298918992
00000100:00000001:2.0:1769077554.791788:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298920208
00000100:00000001:2.0:1769077554.791789:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077554.791792:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077554.791794:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077554.791798:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077554/real 1769077554]  req@ffff8c58078e1880 x1855007948288512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077554.791807:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077554.791809:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077554.791810:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077554.791813:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8000
00000400:00000010:2.0:1769077554.791814:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8000.
00000100:00000001:2.0:1769077554.791817:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077554.791820:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1880 x1855007948288512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077554.791829:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1880 x1855007948288512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.791836:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077554.791838:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077554.791840:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077554.791842:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077554.791846:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1880 x1855007948288512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.791853:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077554.791857:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1880 x1855007948288512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.791865:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077554.791868:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077554.791870:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077554.791871:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077554.791873:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077554.791875:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077554.791878:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077554.791882:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077554.791884:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077554.791889:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1880 x1855007948288512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077554.791895:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948288512:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077554.791898:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077554.791901:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1f80 x1855007948288640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.791906:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077554.791907:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077554.791909:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077554.791911:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077554.791912:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077554.791914:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948288640:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077554.791916:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077554.791917:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077554.791918:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077554.791920:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077554.791923:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077554.791924:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077554.791927:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077554.791929:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077554.791931:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8000.
00000100:00000200:2.0:1769077554.791933:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948288640, portal 4
00000100:00000001:2.0:1769077554.791935:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077554.791936:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444606336 : -127165264945280 : ffff8c58078e1f80)
00000100:00000040:2.0:1769077554.791940:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1f80 x1855007948288640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.791945:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077554.791947:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077554.791949:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8d48.
00000100:00000200:2.0:1769077554.791950:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948288640, offset 0
00000400:00000200:2.0:1769077554.791953:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077554.791956:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077554.791959:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077554.791961:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077554.791963:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077554.791965:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077554.791967:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077554.791969:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30066:30066:256:4294967295] 192.168.204.128@tcp LPNI seq info [30065:30065:8:4294967295]
00000400:00000200:2.0:1769077554.791972:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077554.791977:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077554.791980:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077554.791982:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077554.791985:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077554.791987:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077554.791990:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077554.791992:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077554.791994:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077554.791996:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077554.791998:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077554.792001:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077554.792003:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8d48
00000400:00000010:2.0:1769077554.792004:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8d48.
00000100:00000001:2.0:1769077554.792006:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077554.792008:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1f80 x1855007948288640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.792014:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077554.792016:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1f80 x1855007948288640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077579 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.792020:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077554.792022:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077554.792024:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077554.792026:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077554.792029:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077554.792030:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298918939
00000100:00000001:2.0:1769077554.792032:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298920208
00000100:00000001:2.0:1769077554.792034:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298918939
00000100:00000001:2.0:1769077554.792035:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298920208
00000100:00000001:2.0:1769077554.792037:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077554.792038:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077554.792040:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077554.792042:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077554/real 1769077554]  req@ffff8c58078e1f80 x1855007948288640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077554.792046:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077554.792047:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077554.792048:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077554.792049:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8000
00000400:00000010:2.0:1769077554.792050:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8000.
00000100:00000001:2.0:1769077554.792051:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077554.792053:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1f80 x1855007948288640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077554.792058:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1f80 x1855007948288640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.792063:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077554.792064:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077554.792065:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077554.792066:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077554.792068:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1f80 x1855007948288640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.792072:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077554.792075:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1f80 x1855007948288640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.792081:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077554.792082:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077554.792083:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077554.792084:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077554.792085:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077554.792087:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077554.792088:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077554.792090:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077554.792092:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077554.792094:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1f80 x1855007948288640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077554.792099:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948288640:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077554.792101:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077554.792102:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077554.792104:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1880 x1855007948288512/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.792107:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077554.792108:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077554.792110:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077554.792111:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077554.792112:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077554.792112:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077554.792114:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077554.792115:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e400.
02000000:00000001:2.0:1769077554.792117:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077554.792119:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077554.792120:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1880.
00000100:00000001:2.0:1769077554.792121:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077554.792122:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077554.792124:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077554.792126:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1f80 x1855007948288640/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077554.792131:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077554.792132:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077554.792132:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077554.792134:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077554.792134:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077554.792135:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077554.792136:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077554.792137:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f000.
02000000:00000001:2.0:1769077554.792138:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077554.792139:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077554.792140:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1f80.
00000100:00000001:2.0:1769077554.792141:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077554.792142:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077554.792143:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077554.792145:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077554.792146:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077554.792148:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077554.792149:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077555.108907:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077555.108917:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077555.109049:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077555.109055:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077555.109059:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077555.812946:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077555.812953:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077555.812955:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077555.812959:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077555.812961:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077555.812965:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077555.812967:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077555.812968:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077555.812970:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077556.132819:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298920208, at 4298920256
00010000:00000001:2.0:1769077556.132819:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:0.0:1769077556.132822:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298920208, at 4298920256
00010000:00000001:2.0:1769077556.132824:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077556.132837:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227780.
00000100:00000010:0.0:1769077556.132842:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ba0.
00000020:00000001:3.0:1769077556.132884:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077556.132888:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077556.132891:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077556.836810:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077556.836817:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077556.836818:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077556.836822:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077556.836825:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077556.836828:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077556.836830:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077556.836832:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077556.836834:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077557.156881:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077557.156888:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077557.156956:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077557.156960:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077557.156963:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077557.860853:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077557.860862:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077557.860863:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077557.860870:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077557.860873:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077557.860877:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077557.860879:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077557.860881:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077557.860883:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077558.180808:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077558.180815:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077558.180839:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077558.180841:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077558.180844:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077558.884791:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077558.884799:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077558.884801:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077558.884807:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077558.884811:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077558.884815:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077558.884818:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077558.884820:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077558.884823:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077559.204835:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077559.204843:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077559.204917:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077559.204922:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077559.204926:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077559.908827:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1769077559.908835:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077559.908835:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077559.908838:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077559.908845:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1769077559.908845:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:0.0:1769077559.908850:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769077559.908850:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077559.908854:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077559.908855:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077559.908860:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769077559.908860:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077559.908864:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077559.908867:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4251
00000100:00000001:1.0:1769077559.908868:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077559.908877:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077559.908887:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077559.908898:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077559.908903:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077559.908907:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077559.908910:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077559.908913:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077559.908917:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077559.908919:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077559.908922:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077559.908925:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077559.908928:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077559.908931:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077559.908935:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077559.908937:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077559.908939:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077559.908941:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077559.908944:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077559.908948:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077559.908950:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077559.908952:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077559.908955:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077559.908957:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077559.908958:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077559.908960:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077559.908968:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9f480.
00000020:00000040:0.0:1769077559.908971:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077559.908974:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077559.908976:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077559.908978:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077559.908980:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077559.908983:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077559.908989:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15000.
00000100:00000001:0.0:1769077559.908994:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077559.909002:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9f480 x1855007948288768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077559.909010:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077559.909013:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077559.909016:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1a89039] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9f480 x1855007948288768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077559.909035:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077559.909037:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077559.909040:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077559.909041:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077559.909042:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077559.909044:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077559.909046:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4251
00000400:00000200:0.0:1769077559.909049:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077559.909051:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077559.909053:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077559.909055:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077559.909056:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077559.909058:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077559.909059:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077559.909060:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077559.909061:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077559.909062:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077559.909064:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077559.909066:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077559.909067:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769077559.909069:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077559.909070:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077559.909071:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077559.909073:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077559.909074:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:0.0:1769077559.909076:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077559.909077:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077559.909078:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077559.909082:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077559.909083:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077559.909084:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077559.909087:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077559.909089:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077559.909091:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077559.909093:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c700.
00000020:00000040:0.0:1769077559.909094:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077559.909096:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077559.909096:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077559.909097:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077559.909099:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077559.909100:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077559.909103:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16c00.
00000100:00000001:0.0:1769077559.909106:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077559.909109:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c700 x1855007948288896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077559.909115:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077559.909116:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077559.909121:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000435b0902] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c700 x1855007948288896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077559.909136:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077559.909140:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077559.909142:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1769077559.909144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077559.909150:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077559.909151:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077559.909154:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077559.909155:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077559.909162:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077559.909172:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4251
00000100:00000040:2.0:1769077559.909175:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9f480 x1855007948288768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077559.909183:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077559.909199:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077559.909207:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077559.909215:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077559.909222:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077559.909228:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077559.909233:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00000001:2.0:1769077559.909234:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1769077559.909240:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077559.909241:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077559.909243:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:0.0:1769077559.909247:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077559.909249:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077559.909252:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
02000000:00000001:2.0:1769077559.909252:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1769077559.909257:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
02000000:00000001:2.0:1769077559.909259:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769077559.909264:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077559.909266:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077559.909271:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077559.909280:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00100000:2.0:1769077559.909280:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948288768:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077559.909288:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077559.909292:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077559.909295:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
02000000:00000001:2.0:1769077559.909296:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077559.909301:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077559.909303:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
02000000:00000001:2.0:1769077559.909305:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077559.909308:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077559.909311:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077559.909314:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1769077559.909315:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
02000000:00000001:0.0:1769077559.909316:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077559.909326:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077559.909327:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077559.909337:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077559.909346:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000008:00000001:0.0:1769077559.909348:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077559.909350:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077559.909353:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000100:00000010:0.0:1769077559.909357:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d180.
00000020:00000040:0.0:1769077559.909360:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077559.909362:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1769077559.909362:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8000.
02000000:00000001:0.0:1769077559.909367:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077559.909370:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077559.909371:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077559.909373:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077559.909374:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948288768, portal 25
00000100:00000001:2.0:1769077559.909381:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077559.909384:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104277120 : -127169605274496 : ffff8c5704d9f480)
02000000:00000010:0.0:1769077559.909385:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15400.
00000100:00000001:0.0:1769077559.909399:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077559.909405:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9f480 x1855007948288768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077559.909411:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d180 x1855007948289024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077559.909437:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769077559.909438:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077559.909442:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077559.909450:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad4bb1df] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d180 x1855007948289024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077559.909450:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077559.909461:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8d48.
00000100:00000001:0.0:1769077559.909464:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077559.909468:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769077559.909469:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948288768, offset 0
00000100:00080000:0.0:1769077559.909473:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077559.909478:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077559.909479:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077559.909481:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077559.909490:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4251
00000400:00000200:2.0:1769077559.909490:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:0.0:1769077559.909500:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077559.909502:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077559.909507:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:0.0:1769077559.909509:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077559.909514:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077559.909516:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077559.909520:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000040:0.0:1769077559.909521:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077559.909533:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077559.909538:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1769077559.909546:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077559.909550:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000400:00000200:2.0:1769077559.909550:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077559.909555:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1769077559.909556:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077559.909559:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000020:00000040:0.0:1769077559.909563:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:0.0:1769077559.909583:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000400:00000200:2.0:1769077559.909584:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30067:30067:256:4294967295] 192.168.204.128@tcp LPNI seq info [30066:30066:8:4294967295]
00000020:00000001:0.0:1769077559.909599:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000400:00000200:2.0:1769077559.909600:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:0.0:1769077559.909610:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077559.909613:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077559.909617:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077559.909629:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077559.909630:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1769077559.909638:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:0.0:1769077559.909649:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000800:00000200:2.0:1769077559.909649:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00000001:0.0:1769077559.909660:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077559.909662:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
02000000:00000001:0.0:1769077559.909663:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077559.909671:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077559.909675:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077559.909684:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:0.0:1769077559.909686:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077559.909692:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000800:00000200:2.0:1769077559.909695:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000008:00000001:0.0:1769077559.909699:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077559.909703:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077559.909713:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000010:0.0:1769077559.909716:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000800:00000200:2.1:1769077559.909720:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000020:00000040:0.0:1769077559.909721:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000800:00000100:2.0:1769077559.909735:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077559.909740:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
02000000:00000001:0.0:1769077559.909759:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077559.909760:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077559.909762:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077559.909764:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077559.909766:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077559.909769:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16800.
00000100:00000001:0.0:1769077559.909773:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077559.909778:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948289152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077559.909784:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077559.909787:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077559.909790:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948289152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077559.909797:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077559.909799:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077559.909802:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077559.909804:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769077559.909805:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1769077559.909806:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077559.909815:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077559.909823:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4251
00000400:00000200:2.0:1769077559.909825:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077559.909838:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077559.909842:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077559.909845:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077559.909845:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8d48
00000100:00000040:0.0:1769077559.909851:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000400:00000010:2.0:1769077559.909852:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8d48.
00000100:00000001:0.0:1769077559.909861:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077559.909865:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1769077559.909866:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077559.909872:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077559.909874:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:2.0:1769077559.909877:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9f480 x1855007948288768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077559.909879:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000020:00000001:0.0:1769077559.909887:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077559.909894:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:0.0:1769077559.909901:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:2.0:1769077559.909902:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077559.909909:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9f480 x1855007948288768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077584 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077559.909911:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:2.0:1769077559.909935:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077559.909936:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077559.909943:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077559.909945:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077559.909951:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077559.909952:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077559.909964:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077559.909972:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000020:00000040:0.0:1769077559.909975:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000001:2.0:1769077559.909978:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298925328
00000100:00080000:0.0:1769077559.909981:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077559.909988:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077559.909989:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227ea0.
02000000:00000001:0.0:1769077559.909991:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077559.909997:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077559.910000:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077559.910005:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077559.910006:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000008:00100000:0.0:1769077559.910013:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077559.910017:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077559.910019:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077559.910020:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298925328
00000100:00000010:0.0:1769077559.910024:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000100:00000010:2.0:1769077559.910026:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227e40.
00000020:00000040:0.0:1769077559.910029:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000001:2.0:1769077559.910032:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
02000000:00000001:0.0:1769077559.910033:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077559.910041:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077559.910042:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077559.910045:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077559.910055:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077559.910056:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077559.910059:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077559.910061:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000010:0.0:1769077559.910065:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17800.
00000100:00100000:2.0:1769077559.910069:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077559/real 1769077559]  req@ffff8c5704d9f480 x1855007948288768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077559.910072:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077559.910091:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948289280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1769077559.910095:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1769077559.910100:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000001:2.0:1769077559.910100:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077559.910108:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000100:00000001:0.0:1769077559.910109:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077559.910127:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8000
00000100:00000040:0.0:1769077559.910130:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948289280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769077559.910131:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8000.
00000100:00000001:2.0:1769077559.910137:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077559.910144:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9f480 x1855007948288768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077559.910214:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077559.910219:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4261)
00000100:00000200:2.0:1769077559.910227:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9f480 x1855007948288768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.910238:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077559.910241:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077559.910244:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077559.910246:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077559.910251:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9f480 x1855007948288768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.910259:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077559.910264:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9f480 x1855007948288768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.910270:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077559.910272:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077559.910273:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077559.910274:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077559.910276:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077559.910278:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077559.910280:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077559.910283:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077559.910286:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077559.910289:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9f480 x1855007948288768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077559.910295:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948288768:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077559.910298:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077559.910301:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c700 x1855007948288896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.910305:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077559.910306:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077559.910308:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077559.910310:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077559.910311:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077559.910313:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948288896:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077559.910316:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077559.910317:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077559.910318:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077559.910319:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077559.910322:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077559.910324:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077559.910327:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077559.910329:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077559.910332:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8000.
00000100:00000200:2.0:1769077559.910334:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948288896, portal 10
00000100:00000001:2.0:1769077559.910336:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077559.910337:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104265472 : -127169605286144 : ffff8c5704d9c700)
00000100:00000040:2.0:1769077559.910342:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c700 x1855007948288896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.910347:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077559.910349:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077559.910350:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8d48.
00000100:00000200:2.0:1769077559.910353:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948288896, offset 0
00000400:00000200:2.0:1769077559.910355:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077559.910359:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077559.910362:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077559.910364:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077559.910366:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077559.910368:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077559.910369:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077559.910372:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30068:30068:256:4294967295] 192.168.204.128@tcp LPNI seq info [30067:30067:8:4294967295]
00000400:00000200:2.0:1769077559.910375:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077559.910380:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077559.910382:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077559.910384:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077559.910387:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077559.910389:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077559.910393:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077559.910395:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077559.910397:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077559.910399:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077559.910401:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077559.910404:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077559.910406:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8d48
00000400:00000010:2.0:1769077559.910407:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8d48.
00000100:00000001:2.0:1769077559.910409:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077559.910411:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c700 x1855007948288896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.910417:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077559.910419:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c700 x1855007948288896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077584 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.910424:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077559.910425:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077559.910427:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077559.910431:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077559.910435:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077559.910437:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298924046
00000100:00000001:2.0:1769077559.910441:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298925328
00000100:00000001:2.0:1769077559.910443:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298924046
00000100:00000001:2.0:1769077559.910446:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298925328
00000100:00000001:2.0:1769077559.910448:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077559.910450:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077559.910452:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077559.910468:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077559/real 1769077559]  req@ffff8c5704d9c700 x1855007948288896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077559.910482:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077559.910484:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077559.910486:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077559.910489:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8000
00000400:00000010:2.0:1769077559.910490:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8000.
00000100:00000001:2.0:1769077559.910492:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077559.910495:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c700 x1855007948288896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077559.910501:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c700 x1855007948288896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.910506:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077559.910507:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077559.910508:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077559.910509:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077559.910511:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c700 x1855007948288896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.910515:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077559.910518:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c700 x1855007948288896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.910523:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077559.910525:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077559.910526:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077559.910527:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077559.910528:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077559.910530:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077559.910532:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077559.910534:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077559.910535:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077559.910537:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c700 x1855007948288896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077559.910542:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948288896:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077559.910545:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077559.910547:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077559.910549:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9f480 x1855007948288768/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.910555:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077559.910557:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077559.910560:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077559.910562:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077559.910564:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077559.910566:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077559.910568:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077559.910570:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15000.
02000000:00000001:2.0:1769077559.910573:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077559.910575:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077559.910576:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9f480.
00000100:00000001:2.0:1769077559.910579:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077559.910580:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077559.910582:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077559.910584:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c700 x1855007948288896/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.910589:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077559.910589:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077559.910590:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077559.910591:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077559.910592:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077559.910593:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077559.910594:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077559.910595:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16c00.
02000000:00000001:2.0:1769077559.910596:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077559.910597:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077559.910597:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c700.
00000100:00000001:2.0:1769077559.910599:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077559.910600:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077559.910601:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077559.910625:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077559.910626:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077559.910629:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077559.910630:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077559.910631:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077559.910636:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d180 x1855007948289024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.910642:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077559.910643:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077559.910645:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077559.910647:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077559.910648:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077559.910651:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948289024:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077559.910654:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077559.910657:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077559.910658:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077559.910660:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077559.910664:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077559.910666:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077559.910670:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077559.910672:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077559.910675:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8000.
00000100:00000200:2.0:1769077559.910678:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948289024, portal 10
00000100:00000001:2.0:1769077559.910680:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077559.910682:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104268160 : -127169605283456 : ffff8c5704d9d180)
00000100:00000040:2.0:1769077559.910687:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d180 x1855007948289024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.910694:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077559.910696:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077559.910698:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8d48.
00000100:00000200:2.0:1769077559.910700:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948289024, offset 0
00000400:00000200:2.0:1769077559.910704:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077559.910707:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077559.910711:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077559.910714:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077559.910716:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077559.910719:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077559.910721:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077559.910724:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30069:30069:256:4294967295] 192.168.204.128@tcp LPNI seq info [30068:30068:8:4294967295]
00000400:00000200:2.0:1769077559.910728:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077559.910735:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077559.910739:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077559.910742:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077559.910772:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077559.910775:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077559.910779:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077559.910781:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077559.910784:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077559.910786:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077559.910789:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077559.910792:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077559.910796:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8d48
00000400:00000010:2.0:1769077559.910798:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8d48.
00000100:00000001:2.0:1769077559.910800:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077559.910803:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d180 x1855007948289024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.910811:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077559.910813:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d180 x1855007948289024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077584 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.910820:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077559.910821:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077559.910824:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077559.910828:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077559.910831:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077559.910833:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298924046
00000100:00000001:2.0:1769077559.910836:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298925328
00000100:00000001:2.0:1769077559.910838:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298924046
00000100:00000001:2.0:1769077559.910840:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298925328
00000100:00000001:2.0:1769077559.910842:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077559.910843:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077559.910845:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077559.910848:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077559/real 1769077559]  req@ffff8c5704d9d180 x1855007948289024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077559.910855:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077559.910856:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077559.910858:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077559.910860:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8000
00000400:00000010:2.0:1769077559.910862:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8000.
00000100:00000001:2.0:1769077559.910863:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077559.910866:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d180 x1855007948289024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077559.910880:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d180 x1855007948289024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.910887:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077559.910888:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077559.910889:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077559.910891:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077559.910894:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d180 x1855007948289024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.910899:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077559.910902:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d180 x1855007948289024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.910908:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077559.910910:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077559.910911:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077559.910912:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077559.910914:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077559.910915:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077559.910917:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077559.910920:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077559.910922:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077559.910925:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d180 x1855007948289024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077559.910932:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948289024:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077559.910935:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077559.910938:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9dc00 x1855007948289152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.910951:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077559.910952:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077559.910954:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077559.910956:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077559.910958:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077559.910960:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948289152:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077559.910963:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077559.910965:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077559.910966:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077559.910968:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077559.910971:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077559.910972:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077559.910975:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077559.910980:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077559.910984:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8000.
00000100:00000200:2.0:1769077559.910988:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948289152, portal 4
00000100:00000001:2.0:1769077559.910991:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077559.910993:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104270848 : -127169605280768 : ffff8c5704d9dc00)
00000100:00000040:2.0:1769077559.911001:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9dc00 x1855007948289152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.911010:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077559.911014:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077559.911017:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8d48.
00000100:00000200:2.0:1769077559.911021:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948289152, offset 0
00000400:00000200:2.0:1769077559.911027:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077559.911033:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077559.911038:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077559.911042:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077559.911046:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077559.911049:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077559.911052:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077559.911057:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30070:30070:256:4294967295] 192.168.204.128@tcp LPNI seq info [30069:30069:8:4294967295]
00000400:00000200:2.0:1769077559.911063:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077559.911073:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077559.911080:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077559.911086:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077559.911092:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077559.911096:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077559.911101:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077559.911105:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077559.911111:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077559.911114:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077559.911117:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077559.911121:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077559.911124:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8d48
00000400:00000010:2.0:1769077559.911125:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8d48.
00000100:00000001:2.0:1769077559.911128:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077559.911132:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9dc00 x1855007948289152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.911140:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077559.911143:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948289152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077584 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.911149:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077559.911151:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077559.911154:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077559.911157:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077559.911161:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077559.911163:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298924111
00000100:00000001:2.0:1769077559.911167:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298925328
00000100:00000001:2.0:1769077559.911170:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298924111
00000100:00000001:2.0:1769077559.911173:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298925328
00000100:00000001:2.0:1769077559.911176:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077559.911181:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077559.911183:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077559.911218:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077559/real 1769077559]  req@ffff8c5704d9dc00 x1855007948289152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077559.911228:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077559.911229:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077559.911231:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077559.911235:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8000
00000400:00000010:2.0:1769077559.911236:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8000.
00000100:00000001:2.0:1769077559.911239:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077559.911242:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9dc00 x1855007948289152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077559.911252:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9dc00 x1855007948289152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.911260:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077559.911262:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077559.911264:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077559.911265:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077559.911268:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9dc00 x1855007948289152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.911273:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077559.911275:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9dc00 x1855007948289152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.911280:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077559.911281:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077559.911282:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077559.911283:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077559.911284:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077559.911285:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077559.911287:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077559.911290:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077559.911291:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077559.911294:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9dc00 x1855007948289152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077559.911299:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948289152:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077559.911302:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077559.911304:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948289280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.911308:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077559.911309:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077559.911311:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077559.911312:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077559.911314:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077559.911316:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948289280:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077559.911318:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077559.911320:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077559.911321:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077559.911322:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077559.911325:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077559.911326:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077559.911329:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077559.911330:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077559.911333:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8000.
00000100:00000200:2.0:1769077559.911335:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948289280, portal 4
00000100:00000001:2.0:1769077559.911336:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077559.911337:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
00000100:00000040:2.0:1769077559.911342:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948289280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.911347:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077559.911349:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077559.911350:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8d48.
00000100:00000200:2.0:1769077559.911352:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948289280, offset 0
00000400:00000200:2.0:1769077559.911354:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077559.911357:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077559.911360:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077559.911362:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077559.911364:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077559.911366:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077559.911367:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077559.911370:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30071:30071:256:4294967295] 192.168.204.128@tcp LPNI seq info [30070:30070:8:4294967295]
00000400:00000200:2.0:1769077559.911373:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077559.911377:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077559.911381:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077559.911383:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077559.911385:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077559.911388:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077559.911390:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077559.911392:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077559.911395:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077559.911396:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077559.911399:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077559.911401:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077559.911402:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8d48
00000400:00000010:2.0:1769077559.911404:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8d48.
00000100:00000001:2.0:1769077559.911406:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077559.911408:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c380 x1855007948289280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.911413:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077559.911416:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948289280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077584 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.911420:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077559.911421:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077559.911423:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077559.911425:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077559.911428:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077559.911430:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298924058
00000100:00000001:2.0:1769077559.911433:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298925328
00000100:00000001:2.0:1769077559.911435:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298924058
00000100:00000001:2.0:1769077559.911438:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298925328
00000100:00000001:2.0:1769077559.911440:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077559.911442:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077559.911444:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077559.911448:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077559/real 1769077559]  req@ffff8c5704d9c380 x1855007948289280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077559.911475:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077559.911477:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077559.911480:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077559.911483:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8000
00000400:00000010:2.0:1769077559.911486:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8000.
00000100:00000001:2.0:1769077559.911489:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077559.911494:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948289280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077559.911508:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948289280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.911518:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077559.911521:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077559.911523:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077559.911524:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077559.911528:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948289280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.911534:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077559.911538:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948289280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.911545:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077559.911547:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077559.911549:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077559.911550:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077559.911551:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077559.911553:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077559.911555:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077559.911558:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077559.911560:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077559.911563:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948289280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077559.911570:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948289280:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077559.911573:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077559.911575:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077559.911578:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d180 x1855007948289024/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.911584:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077559.911586:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077559.911587:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077559.911590:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077559.911591:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077559.911592:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077559.911594:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077559.911596:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15400.
02000000:00000001:2.0:1769077559.911599:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077559.911600:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077559.911602:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d180.
00000100:00000001:2.0:1769077559.911604:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077559.911606:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077559.911608:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077559.911611:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9dc00 x1855007948289152/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.911617:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077559.911618:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077559.911619:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077559.911621:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077559.911622:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077559.911623:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077559.911624:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077559.911625:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16800.
02000000:00000001:2.0:1769077559.911627:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077559.911628:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077559.911629:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077559.911631:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077559.911632:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077559.911633:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077559.911636:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948289280/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077559.911641:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077559.911642:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077559.911643:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b413800.
02000000:00000001:2.0:1769077559.911645:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077559.911646:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077559.911647:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077559.911648:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077559.911649:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17800.
02000000:00000001:2.0:1769077559.911651:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077559.911652:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077559.911653:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077559.911655:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077559.911656:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077559.911657:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077559.911661:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077559.911662:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077559.911664:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077559.911667:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077560.228829:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077560.228835:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077560.228911:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077560.228915:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077560.228919:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077560.932909:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077560.932920:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077560.932923:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077560.932931:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077560.932936:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077560.932941:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077560.932944:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077560.932947:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077560.932958:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077561.252869:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298925328, at 4298925376
00010000:00000001:2.0:1769077561.252873:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077561.252879:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077561.252893:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227e40.
00000100:00000040:0.0:1769077561.252897:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298925328, at 4298925376
00000100:00000010:0.0:1769077561.252927:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ea0.
00000020:00000001:1.0:1769077561.252963:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077561.252970:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077561.252976:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077561.956879:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077561.956889:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077561.956891:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077561.956898:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077561.956903:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077561.956908:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077561.956911:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077561.956914:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077561.956917:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077562.276897:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077562.276907:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077562.276937:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077562.276940:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077562.276942:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077562.980831:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077562.980839:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077562.980841:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077562.980847:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077562.980850:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077562.980854:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077562.980856:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077562.980859:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077562.980861:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077563.300832:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077563.300841:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077563.300843:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077563.300847:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077563.300852:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077563.300854:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077563.300857:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077563.300859:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077563.300918:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077563.300921:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077563.300924:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077564.004876:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077564.004888:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077564.004890:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077564.004897:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077564.004903:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077564.004908:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077564.004911:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077564.004914:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077564.004917:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077564.324856:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077564.324861:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077564.324923:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077564.324928:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077564.324932:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077565.028840:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077565.028847:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077565.028848:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077565.028853:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00080000:3.0:1769077565.028855:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077565.028857:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077565.028861:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077565.028865:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769077565.028865:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077565.028869:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077565.028871:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769077565.028873:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077565.028877:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077565.028882:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077565.028890:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4256
00000400:00000200:3.0:1769077565.028901:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077565.028908:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077565.028912:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077565.028914:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077565.028917:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077565.028919:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077565.028921:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077565.028924:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077565.028925:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769077565.028927:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077565.028930:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769077565.028932:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769077565.028933:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769077565.028935:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077565.028937:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077565.028938:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077565.028939:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077565.028941:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769077565.028944:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077565.028945:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077565.028948:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077565.028951:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077565.028953:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077565.028954:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077565.028957:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077565.028965:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0a80.
00000020:00000040:3.0:1769077565.028967:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077565.028970:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077565.028972:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077565.028974:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077565.028976:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077565.028980:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077565.028986:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312ec00.
00000100:00000001:3.0:1769077565.028991:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077565.028998:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0a80 x1855007948289408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077565.029006:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077565.029009:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077565.029012:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0e736d] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0a80 x1855007948289408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077565.029032:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077565.029035:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077565.029037:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077565.029038:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077565.029044:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077565.029047:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077565.029049:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4256
00000400:00000200:3.0:1769077565.029052:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077565.029054:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077565.029056:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077565.029059:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077565.029061:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077565.029064:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077565.029066:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077565.029068:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077565.029069:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000100:00000001:2.0:1769077565.029070:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769077565.029071:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077565.029074:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000100:00000001:2.0:1769077565.029075:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769077565.029076:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000001:2.0:1769077565.029080:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769077565.029080:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769077565.029085:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077565.029086:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077565.029090:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000040:2.0:1769077565.029091:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0a80 x1855007948289408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077565.029092:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077565.029096:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:3.0:1769077565.029116:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077565.029118:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077565.029120:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077565.029124:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077565.029125:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077565.029126:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077565.029130:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077565.029135:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077565.029138:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077565.029144:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3800.
00000100:00000001:2.0:1769077565.029146:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1769077565.029147:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000100:00000001:2.0:1769077565.029151:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077565.029151:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077565.029153:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077565.029159:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769077565.029162:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077565.029163:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077565.029164:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077565.029165:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077565.029172:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077565.029173:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
00000100:00000001:3.0:1769077565.029178:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077565.029184:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948289408:192.168.204.128@tcp:250:kworker.0
00000100:00100000:3.0:1769077565.029185:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3800 x1855007948289536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077565.029196:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769077565.029198:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077565.029201:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077565.029203:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1769077565.029204:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d5433] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3800 x1855007948289536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077565.029209:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077565.029213:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077565.029216:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1769077565.029222:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:2.0:1769077565.029224:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
00000100:00080000:3.0:1769077565.029225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077565.029228:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077565.029230:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1769077565.029232:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077565.029233:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077565.029238:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4256
00000400:00000200:3.0:1769077565.029241:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077565.029243:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077565.029244:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077565.029248:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:3.0:1769077565.029249:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077565.029255:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077565.029257:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000400:00000010:2.0:1769077565.029259:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000100:00000001:3.0:1769077565.029259:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077565.029264:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077565.029266:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000020:00000001:3.0:1769077565.029267:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077565.029269:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000400:00000010:2.0:1769077565.029271:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8000.
00000020:00000001:3.0:1769077565.029271:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769077565.029275:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:3.0:1769077565.029278:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077565.029280:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077565.029281:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000200:2.0:1769077565.029282:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948289408, portal 25
00000100:00000001:3.0:1769077565.029283:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077565.029288:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00000001:2.0:1769077565.029290:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1769077565.029292:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:2.0:1769077565.029294:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444600960 : -127165264950656 : ffff8c58078e0a80)
00000100:00000001:3.0:1769077565.029296:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077565.029300:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077565.029303:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077565.029305:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077565.029307:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:2.0:1769077565.029308:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0a80 x1855007948289408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1769077565.029309:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077565.029313:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077565.029316:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077565.029321:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000020:00000040:3.0:1769077565.029325:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077565.029329:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077565.029331:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1769077565.029331:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077565.029333:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077565.029335:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077565.029337:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077565.029339:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077565.029345:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8d48.
02000000:00000010:3.0:1769077565.029348:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000200:2.0:1769077565.029351:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948289408, offset 0
00000100:00000001:3.0:1769077565.029352:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077565.029359:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948289664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077565.029367:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00000001:3.0:1769077565.029370:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077565.029372:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077565.029376:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948289664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077565.029381:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077565.029388:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077565.029390:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077565.029394:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1769077565.029395:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000100:00000001:3.0:1769077565.029396:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077565.029400:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077565.029402:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077565.029405:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1769077565.029406:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4256
00000400:00000200:2.0:1769077565.029415:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077565.029421:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077565.029425:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077565.029429:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30072:30072:256:4294967295] 192.168.204.128@tcp LPNI seq info [30071:30071:8:4294967295]
00000400:00000200:2.0:1769077565.029434:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077565.029439:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077565.029444:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077565.029452:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1769077565.029452:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077565.029459:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077565.029462:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077565.029466:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000800:00000200:2.0:1769077565.029469:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00000001:3.0:1769077565.029469:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077565.029475:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077565.029477:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:3.0:1769077565.029478:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000010:2.0:1769077565.029480:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000020:00000040:3.0:1769077565.029480:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:3.0:1769077565.029481:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:3.0:1769077565.029485:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769077565.029489:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077565.029490:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077565.029493:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077565.029497:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000800:00000200:2.0:1769077565.029498:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000020:00000040:3.0:1769077565.029499:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769077565.029505:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000800:00000200:2.0:1769077565.029507:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1769077565.029507:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077565.029509:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077565.029512:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077565.029515:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077565.029516:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077565.029518:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077565.029521:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077565.029521:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:3.0:1769077565.029523:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077565.029529:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000800:00000200:2.1:1769077565.029529:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000020:00000040:3.0:1769077565.029533:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:3.0:1769077565.029538:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077565.029541:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769077565.029544:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00000001:3.0:1769077565.029544:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077565.029547:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077565.029549:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077565.029550:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
02000000:00000010:3.0:1769077565.029552:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769077565.029556:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077565.029559:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1769077565.029560:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948289792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077565.029571:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769077565.029571:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077565.029579:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8d48
00000100:00000001:3.0:1769077565.029581:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077565.029584:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8d48.
00000100:00000040:3.0:1769077565.029586:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948289792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.029593:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769077565.029594:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077565.029598:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769077565.029603:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0a80 x1855007948289408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077565.029604:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077565.029608:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077565.029611:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077565.029618:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077565.029624:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4256
00000100:00000001:2.0:1769077565.029626:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1769077565.029631:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:2.0:1769077565.029635:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0a80 x1855007948289408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077590 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077565.029639:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077565.029644:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077565.029652:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077565.029655:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077565.029657:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077565.029660:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1769077565.029661:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077565.029664:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077565.029666:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077565.029667:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000100:00000001:2.0:1769077565.029669:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077565.029669:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077565.029672:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:3.0:1769077565.029675:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000020:00000001:3.0:1769077565.029679:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000400:00000200:2.0:1769077565.029680:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:3.0:1769077565.029684:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077565.029688:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298930447
00000100:00000001:3.0:1769077565.029688:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077565.029692:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077565.029695:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077565.029696:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00000010:2.0:1769077565.029699:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227d80.
00000100:00080000:3.0:1769077565.029699:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077565.029702:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077565.029705:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077565.029707:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077565.029709:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077565.029710:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077565.029711:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077565.029713:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077565.029716:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077565.029718:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077565.029721:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769077565.029723:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769077565.029725:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077565.029725:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077565.029727:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077565.029728:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077565.029729:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298930447
02000000:00000001:3.0:1769077565.029763:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077565.029767:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:3.0:1769077565.029770:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077565.029779:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948289920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1769077565.029780:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227ae0.
00000100:00000001:2.0:1769077565.029788:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077565.029794:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077565.029796:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077565.029798:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077565.029804:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077565.029808:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948289920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.029810:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077565.029819:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077565/real 1769077565]  req@ffff8c58078e0a80 x1855007948289408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077565.029824:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077565.029832:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4266)
00000400:00000001:2.0:1769077565.029837:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077565.029840:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077565.029843:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077565.029848:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8000
00000400:00000010:2.0:1769077565.029850:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8000.
00000100:00000001:2.0:1769077565.029854:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077565.029858:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0a80 x1855007948289408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077565.029869:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0a80 x1855007948289408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.029877:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077565.029879:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077565.029881:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077565.029884:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077565.029888:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0a80 x1855007948289408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.029896:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077565.029901:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0a80 x1855007948289408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.029909:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077565.029912:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077565.029914:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077565.029915:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077565.029918:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077565.029920:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077565.029923:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077565.029928:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077565.029930:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077565.029935:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0a80 x1855007948289408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077565.029944:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948289408:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077565.029949:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077565.029951:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077565.029954:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0a80 x1855007948289408/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.029961:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077565.029964:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077565.029967:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077565.029971:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077565.029973:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077565.029975:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077565.029977:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077565.029980:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312ec00.
02000000:00000001:2.0:1769077565.029984:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077565.029986:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077565.029988:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0a80.
00000100:00000001:2.0:1769077565.029991:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077565.029992:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077565.029994:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077565.030001:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077565.030003:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077565.030005:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077565.030007:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077565.030008:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077565.030012:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e3800 x1855007948289536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.030020:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077565.030021:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077565.030024:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077565.030026:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077565.030028:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077565.030031:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948289536:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077565.030034:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077565.030037:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077565.030039:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077565.030040:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077565.030044:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077565.030046:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077565.030050:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077565.030054:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077565.030058:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8000.
00000100:00000200:2.0:1769077565.030061:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948289536, portal 10
00000100:00000001:2.0:1769077565.030064:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077565.030066:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444612608 : -127165264939008 : ffff8c58078e3800)
00000100:00000040:2.0:1769077565.030072:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e3800 x1855007948289536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.030079:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077565.030082:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077565.030084:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8d48.
00000100:00000200:2.0:1769077565.030087:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948289536, offset 0
00000400:00000200:2.0:1769077565.030091:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077565.030096:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077565.030119:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077565.030123:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077565.030126:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077565.030128:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077565.030132:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077565.030135:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30073:30073:256:4294967295] 192.168.204.128@tcp LPNI seq info [30072:30072:8:4294967295]
00000400:00000200:2.0:1769077565.030140:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077565.030147:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077565.030151:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077565.030155:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077565.030160:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077565.030163:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077565.030168:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077565.030171:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077565.030175:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077565.030177:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077565.030180:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077565.030184:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077565.030187:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8d48
00000400:00000010:2.0:1769077565.030189:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8d48.
00000100:00000001:2.0:1769077565.030192:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077565.030196:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e3800 x1855007948289536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.030210:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077565.030214:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e3800 x1855007948289536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077590 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.030221:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077565.030223:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077565.030226:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077565.030230:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077565.030234:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077565.030236:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298929166
00000100:00000001:2.0:1769077565.030240:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298930447
00000100:00000001:2.0:1769077565.030242:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298929166
00000100:00000001:2.0:1769077565.030244:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298930447
00000100:00000001:2.0:1769077565.030247:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077565.030249:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077565.030251:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077565.030256:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077565/real 1769077565]  req@ffff8c58078e3800 x1855007948289536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077565.030264:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077565.030265:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077565.030267:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077565.030270:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8000
00000400:00000010:2.0:1769077565.030271:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8000.
00000100:00000001:2.0:1769077565.030274:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077565.030277:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e3800 x1855007948289536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077565.030286:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e3800 x1855007948289536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.030293:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077565.030295:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077565.030297:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077565.030299:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077565.030303:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e3800 x1855007948289536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.030310:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077565.030314:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e3800 x1855007948289536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.030321:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077565.030324:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077565.030325:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077565.030327:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077565.030329:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077565.030331:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077565.030334:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077565.030337:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077565.030340:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077565.030344:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e3800 x1855007948289536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077565.030353:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948289536:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077565.030357:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077565.030360:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1500 x1855007948289664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.030367:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077565.030369:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077565.030371:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077565.030373:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077565.030375:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077565.030378:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948289664:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077565.030382:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077565.030383:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077565.030385:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077565.030388:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077565.030391:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077565.030393:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077565.030397:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077565.030400:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077565.030403:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8000.
00000100:00000200:2.0:1769077565.030406:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948289664, portal 10
00000100:00000001:2.0:1769077565.030408:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077565.030410:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444603648 : -127165264947968 : ffff8c58078e1500)
00000100:00000040:2.0:1769077565.030415:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1500 x1855007948289664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.030422:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077565.030425:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077565.030427:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8d48.
00000100:00000200:2.0:1769077565.030430:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948289664, offset 0
00000400:00000200:2.0:1769077565.030434:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077565.030438:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077565.030442:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077565.030445:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077565.030448:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077565.030451:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077565.030453:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077565.030456:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30074:30074:256:4294967295] 192.168.204.128@tcp LPNI seq info [30073:30073:8:4294967295]
00000400:00000200:2.0:1769077565.030461:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077565.030468:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077565.030472:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077565.030476:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077565.030480:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077565.030483:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077565.030488:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077565.030490:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077565.030493:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077565.030495:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077565.030497:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077565.030499:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077565.030501:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8d48
00000400:00000010:2.0:1769077565.030503:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8d48.
00000100:00000001:2.0:1769077565.030504:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077565.030507:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1500 x1855007948289664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.030513:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077565.030515:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1500 x1855007948289664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077590 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.030520:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077565.030521:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077565.030523:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077565.030525:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077565.030527:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077565.030529:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298929165
00000100:00000001:2.0:1769077565.030531:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298930447
00000100:00000001:2.0:1769077565.030532:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298929165
00000100:00000001:2.0:1769077565.030534:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298930447
00000100:00000001:2.0:1769077565.030535:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077565.030536:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077565.030538:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077565.030540:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077565/real 1769077565]  req@ffff8c58078e1500 x1855007948289664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077565.030545:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077565.030546:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077565.030547:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077565.030549:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8000
00000400:00000010:2.0:1769077565.030550:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8000.
00000100:00000001:2.0:1769077565.030551:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077565.030554:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1500 x1855007948289664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077565.030559:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1500 x1855007948289664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.030563:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077565.030564:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077565.030565:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077565.030566:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077565.030568:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1500 x1855007948289664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.030572:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077565.030574:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1500 x1855007948289664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.030578:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077565.030580:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077565.030581:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077565.030582:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077565.030583:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077565.030584:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077565.030585:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077565.030587:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077565.030588:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077565.030591:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1500 x1855007948289664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077565.030600:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948289664:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077565.030603:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077565.030605:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e2a00 x1855007948289792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.030609:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077565.030610:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077565.030611:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077565.030612:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077565.030614:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077565.030615:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948289792:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077565.030617:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077565.030618:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077565.030619:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077565.030620:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077565.030623:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077565.030624:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077565.030627:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077565.030629:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077565.030631:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8000.
00000100:00000200:2.0:1769077565.030633:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948289792, portal 4
00000100:00000001:2.0:1769077565.030634:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077565.030635:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444609024 : -127165264942592 : ffff8c58078e2a00)
00000100:00000040:2.0:1769077565.030639:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e2a00 x1855007948289792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.030643:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077565.030645:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077565.030646:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8d48.
00000100:00000200:2.0:1769077565.030647:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948289792, offset 0
00000400:00000200:2.0:1769077565.030650:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077565.030653:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077565.030655:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077565.030657:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077565.030659:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077565.030661:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077565.030663:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077565.030665:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30075:30075:256:4294967295] 192.168.204.128@tcp LPNI seq info [30074:30074:8:4294967295]
00000400:00000200:2.0:1769077565.030667:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077565.030672:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077565.030674:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077565.030677:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077565.030679:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077565.030681:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077565.030684:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077565.030685:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077565.030688:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077565.030689:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077565.030691:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077565.030693:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077565.030695:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8d48
00000400:00000010:2.0:1769077565.030696:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8d48.
00000100:00000001:2.0:1769077565.030698:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077565.030700:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e2a00 x1855007948289792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.030705:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077565.030707:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e2a00 x1855007948289792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077590 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.030711:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077565.030712:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077565.030713:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077565.030715:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077565.030717:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077565.030719:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298929230
00000100:00000001:2.0:1769077565.030721:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298930447
00000100:00000001:2.0:1769077565.030722:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298929230
00000100:00000001:2.0:1769077565.030723:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298930447
00000100:00000001:2.0:1769077565.030725:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077565.030726:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077565.030727:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077565.030729:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077565/real 1769077565]  req@ffff8c58078e2a00 x1855007948289792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077565.030750:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077565.030751:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077565.030752:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077565.030754:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8000
00000400:00000010:2.0:1769077565.030755:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8000.
00000100:00000001:2.0:1769077565.030756:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077565.030759:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e2a00 x1855007948289792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077565.030767:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e2a00 x1855007948289792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.030774:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077565.030776:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077565.030777:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077565.030779:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077565.030783:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e2a00 x1855007948289792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.030790:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077565.030795:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e2a00 x1855007948289792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.030802:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077565.030805:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077565.030806:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077565.030807:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077565.030809:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077565.030811:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077565.030814:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077565.030817:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077565.030819:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077565.030824:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e2a00 x1855007948289792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077565.030832:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948289792:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077565.030836:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077565.030839:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0380 x1855007948289920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.030845:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077565.030847:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077565.030849:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077565.030851:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077565.030853:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077565.030856:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948289920:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077565.030859:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077565.030861:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077565.030863:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077565.030864:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077565.030868:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077565.030869:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077565.030873:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077565.030876:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077565.030879:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8000.
00000100:00000200:2.0:1769077565.030882:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948289920, portal 4
00000100:00000001:2.0:1769077565.030885:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077565.030886:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444599168 : -127165264952448 : ffff8c58078e0380)
00000100:00000040:2.0:1769077565.030892:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0380 x1855007948289920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.030898:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077565.030900:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077565.030903:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8d48.
00000100:00000200:2.0:1769077565.030905:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948289920, offset 0
00000400:00000200:2.0:1769077565.030909:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077565.030913:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077565.030917:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077565.030920:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077565.030923:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077565.030925:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077565.030927:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077565.030930:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30076:30076:256:4294967295] 192.168.204.128@tcp LPNI seq info [30075:30075:8:4294967295]
00000400:00000200:2.0:1769077565.030933:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077565.030937:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077565.030941:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077565.030944:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077565.030948:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077565.030950:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077565.030953:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077565.030956:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077565.030960:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077565.030962:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077565.030964:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077565.030966:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077565.030969:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8d48
00000400:00000010:2.0:1769077565.030970:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8d48.
00000100:00000001:2.0:1769077565.030972:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077565.030975:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0380 x1855007948289920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.030984:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077565.030986:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0380 x1855007948289920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077590 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.030992:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077565.030993:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077565.030995:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077565.030998:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077565.031000:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077565.031001:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298929178
00000100:00000001:2.0:1769077565.031004:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298930447
00000100:00000001:2.0:1769077565.031006:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298929178
00000100:00000001:2.0:1769077565.031008:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298930447
00000100:00000001:2.0:1769077565.031009:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077565.031011:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077565.031012:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077565.031014:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077565/real 1769077565]  req@ffff8c58078e0380 x1855007948289920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077565.031020:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077565.031021:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077565.031022:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077565.031024:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8000
00000400:00000010:2.0:1769077565.031025:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8000.
00000100:00000001:2.0:1769077565.031027:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077565.031030:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0380 x1855007948289920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077565.031036:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0380 x1855007948289920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.031040:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077565.031042:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077565.031043:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077565.031045:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077565.031048:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0380 x1855007948289920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.031053:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077565.031057:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0380 x1855007948289920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.031061:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077565.031063:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077565.031064:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077565.031065:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077565.031066:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077565.031068:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077565.031070:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077565.031072:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077565.031074:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077565.031077:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0380 x1855007948289920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077565.031082:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948289920:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077565.031084:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077565.031086:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077565.031088:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e3800 x1855007948289536/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.031091:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077565.031093:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077565.031094:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077565.031095:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077565.031096:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077565.031097:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077565.031116:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077565.031118:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d800.
02000000:00000001:2.0:1769077565.031120:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077565.031121:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077565.031122:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e3800.
00000100:00000001:2.0:1769077565.031124:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077565.031125:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077565.031127:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077565.031130:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1500 x1855007948289664/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.031134:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077565.031135:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077565.031136:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077565.031137:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077565.031138:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077565.031139:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077565.031140:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077565.031141:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e000.
02000000:00000001:2.0:1769077565.031142:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077565.031143:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077565.031144:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1500.
00000100:00000001:2.0:1769077565.031145:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077565.031146:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077565.031147:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077565.031148:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e2a00 x1855007948289792/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.031152:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077565.031153:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077565.031154:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077565.031155:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077565.031156:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077565.031156:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077565.031157:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077565.031158:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f400.
02000000:00000001:2.0:1769077565.031159:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077565.031161:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077565.031161:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e2a00.
00000100:00000001:2.0:1769077565.031163:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077565.031164:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077565.031165:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077565.031167:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0380 x1855007948289920/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077565.031171:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077565.031172:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077565.031173:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411800.
02000000:00000001:2.0:1769077565.031174:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077565.031174:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077565.031175:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077565.031176:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077565.031177:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e800.
02000000:00000001:2.0:1769077565.031178:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077565.031179:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077565.031179:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0380.
00000100:00000001:2.0:1769077565.031181:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077565.031181:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077565.031182:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077565.031185:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077565.031186:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077565.031187:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077565.031188:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077565.348812:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077565.348818:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077565.348872:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077565.348875:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077565.348878:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077566.052815:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077566.052822:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077566.052824:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077566.052829:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077566.052832:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077566.052836:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077566.052839:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077566.052841:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077566.052844:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077566.372846:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298930447, at 4298930496
00000100:00000040:1.0:1769077566.372846:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298930447, at 4298930496
00000100:00000010:0.0:1769077566.372865:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227d80.
00000100:00000010:1.0:1769077566.372870:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227ae0.
00010000:00000001:2.0:1769077566.372962:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077566.372964:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077566.372980:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077566.372982:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077566.372984:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077567.076834:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077567.076841:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077567.076843:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077567.076848:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077567.076853:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077567.076858:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077567.076861:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077567.076865:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077567.076868:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077567.396825:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077567.396844:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077567.396895:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077567.396898:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077567.396902:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077568.100908:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077568.100917:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077568.100919:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077568.100926:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077568.100931:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077568.100936:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077568.100939:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077568.100942:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077568.100946:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077568.420821:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077568.420827:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077568.420883:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077568.420888:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077568.420893:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077569.124818:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077569.124824:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077569.124826:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077569.124836:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077569.124839:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077569.124842:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077569.124845:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077569.124847:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077569.124849:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077569.444815:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077569.444821:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077569.444914:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077569.444918:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077569.444921:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077570.148908:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769077570.148908:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077570.148917:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077570.148921:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077570.148936:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1769077570.148938:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:3.0:1769077570.148943:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769077570.148944:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077570.148951:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077570.148952:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077570.148954:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077570.148961:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769077570.148963:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077570.148969:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077570.148974:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4261
00000400:00000200:3.0:1769077570.148987:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077570.149005:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077570.149009:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077570.149040:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077570.149044:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077570.149047:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077570.149049:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077570.149054:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077570.149056:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:3.0:1769077570.149058:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077570.149062:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:3.0:1769077570.149064:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:3.0:1769077570.149066:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:3.0:1769077570.149069:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077570.149071:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077570.149072:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077570.149074:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077570.149077:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:3.0:1769077570.149081:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077570.149083:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077570.149087:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077570.149090:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077570.149093:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077570.149096:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077570.149098:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077570.149111:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e3480.
00000020:00000040:3.0:1769077570.149117:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:3.0:1769077570.149122:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077570.149125:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077570.149129:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077570.149133:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077570.149139:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077570.149152:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f800.
00000100:00000001:3.0:1769077570.149162:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077570.149187:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e3480 x1855007948290048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077570.149214:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077570.149219:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077570.149225:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb7685cc] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e3480 x1855007948290048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077570.149255:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077570.149277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077570.149281:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077570.149284:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077570.149286:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077570.149291:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077570.149295:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4261
00000400:00000200:3.0:1769077570.149301:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077570.149305:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077570.149308:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077570.149312:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077570.149314:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077570.149317:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769077570.149317:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077570.149338:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077570.149341:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077570.149343:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:3.0:1769077570.149345:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077570.149347:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1769077570.149349:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000100:00000001:2.0:1769077570.149351:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769077570.149356:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:2.0:1769077570.149363:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e3480 x1855007948290048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769077570.149363:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:3.0:1769077570.149373:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077570.149378:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077570.149380:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077570.149381:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077570.149387:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1769077570.149388:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077570.149392:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077570.149393:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
02000000:00000001:2.0:1769077570.149396:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077570.149401:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00100000:2.0:1769077570.149403:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948290048:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077570.149411:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1769077570.149411:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077570.149416:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077570.149418:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077570.149420:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077570.149422:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077570.149426:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769077570.149428:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1769077570.149432:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
02000000:00000001:3.0:1769077570.149432:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077570.149436:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077570.149437:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1769077570.149443:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077570.149446:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077570.149448:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:3.0:1769077570.149449:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077570.149456:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000100:00000010:3.0:1769077570.149456:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0e00.
00000020:00000040:3.0:1769077570.149462:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077570.149465:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1769077570.149467:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8000.
02000000:00000001:3.0:1769077570.149467:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077570.149469:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077570.149472:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077570.149475:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077570.149480:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948290048, portal 25
02000000:00000010:3.0:1769077570.149482:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e800.
00000100:00000001:2.0:1769077570.149494:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077570.149499:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444611712 : -127165264939904 : ffff8c58078e3480)
00000100:00000001:3.0:1769077570.149500:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077570.149507:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e3480 x1855007948290048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077570.149510:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0e00 x1855007948290176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077570.149532:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769077570.149534:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1769077570.149539:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000001:3.0:1769077570.149540:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077570.149544:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8d48.
00000100:00000040:3.0:1769077570.149548:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193c7dbb] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0e00 x1855007948290176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077570.149550:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948290048, offset 0
00000100:00000001:3.0:1769077570.149563:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077570.149564:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00080000:3.0:1769077570.149568:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077570.149572:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077570.149574:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769077570.149577:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:3.0:1769077570.149577:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077570.149583:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077570.149587:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4261
00000400:00000200:2.0:1769077570.149591:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077570.149598:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077570.149603:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077570.149607:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077570.149610:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077570.149614:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30077:30077:256:4294967295] 192.168.204.128@tcp LPNI seq info [30076:30076:8:4294967295]
00000400:00000200:2.0:1769077570.149618:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077570.149624:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077570.149633:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077570.149634:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1769077570.149636:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077570.149641:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077570.149649:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077570.149653:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077570.149657:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077570.149659:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077570.149660:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
00000800:00000200:2.0:1769077570.149664:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000020:00000001:3.0:1769077570.149664:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077570.149666:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:3.0:1769077570.149672:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:3.0:1769077570.149673:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000800:00000010:2.0:1769077570.149676:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000100:00000040:3.0:1769077570.149677:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077570.149682:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077570.149685:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077570.149687:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077570.149690:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000800:00000200:2.0:1769077570.149696:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00080000:3.0:1769077570.149696:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077570.149704:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077570.149706:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077570.149709:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077570.149711:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077570.149715:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:2.0:1769077570.149717:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000008:00100000:3.0:1769077570.149718:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077570.149724:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077570.149728:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077570.149755:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077570.149762:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000100:00000010:3.0:1769077570.149783:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e0380.
00000020:00000040:3.0:1769077570.149789:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:3.0:1769077570.149792:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000100:2.0:1769077570.149796:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
02000000:00000001:3.0:1769077570.149797:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077570.149802:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:2.0:1769077570.149803:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
02000000:00000001:3.0:1769077570.149804:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077570.149808:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077570.149813:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:3.0:1769077570.149814:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312f400.
00000100:00000001:3.0:1769077570.149820:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077570.149822:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077570.149828:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8d48
00000100:00100000:3.0:1769077570.149829:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e0380 x1855007948290304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769077570.149833:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8d48.
00000100:00000001:3.0:1769077570.149842:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077570.149843:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769077570.149847:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077570.149852:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e3480 x1855007948290048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077570.149854:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf522bd2] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e0380 x1855007948290304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.149884:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769077570.149887:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077570.149891:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e3480 x1855007948290048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077595 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077570.149894:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077570.149905:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077570.149908:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077570.149910:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077570.149911:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1769077570.149916:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077570.149919:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077570.149922:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077570.149927:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00080000:3.0:1769077570.149931:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4261
00000100:00000001:2.0:1769077570.149932:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298935568
00000100:00000010:2.0:1769077570.149941:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227840.
00000400:00000200:3.0:1769077570.149942:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077570.149949:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077570.149951:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1769077570.149952:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077570.149959:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077570.149962:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077570.149964:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077570.149966:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077570.149968:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077570.149969:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000100:00000001:2.0:1769077570.149970:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298935568
00000020:00000001:3.0:1769077570.149971:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077570.149975:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000100:00000010:2.0:1769077570.149977:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227b40.
00000020:00000001:3.0:1769077570.149978:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000001:2.0:1769077570.149983:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000020:00000001:3.0:1769077570.149983:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:3.0:1769077570.149991:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077570.149992:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077570.149997:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077570.149998:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077570.150003:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1769077570.150004:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077570.150008:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000100:00100000:2.0:1769077570.150012:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077570/real 1769077570]  req@ffff8c58078e3480 x1855007948290048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769077570.150027:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000100:00080000:3.0:1769077570.150033:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:3.0:1769077570.150039:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077570.150043:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077570.150048:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:2.0:1769077570.150051:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1769077570.150052:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769077570.150055:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1769077570.150056:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:2.0:1769077570.150071:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000008:00100000:3.0:1769077570.150073:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1769077570.150076:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8000
00000008:00000001:3.0:1769077570.150077:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077570.150081:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8000.
00000100:00000001:3.0:1769077570.150082:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077570.150088:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000010:3.0:1769077570.150090:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e2a00.
00000020:00000040:3.0:1769077570.150094:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
00000100:00000200:2.0:1769077570.150095:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e3480 x1855007948290048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077570.150097:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077570.150100:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077570.150105:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077570.150109:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1769077570.150114:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e3480 x1855007948290048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077570.150116:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077570.150126:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000010:3.0:1769077570.150127:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312e000.
00000100:00000001:2.0:1769077570.150128:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077570.150134:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077570.150136:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077570.150136:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077570.150140:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e3480 x1855007948290048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.150150:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077570.150150:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e2a00 x1855007948290432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077570.150160:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e3480 x1855007948290048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077570.150173:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077570.150179:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077570.150182:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1769077570.150188:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cef7d66] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e2a00 x1855007948290432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.150190:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077570.150197:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077570.150203:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077570.150204:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077570.150210:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00080000:3.0:1769077570.150210:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077570.150216:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077570.150217:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077570.150221:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077570.150225:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077570.150226:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077570.150234:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077570.150238:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00080000:3.0:1769077570.150243:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4261
00000100:00000001:2.0:1769077570.150244:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077570.150255:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e3480 x1855007948290048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077570.150257:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:3.0:1769077570.150266:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00100000:2.0:1769077570.150271:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948290048:192.168.204.128@tcp:250:kworker.0
00000100:00080000:3.0:1769077570.150273:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077570.150281:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077570.150282:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077570.150286:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769077570.150287:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077570.150294:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e3480 x1855007948290048/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077570.150295:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077570.150300:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:3.0:1769077570.150307:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077570.150310:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000100:00000001:2.0:1769077570.150314:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000020:00000001:3.0:1769077570.150314:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077570.150318:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
02000000:00000001:2.0:1769077570.150319:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:3.0:1769077570.150321:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
02000000:00000010:2.0:1769077570.150325:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
00000020:00000001:3.0:1769077570.150325:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
02000000:00000001:2.0:1769077570.150331:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077570.150334:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000040:3.0:1769077570.150335:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000020:00000040:2.0:1769077570.150337:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077570.150342:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:3.0:1769077570.150342:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1769077570.150348:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f800.
00000100:00000040:3.0:1769077570.150349:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:3.0:1769077570.150353:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:3.0:1769077570.150356:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:3.0:1769077570.150359:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
02000000:00000001:2.0:1769077570.150365:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1769077570.150366:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077570.150368:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077570.150372:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e3480.
02000000:00000001:3.0:1769077570.150372:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077570.150377:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
02000000:00000001:3.0:1769077570.150378:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077570.150379:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077570.150385:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769077570.150386:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077570.150392:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077570.150395:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000008:00100000:3.0:1769077570.150395:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077570.150399:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769077570.150400:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077570.150403:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077570.150404:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077570.150406:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077570.150409:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000010:3.0:1769077570.150410:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c58078e1500.
00000100:00000040:2.0:1769077570.150417:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0e00 x1855007948290176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769077570.150417:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
02000000:00000001:3.0:1769077570.150430:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077570.150432:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077570.150437:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077570.150440:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077570.150444:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769077570.150444:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077570.150447:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077570.150451:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c580312d800.
02000000:00000001:2.0:1769077570.150452:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077570.150456:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077570.150458:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077570.150459:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077570.150467:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948290176:192.168.204.128@tcp:38:kworker.0
00000100:00100000:3.0:1769077570.150471:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c58078e1500 x1855007948290560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077570.150472:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077570.150476:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077570.150479:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077570.150496:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769077570.150497:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077570.150500:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077570.150501:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077570.150507:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077570.150507:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e35f28] to pc [ptlrpcd_rcv+-1]  req@ffff8c58078e1500 x1855007948290560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077570.150516:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077570.150522:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000100:00000001:3.0:1769077570.150524:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077570.150527:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8000.
00000100:00000040:3.0:1769077570.150530:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4271)
00000100:00000200:2.0:1769077570.150532:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948290176, portal 10
00000100:00000001:2.0:1769077570.150536:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077570.150538:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444601856 : -127165264949760 : ffff8c58078e0e00)
00000100:00000040:2.0:1769077570.150546:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0e00 x1855007948290176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.150553:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077570.150555:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077570.150557:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8d48.
00000100:00000200:2.0:1769077570.150559:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948290176, offset 0
00000400:00000200:2.0:1769077570.150564:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077570.150569:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077570.150574:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077570.150578:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077570.150582:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077570.150584:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077570.150588:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077570.150592:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30078:30078:256:4294967295] 192.168.204.128@tcp LPNI seq info [30077:30077:8:4294967295]
00000400:00000200:2.0:1769077570.150597:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077570.150606:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077570.150612:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077570.150615:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077570.150620:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077570.150623:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077570.150628:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077570.150632:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769077570.150636:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077570.150638:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077570.150641:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077570.150645:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077570.150648:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8d48
00000400:00000010:2.0:1769077570.150650:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8d48.
00000100:00000001:2.0:1769077570.150654:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077570.150659:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0e00 x1855007948290176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.150670:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077570.150674:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0e00 x1855007948290176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077595 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.150681:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077570.150683:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077570.150687:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077570.150703:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077570.150707:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077570.150709:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298934286
00000100:00000001:2.0:1769077570.150713:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298935568
00000100:00000001:2.0:1769077570.150715:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298934286
00000100:00000001:2.0:1769077570.150718:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298935568
00000100:00000001:2.0:1769077570.150721:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077570.150724:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077570.150726:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077570.150752:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077570/real 1769077570]  req@ffff8c58078e0e00 x1855007948290176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077570.150765:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077570.150767:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077570.150769:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077570.150773:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8000
00000400:00000010:2.0:1769077570.150775:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8000.
00000100:00000001:2.0:1769077570.150778:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077570.150783:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0e00 x1855007948290176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077570.150803:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0e00 x1855007948290176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.150812:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077570.150814:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077570.150816:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077570.150818:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077570.150823:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0e00 x1855007948290176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.150832:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077570.150837:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0e00 x1855007948290176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.150845:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077570.150848:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077570.150849:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077570.150851:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077570.150852:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077570.150854:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077570.150856:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077570.150860:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077570.150862:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077570.150865:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0e00 x1855007948290176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077570.150871:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948290176:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077570.150874:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077570.150877:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e0380 x1855007948290304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.150882:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077570.150883:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077570.150885:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077570.150887:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077570.150889:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077570.150891:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948290304:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077570.150893:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077570.150895:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077570.150897:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077570.150898:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077570.150902:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077570.150904:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077570.150907:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077570.150909:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077570.150912:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8000.
00000100:00000200:2.0:1769077570.150915:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948290304, portal 10
00000100:00000001:2.0:1769077570.150916:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077570.150918:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444599168 : -127165264952448 : ffff8c58078e0380)
00000100:00000040:2.0:1769077570.150926:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e0380 x1855007948290304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.150935:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077570.150938:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077570.150941:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8d48.
00000100:00000200:2.0:1769077570.150945:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948290304, offset 0
00000400:00000200:2.0:1769077570.150950:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077570.150956:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077570.150961:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077570.150964:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077570.150968:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077570.150971:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077570.150974:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077570.150978:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30079:30079:256:4294967295] 192.168.204.128@tcp LPNI seq info [30078:30078:8:4294967295]
00000400:00000200:2.0:1769077570.150983:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077570.150991:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077570.150996:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077570.151001:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077570.151005:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077570.151009:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077570.151035:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077570.151038:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769077570.151054:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077570.151056:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077570.151060:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077570.151064:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077570.151068:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8d48
00000400:00000010:2.0:1769077570.151070:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8d48.
00000100:00000001:2.0:1769077570.151074:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077570.151080:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e0380 x1855007948290304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.151090:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077570.151094:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e0380 x1855007948290304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077595 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.151103:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077570.151116:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077570.151121:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077570.151125:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077570.151129:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077570.151132:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298934286
00000100:00000001:2.0:1769077570.151136:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298935568
00000100:00000001:2.0:1769077570.151138:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298934286
00000100:00000001:2.0:1769077570.151141:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298935568
00000100:00000001:2.0:1769077570.151144:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077570.151147:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077570.151149:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077570.151154:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077570/real 1769077570]  req@ffff8c58078e0380 x1855007948290304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077570.151166:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077570.151168:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077570.151182:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077570.151185:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8000
00000400:00000010:2.0:1769077570.151188:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8000.
00000100:00000001:2.0:1769077570.151190:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077570.151195:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e0380 x1855007948290304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077570.151206:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e0380 x1855007948290304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.151214:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077570.151216:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077570.151218:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077570.151220:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077570.151224:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e0380 x1855007948290304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.151234:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077570.151239:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e0380 x1855007948290304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.151249:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077570.151252:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077570.151254:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077570.151256:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077570.151259:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077570.151261:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077570.151264:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077570.151268:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077570.151272:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077570.151277:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e0380 x1855007948290304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077570.151287:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948290304:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077570.151293:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077570.151297:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e2a00 x1855007948290432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.151306:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077570.151308:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077570.151311:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077570.151313:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077570.151316:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077570.151320:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948290432:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077570.151325:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077570.151327:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077570.151329:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077570.151331:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077570.151336:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077570.151338:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077570.151344:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077570.151348:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077570.151353:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8000.
00000100:00000200:2.0:1769077570.151356:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948290432, portal 4
00000100:00000001:2.0:1769077570.151359:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077570.151371:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444609024 : -127165264942592 : ffff8c58078e2a00)
00000100:00000040:2.0:1769077570.151378:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e2a00 x1855007948290432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.151388:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077570.151391:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077570.151394:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8d48.
00000100:00000200:2.0:1769077570.151398:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948290432, offset 0
00000400:00000200:2.0:1769077570.151403:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077570.151408:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077570.151413:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077570.151417:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077570.151421:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077570.151424:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077570.151427:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077570.151431:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30080:30080:256:4294967295] 192.168.204.128@tcp LPNI seq info [30079:30079:8:4294967295]
00000400:00000200:2.0:1769077570.151437:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077570.151445:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077570.151451:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077570.151455:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077570.151470:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077570.151473:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077570.151478:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077570.151482:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769077570.151487:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077570.151490:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077570.151494:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077570.151499:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077570.151503:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8d48
00000400:00000010:2.0:1769077570.151505:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8d48.
00000100:00000001:2.0:1769077570.151510:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077570.151515:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e2a00 x1855007948290432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.151526:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077570.151529:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e2a00 x1855007948290432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077595 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.151538:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077570.151540:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077570.151544:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077570.151548:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077570.151553:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077570.151556:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298934351
00000100:00000001:2.0:1769077570.151560:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298935568
00000100:00000001:2.0:1769077570.151563:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298934351
00000100:00000001:2.0:1769077570.151566:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298935568
00000100:00000001:2.0:1769077570.151569:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077570.151572:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077570.151575:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077570.151579:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077570/real 1769077570]  req@ffff8c58078e2a00 x1855007948290432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077570.151589:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077570.151591:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077570.151594:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077570.151597:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8000
00000400:00000010:2.0:1769077570.151599:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8000.
00000100:00000001:2.0:1769077570.151602:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077570.151607:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e2a00 x1855007948290432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077570.151618:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e2a00 x1855007948290432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.151635:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077570.151637:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077570.151640:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077570.151642:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077570.151646:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e2a00 x1855007948290432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.151656:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077570.151661:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e2a00 x1855007948290432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.151671:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077570.151673:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077570.151675:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077570.151676:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077570.151678:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077570.151679:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077570.151681:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077570.151684:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077570.151686:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077570.151690:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e2a00 x1855007948290432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077570.151696:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948290432:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077570.151709:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077570.151711:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077570.151713:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0e00 x1855007948290176/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.151718:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077570.151720:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077570.151722:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077570.151724:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077570.151726:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077570.151727:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077570.151729:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077570.151748:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e800.
02000000:00000001:2.0:1769077570.151752:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077570.151753:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077570.151754:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0e00.
00000100:00000001:2.0:1769077570.151757:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077570.151758:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077570.151760:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077570.151763:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e0380 x1855007948290304/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.151777:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077570.151778:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077570.151779:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077570.151781:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077570.151782:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077570.151783:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077570.151785:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077570.151786:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312f400.
02000000:00000001:2.0:1769077570.151788:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077570.151789:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077570.151790:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e0380.
00000100:00000001:2.0:1769077570.151791:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077570.151792:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077570.151793:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077570.151796:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e2a00 x1855007948290432/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.151800:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077570.151801:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077570.151802:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077570.151803:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077570.151804:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077570.151805:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077570.151808:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077570.151812:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312e000.
02000000:00000001:2.0:1769077570.151814:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077570.151815:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077570.151816:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e2a00.
00000100:00000001:2.0:1769077570.151818:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077570.151819:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077570.151821:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077570.151824:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077570.151825:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077570.151827:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077570.151828:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077570.151829:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077570.151832:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c58078e1500 x1855007948290560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.151838:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077570.151839:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077570.151841:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077570.151842:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077570.151844:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077570.151846:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c58078e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948290560:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077570.151849:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077570.151851:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077570.151852:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077570.151853:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077570.151856:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077570.151858:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077570.151861:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077570.151863:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077570.151866:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8000.
00000100:00000200:2.0:1769077570.151869:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948290560, portal 4
00000100:00000001:2.0:1769077570.151881:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077570.151883:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616908444603648 : -127165264947968 : ffff8c58078e1500)
00000100:00000040:2.0:1769077570.151888:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c58078e1500 x1855007948290560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.151898:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077570.151900:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077570.151902:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8d48.
00000100:00000200:2.0:1769077570.151904:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948290560, offset 0
00000400:00000200:2.0:1769077570.151907:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077570.151910:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077570.151913:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077570.151916:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077570.151918:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077570.151920:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077570.151922:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077570.151925:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30081:30081:256:4294967295] 192.168.204.128@tcp LPNI seq info [30080:30080:8:4294967295]
00000400:00000200:2.0:1769077570.151929:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077570.151934:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077570.151937:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077570.151940:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077570.151943:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077570.151946:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077570.151949:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077570.151952:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769077570.151955:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077570.151956:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077570.151959:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077570.151962:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077570.151964:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8d48
00000400:00000010:2.0:1769077570.151965:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8d48.
00000100:00000001:2.0:1769077570.151967:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077570.151970:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c58078e1500 x1855007948290560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.151977:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077570.151979:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c58078e1500 x1855007948290560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077595 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.151989:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077570.151991:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077570.151993:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077570.151996:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077570.151998:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077570.152000:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298934299
00000100:00000001:2.0:1769077570.152002:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298935568
00000100:00000001:2.0:1769077570.152004:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298934299
00000100:00000001:2.0:1769077570.152006:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298935568
00000100:00000001:2.0:1769077570.152007:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077570.152009:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077570.152010:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077570.152029:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077570/real 1769077570]  req@ffff8c58078e1500 x1855007948290560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077570.152038:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077570.152049:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077570.152050:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077570.152053:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8000
00000400:00000010:2.0:1769077570.152054:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8000.
00000100:00000001:2.0:1769077570.152056:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077570.152059:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c58078e1500 x1855007948290560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077570.152066:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c58078e1500 x1855007948290560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.152071:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077570.152073:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077570.152074:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077570.152075:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077570.152078:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c58078e1500 x1855007948290560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.152084:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077570.152094:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c58078e1500 x1855007948290560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.152103:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077570.152105:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077570.152106:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077570.152107:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077570.152109:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077570.152110:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077570.152112:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077570.152114:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077570.152116:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077570.152119:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c58078e1500 x1855007948290560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077570.152125:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c58078e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948290560:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077570.152128:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077570.152130:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077570.152132:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c58078e1500 x1855007948290560/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077570.152137:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077570.152138:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077570.152139:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412400.
02000000:00000001:2.0:1769077570.152141:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077570.152142:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077570.152143:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077570.152144:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077570.152146:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c580312d800.
02000000:00000001:2.0:1769077570.152148:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077570.152149:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077570.152151:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c58078e1500.
00000100:00000001:2.0:1769077570.152154:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077570.152156:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077570.152158:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077570.152161:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077570.152164:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077570.152166:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077570.152168:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077570.468781:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077570.468788:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077570.468814:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077570.468816:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077570.468821:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077571.172865:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077571.172873:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077571.172875:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077571.172880:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077571.172883:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077571.172887:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077571.172889:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077571.172891:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077571.172894:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077571.492826:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298935568, at 4298935616
00010000:00000001:2.0:1769077571.492831:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077571.492838:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077571.492844:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227b40.
00000100:00000040:0.0:1769077571.492846:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298935568, at 4298935616
00000100:00000010:0.0:1769077571.492857:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227840.
00000020:00000001:3.0:1769077571.492959:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077571.492964:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077571.492968:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077572.196803:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077572.196813:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077572.196816:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077572.196823:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077572.196828:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077572.196833:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077572.196836:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077572.196839:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077572.196842:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077572.516890:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077572.516898:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077572.517003:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077572.517007:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077572.517011:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077573.220886:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077573.220896:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077573.220898:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077573.220903:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077573.220907:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077573.220911:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077573.220914:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077573.220916:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077573.220919:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077573.540820:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077573.540833:0:46256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077573.540836:0:46256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077573.540838:0:46256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077573.540844:0:46256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077573.540846:0:46256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077573.540847:0:46256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077573.540850:0:46256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077573.540929:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077573.540933:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077573.540936:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077574.244808:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077574.244814:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077574.244816:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077574.244820:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077574.244823:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077574.244826:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077574.244828:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077574.244830:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077574.244832:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077574.564854:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077574.564860:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077574.564889:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077574.564892:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077574.564895:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077575.268828:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077575.268836:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077575.268838:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077575.268845:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077575.268850:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077575.268855:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077575.268859:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077575.268863:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87b52355-f261-4124-829c-80fe86226c9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077575.268863:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077575.268874:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077575.268875:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077575.268879:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077575.268883:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077575.268887:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077575.268896:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 4266
00000400:00000200:0.0:1769077575.268906:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077575.268912:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077575.268915:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077575.268918:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077575.268921:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077575.268923:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077575.268925:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077575.268952:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077575.268954:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2eb3
00000020:00000001:0.0:1769077575.268956:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077575.268959:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c580b45e800 refcount=3
00000020:00000001:0.0:1769077575.268961:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000020:00000001:0.0:1769077575.268963:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908506982400 : -127165202569216 : ffff8c580b45e800)
00000100:00000040:0.0:1769077575.268966:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077575.268967:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077575.268968:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077575.268970:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077575.268972:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c580b45e800 : new refcount 2
00000100:00080000:0.0:1769077575.268975:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c5809233800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077575.268976:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077575.268980:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077575.268983:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077575.268986:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077575.268988:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077575.268990:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077575.269001:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9d500.
00000020:00000040:0.0:1769077575.269004:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809233800 refcount=4 obd=MGC192.168.204.128@tcp
02000000:00000001:0.0:1769077575.269009:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077575.269010:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077575.269013:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077575.269016:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077575.269021:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077575.269030:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14000.
00000100:00000001:0.0:1769077575.269036:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077575.269045:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9d500 x1855007948290688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077575.269054:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077575.269058:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077575.269062:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c2d91c4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9d500 x1855007948290688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077575.269087:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077575.269090:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077575.269093:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077575.269094:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077575.269095:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077575.269098:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077575.269099:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4266
00000400:00000200:0.0:1769077575.269103:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077575.269105:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077575.269107:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077575.269109:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077575.269111:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077575.269112:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077575.269114:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077575.269116:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077575.269117:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f07
00000020:00000001:0.0:1769077575.269118:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077575.269120:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c37000 refcount=5
00000020:00000001:0.0:1769077575.269121:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000020:00000001:0.0:1769077575.269122:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448100352 : -127165261451264 : ffff8c5807c37000)
00000100:00000040:0.0:1769077575.269124:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077575.269125:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077575.269126:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077575.269128:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077575.269129:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c37000 : new refcount 4
00000100:00080000:0.0:1769077575.269131:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8c580b459000: import ffff8c5809232000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077575.269133:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077575.269134:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077575.269139:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077575.269140:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077575.269142:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077575.269146:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077575.269148:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077575.269150:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077575.269152:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9df80.
00000020:00000040:0.0:1769077575.269154:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5809232000 refcount=65 obd=lustre-MDT0000-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077575.269155:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077575.269156:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077575.269157:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077575.269159:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077575.269159:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1769077575.269161:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077575.269167:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000010:0.0:1769077575.269168:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f16000.
00000100:00000001:0.0:1769077575.269173:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077575.269173:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077575.269186:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9d500 x1855007948290688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077575.269188:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9df80 x1855007948290816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077575.269215:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077575.269218:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077575.269220:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1769077575.269222:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bed851a] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9df80 x1855007948290816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.269224:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077575.269232:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077575.269233:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077575.269237:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1769077575.269238:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769077575.269243:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:2.0:1769077575.269245:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077575.269246:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077575.269248:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077575.269252:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:2.0:1769077575.269255:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948290688:192.168.204.128@tcp:250:kworker.0
00000100:00080000:0.0:1769077575.269256:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4266
00000400:00000200:0.0:1769077575.269262:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077575.269267:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077575.269268:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1769077575.269269:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077575.269273:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077575.269274:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077575.269275:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1769077575.269276:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077575.269280:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077575.269281:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077575.269285:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077575.269287:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f0e
02000000:00000001:2.0:1769077575.269288:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:0.0:1769077575.269289:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077575.269293:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c5807c35000 refcount=5
00000020:00000001:0.0:1769077575.269294:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000020:00000001:0.0:1769077575.269296:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908448092160 : -127165261459456 : ffff8c5807c35000)
00000100:00000040:0.0:1769077575.269298:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
02000000:00000010:2.0:1769077575.269299:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412800.
00000100:00000001:0.0:1769077575.269300:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077575.269304:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
02000000:00000001:2.0:1769077575.269305:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077575.269306:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077575.269311:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c5807c35000 : new refcount 4
00000100:00080000:0.0:1769077575.269313:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c580b459000: import ffff8c5808f63800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077575.269314:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077575.269315:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077575.269318:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077575.269320:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077575.269320:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:0.0:1769077575.269326:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077575.269327:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1769077575.269329:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000008:00000001:0.0:1769077575.269330:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077575.269333:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077575.269338:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c000.
00000020:00000040:0.0:1769077575.269340:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5808f63800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c580b459000
02000000:00000001:0.0:1769077575.269342:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1769077575.269342:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8000.
02000000:00000001:0.0:1769077575.269344:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077575.269348:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077575.269350:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077575.269352:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077575.269354:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948290688, portal 25
02000000:00000010:0.0:1769077575.269357:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f15800.
00000100:00000001:2.0:1769077575.269359:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077575.269363:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077575.269363:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104269056 : -127169605282560 : ffff8c5704d9d500)
00000100:00100000:0.0:1769077575.269373:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c000 x1855007948290944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077575.269375:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9d500 x1855007948290688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077575.269398:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077575.269400:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769077575.269401:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077575.269407:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000100:00000040:0.0:1769077575.269410:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006240f00e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c000 x1855007948290944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769077575.269413:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8d48.
00000100:00000200:2.0:1769077575.269421:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007948290688, offset 0
00000100:00000001:0.0:1769077575.269422:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077575.269426:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077575.269429:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077575.269430:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077575.269432:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077575.269436:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077575.269438:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000100:00080000:0.0:1769077575.269442:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4266
00000400:00000200:0.0:1769077575.269446:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:0.0:1769077575.269448:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077575.269450:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077575.269454:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000040:0.0:1769077575.269455:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077575.269459:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077575.269461:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077575.269463:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077575.269464:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077575.269466:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f1c
00000020:00000001:0.0:1769077575.269468:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077575.269469:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000020:00000040:0.0:1769077575.269470:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b0000 refcount=4
00000020:00000001:0.0:1769077575.269474:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000020:00000001:0.0:1769077575.269478:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369952768 : -127165339598848 : ffff8c58031b0000)
00000100:00000040:0.0:1769077575.269481:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077575.269483:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077575.269483:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077575.269493:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000100:00000040:0.0:1769077575.269495:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077575.269498:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000040:0.0:1769077575.269502:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b0000 : new refcount 3
00000400:00000200:2.0:1769077575.269502:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1769077575.269507:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8c580b459000: import ffff8c5807c36800 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000400:00000200:2.0:1769077575.269511:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000100:00000001:0.0:1769077575.269512:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077575.269515:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077575.269518:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077575.269521:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077575.269523:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30082:30082:256:4294967295] 192.168.204.128@tcp LPNI seq info [30081:30081:8:4294967295]
00000100:00000001:0.0:1769077575.269524:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077575.269527:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077575.269532:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077575.269536:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077575.269537:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000010:0.0:1769077575.269540:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9c380.
00000020:00000040:0.0:1769077575.269543:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c36800 refcount=4 obd=lustre-OST0000-osc-ffff8c580b459000
02000000:00000001:0.0:1769077575.269546:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077575.269548:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077575.269551:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077575.269554:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077575.269557:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077575.269558:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
02000000:00000010:0.0:1769077575.269562:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f17000.
00000100:00000001:0.0:1769077575.269566:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077575.269567:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000100:00100000:0.0:1769077575.269572:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9c380 x1855007948291072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1769077575.269574:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000100:00000001:0.0:1769077575.269583:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1769077575.269587:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000100:00000001:0.0:1769077575.269589:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077575.269593:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000100:00000040:0.0:1769077575.269598:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000841b95aa] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9c380 x1855007948291072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769077575.269603:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077575.269610:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1769077575.269618:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769077575.269618:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000100:00080000:0.0:1769077575.269624:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23d86241-0195-46b9-97f4-625709518fd0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1769077575.269624:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077575.269629:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1769077575.269630:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077575.269635:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769077575.269638:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1769077575.269639:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077575.269644:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077575.269644:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8d48
00000400:00000010:2.0:1769077575.269649:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8d48.
00000100:00080000:0.0:1769077575.269650:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: connect to NID 192.168.204.128@tcp last attempt 4266
00000400:00000200:0.0:1769077575.269656:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077575.269657:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:0.0:1769077575.269660:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.128@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077575.269662:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1769077575.269665:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9d500 x1855007948290688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077575.269668:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077575.269672:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077575.269676:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077575.269681:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000020:00000001:0.0:1769077575.269685:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077575.269687:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2b9d26c1dd2d2f23
00000100:00000001:2.0:1769077575.269688:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1769077575.269689:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077575.269692:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8c58031b4800 refcount=4
00000020:00000001:0.0:1769077575.269695:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000040:2.0:1769077575.269696:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9d500 x1855007948290688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077600 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077575.269701:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616908369971200 : -127165339580416 : ffff8c58031b4800)
00000100:00000001:2.0:1769077575.269711:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077575.269712:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1769077575.269715:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8c58113a46c0 refcount 14 to 192.168.204.128@tcp
00000100:00000001:2.0:1769077575.269717:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077575.269719:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077575.269723:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c58113a46c0 refcount 15 to 192.168.204.128@tcp
00000100:00000001:0.0:1769077575.269727:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616908606883520 : -127165102668096 : ffff8c58113a46c0)
00000400:00000200:2.0:1769077575.269727:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077575.269770:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4298940688
00000100:00000010:2.0:1769077575.269776:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a227de0.
00000020:00000040:0.0:1769077575.269777:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff8c58031b4800 : new refcount 3
00000100:00080000:0.0:1769077575.269782:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8c580b459000: import ffff8c5807c31000 using connection 192.168.204.128@tcp/192.168.204.128@tcp
00000100:00000001:0.0:1769077575.269784:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077575.269785:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1769077575.269786:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077575.269791:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077575.269794:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077575.269795:0:2431:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4298940688
00000100:00000001:0.0:1769077575.269796:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077575.269799:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000010:2.0:1769077575.269801:0:2431:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c583a2272a0.
00000008:00000001:0.0:1769077575.269803:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077575.269806:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077575.269807:0:2431:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1
00000100:00000010:0.0:1769077575.269810:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077575.269812:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769077575.269814:0:37:0:(genops.c:1229:class_import_get()) import ffff8c5807c31000 refcount=4 obd=lustre-OST0001-osc-ffff8c580b459000
00000100:00000001:2.0:1769077575.269816:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077575.269818:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077575.269820:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077575.269821:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1769077575.269822:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077575.269824:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077575.269826:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077575.269828:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077575/real 1769077575]  req@ffff8c5704d9d500 x1855007948290688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769077575.269831:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5805f14c00.
00000100:00000001:0.0:1769077575.269836:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077575.269844:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5704d9dc00 x1855007948291200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077575.269853:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000001:2.0:1769077575.269853:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077575.269856:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1769077575.269857:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077575.269860:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000100:00000040:0.0:1769077575.269862:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f251a290] to pc [ptlrpcd_rcv+-1]  req@ffff8c5704d9dc00 x1855007948291200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077575.269864:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8000
00000400:00000010:2.0:1769077575.269868:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8000.
00000100:00000001:0.0:1769077575.269874:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077575.269874:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1769077575.269880:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4277)
00000100:00000200:2.0:1769077575.269880:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9d500 x1855007948290688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077575.269891:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9d500 x1855007948290688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.269897:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077575.269899:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077575.269900:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077575.269902:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077575.269904:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9d500 x1855007948290688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.269910:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077575.269913:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9d500 x1855007948290688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.269918:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077575.269921:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077575.269922:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077575.269923:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077575.269925:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077575.269942:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077575.269945:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809233800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077575.269948:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077575.269950:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077575.269953:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9d500 x1855007948290688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077575.269960:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87b52355-f261-4124-829c-80fe86226c9e:2431:1855007948290688:192.168.204.128@tcp:250:kworker.0
00000100:00000001:2.0:1769077575.269964:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077575.269966:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077575.269968:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9d500 x1855007948290688/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.269972:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077575.269975:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077575.269978:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077575.269980:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077575.269982:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077575.269983:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809233800 refcount=3 obd=MGC192.168.204.128@tcp
00000020:00000001:2.0:1769077575.269985:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077575.269987:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14000.
02000000:00000001:2.0:1769077575.269991:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077575.269993:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077575.269994:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9d500.
00000100:00000001:2.0:1769077575.269996:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077575.269997:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077575.269998:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077575.270005:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077575.270006:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077575.270008:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077575.270009:0:2431:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077575.270010:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077575.270012:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9df80 x1855007948290816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.270018:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077575.270019:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077575.270020:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077575.270021:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077575.270023:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077575.270025:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948290816:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077575.270028:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077575.270029:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077575.270031:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077575.270032:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077575.270034:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077575.270036:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077575.270039:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077575.270041:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077575.270044:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8000.
00000100:00000200:2.0:1769077575.270046:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948290816, portal 10
00000100:00000001:2.0:1769077575.270048:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077575.270049:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104271744 : -127169605279872 : ffff8c5704d9df80)
00000100:00000040:2.0:1769077575.270054:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9df80 x1855007948290816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.270059:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077575.270060:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077575.270062:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8d48.
00000100:00000200:2.0:1769077575.270063:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948290816, offset 0
00000400:00000200:2.0:1769077575.270066:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077575.270069:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077575.270072:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077575.270074:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077575.270076:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077575.270078:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077575.270080:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077575.270082:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30083:30083:256:4294967295] 192.168.204.128@tcp LPNI seq info [30082:30082:8:4294967295]
00000400:00000200:2.0:1769077575.270085:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077575.270089:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077575.270093:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077575.270095:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077575.270097:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077575.270100:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077575.270103:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077575.270104:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769077575.270107:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077575.270109:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077575.270110:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077575.270113:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077575.270115:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8d48
00000400:00000010:2.0:1769077575.270117:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8d48.
00000100:00000001:2.0:1769077575.270119:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077575.270123:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9df80 x1855007948290816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.270132:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077575.270136:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9df80 x1855007948290816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077600 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.270143:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077575.270144:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077575.270148:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077575.270152:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: using a timeout of 12833 usecs (13 jiffies)
00000400:00000200:2.0:1769077575.270156:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077575.270158:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298939406
00000100:00000001:2.0:1769077575.270162:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298940688
00000100:00000001:2.0:1769077575.270164:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298939406
00000100:00000001:2.0:1769077575.270167:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298940688
00000100:00000001:2.0:1769077575.270169:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077575.270172:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077575.270174:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077575.270178:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077575/real 1769077575]  req@ffff8c5704d9df80 x1855007948290816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077575.270186:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077575.270187:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077575.270190:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077575.270191:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8000
00000400:00000010:2.0:1769077575.270193:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8000.
00000100:00000001:2.0:1769077575.270194:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077575.270197:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9df80 x1855007948290816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077575.270203:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9df80 x1855007948290816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.270207:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077575.270208:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077575.270209:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077575.270210:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077575.270212:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9df80 x1855007948290816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.270216:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077575.270219:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9df80 x1855007948290816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.270223:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077575.270225:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077575.270226:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077575.270227:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077575.270228:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077575.270230:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077575.270232:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5809232000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077575.270234:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077575.270235:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077575.270237:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9df80 x1855007948290816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077575.270242:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948290816:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077575.270245:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077575.270247:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c000 x1855007948290944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.270252:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077575.270253:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077575.270254:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077575.270256:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077575.270257:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077575.270259:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948290944:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077575.270261:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077575.270263:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077575.270264:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077575.270265:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077575.270268:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077575.270270:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077575.270272:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077575.270274:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077575.270276:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8000.
00000100:00000200:2.0:1769077575.270278:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948290944, portal 10
00000100:00000001:2.0:1769077575.270280:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077575.270281:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104263680 : -127169605287936 : ffff8c5704d9c000)
00000100:00000040:2.0:1769077575.270285:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c000 x1855007948290944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.270289:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077575.270291:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077575.270292:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8d48.
00000100:00000200:2.0:1769077575.270295:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007948290944, offset 0
00000400:00000200:2.0:1769077575.270299:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077575.270302:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077575.270306:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077575.270309:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077575.270312:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077575.270315:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077575.270318:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077575.270321:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30084:30084:256:4294967295] 192.168.204.128@tcp LPNI seq info [30083:30083:8:4294967295]
00000400:00000200:2.0:1769077575.270325:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077575.270332:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077575.270337:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077575.270341:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077575.270346:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077575.270349:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077575.270353:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077575.270356:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769077575.270361:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077575.270363:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077575.270366:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077575.270370:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077575.270373:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8d48
00000400:00000010:2.0:1769077575.270375:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8d48.
00000100:00000001:2.0:1769077575.270378:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077575.270382:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c000 x1855007948290944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.270390:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077575.270394:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c000 x1855007948290944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077600 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.270401:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077575.270403:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077575.270406:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077575.270409:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: using a timeout of 11621 usecs (12 jiffies)
00000400:00000200:2.0:1769077575.270412:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077575.270414:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298939405
00000100:00000001:2.0:1769077575.270417:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298940688
00000100:00000001:2.0:1769077575.270419:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298939405
00000100:00000001:2.0:1769077575.270422:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298940688
00000100:00000001:2.0:1769077575.270425:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077575.270427:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077575.270429:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077575.270433:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077575/real 1769077575]  req@ffff8c5704d9c000 x1855007948290944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077575.270441:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077575.270443:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077575.270444:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077575.270447:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8000
00000400:00000010:2.0:1769077575.270448:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8000.
00000100:00000001:2.0:1769077575.270451:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077575.270454:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c000 x1855007948290944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077575.270462:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c000 x1855007948290944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.270469:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077575.270470:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077575.270473:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077575.270474:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077575.270478:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c000 x1855007948290944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.270486:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077575.270490:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c000 x1855007948290944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.270497:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077575.270500:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077575.270501:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077575.270503:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077575.270505:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077575.270507:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077575.270510:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5808f63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077575.270513:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077575.270516:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077575.270522:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c000 x1855007948290944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077575.270530:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948290944:192.168.204.128@tcp:38:kworker.0
00000100:00000001:2.0:1769077575.270535:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077575.270538:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9c380 x1855007948291072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.270546:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077575.270548:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077575.270550:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077575.270552:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077575.270554:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077575.270558:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948291072:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077575.270561:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077575.270563:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077575.270565:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077575.270566:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077575.270570:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077575.270573:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077575.270577:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077575.270580:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077575.270584:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8000.
00000100:00000200:2.0:1769077575.270587:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948291072, portal 4
00000100:00000001:2.0:1769077575.270589:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077575.270591:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104264576 : -127169605287040 : ffff8c5704d9c380)
00000100:00000040:2.0:1769077575.270596:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9c380 x1855007948291072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.270605:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077575.270607:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077575.270610:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8d48.
00000100:00000200:2.0:1769077575.270613:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948291072, offset 0
00000400:00000200:2.0:1769077575.270617:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077575.270621:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077575.270625:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077575.270628:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077575.270631:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077575.270634:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077575.270637:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077575.270640:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30085:30085:256:4294967295] 192.168.204.128@tcp LPNI seq info [30084:30084:8:4294967295]
00000400:00000200:2.0:1769077575.270645:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077575.270651:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077575.270656:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077575.270659:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077575.270663:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077575.270666:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077575.270670:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077575.270673:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769077575.270677:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077575.270679:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077575.270683:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077575.270687:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077575.270690:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8d48
00000400:00000010:2.0:1769077575.270692:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8d48.
00000100:00000001:2.0:1769077575.270695:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077575.270699:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9c380 x1855007948291072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.270708:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077575.270711:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9c380 x1855007948291072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077600 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.270726:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077575.270728:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077575.270752:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077575.270756:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: using a timeout of 76845 usecs (77 jiffies)
00000400:00000200:2.0:1769077575.270760:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077575.270763:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298939471
00000100:00000001:2.0:1769077575.270766:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298940688
00000100:00000001:2.0:1769077575.270769:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298939471
00000100:00000001:2.0:1769077575.270771:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298940688
00000100:00000001:2.0:1769077575.270774:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077575.270776:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077575.270779:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077575.270783:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077575/real 1769077575]  req@ffff8c5704d9c380 x1855007948291072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077575.270792:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077575.270794:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077575.270795:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077575.270798:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8000
00000400:00000010:2.0:1769077575.270800:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8000.
00000100:00000001:2.0:1769077575.270803:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077575.270807:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9c380 x1855007948291072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077575.270816:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9c380 x1855007948291072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.270823:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077575.270825:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077575.270827:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077575.270829:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077575.270832:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9c380 x1855007948291072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.270841:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077575.270845:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9c380 x1855007948291072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.270853:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077575.270856:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077575.270857:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077575.270859:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077575.270861:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077575.270863:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077575.270866:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c36800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077575.270871:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077575.270873:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077575.270877:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9c380 x1855007948291072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077575.270886:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948291072:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077575.270891:0:2431:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077575.270894:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5704d9dc00 x1855007948291200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.270902:0:2431:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077575.270903:0:2431:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077575.270906:0:2431:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077575.270908:0:2431:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077575.270911:0:2431:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077575.270914:0:2431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948291200:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077575.270918:0:2431:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077575.270920:0:2431:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077575.270922:0:2431:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077575.270924:0:2431:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077575.270943:0:2431:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077575.270946:0:2431:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077575.270950:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000010:2.0:1769077575.270953:0:2431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5704ada478.
00000400:00000010:2.0:1769077575.270957:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8000.
00000100:00000200:2.0:1769077575.270959:0:2431:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007948291200, portal 4
00000100:00000001:2.0:1769077575.270962:0:2431:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077575.270963:0:2431:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616904104270848 : -127169605280768 : ffff8c5704d9dc00)
00000100:00000040:2.0:1769077575.270970:0:2431:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5704d9dc00 x1855007948291200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.270977:0:2431:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077575.270980:0:2431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp
00000400:00000010:2.0:1769077575.270982:0:2431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c58072e8d48.
00000100:00000200:2.0:1769077575.270985:0:2431:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007948291200, offset 0
00000400:00000200:2.0:1769077575.270990:0:2431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp
00000400:00000200:2.0:1769077575.270994:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077575.270998:0:2431:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.128@tcp local destination
00000400:00000200:2.0:1769077575.271001:0:2431:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077575.271004:0:2431:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp
00000400:00000200:2.0:1769077575.271007:0:2431:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077575.271009:0:2431:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp
00000400:00000200:2.0:1769077575.271013:0:2431:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [30086:30086:256:4294967295] 192.168.204.128@tcp LPNI seq info [30085:30085:8:4294967295]
00000400:00000200:2.0:1769077575.271018:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000400:00000200:2.0:1769077575.271024:0:2431:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:<?>) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077575.271029:0:2431:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077575.271033:0:2431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c580a93ef00.
00000800:00000200:2.0:1769077575.271038:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.0:1769077575.271041:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077575.271046:0:2431:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c580b4bf840] -> 12345-192.168.204.128@tcp (2)
00000800:00000200:2.1:1769077575.271049:0:2431:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.128 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769077575.271053:0:2431:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.128@tcp
00000800:00000010:2.0:1769077575.271056:0:2431:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c580a93ef00.
00000400:00000200:2.0:1769077575.271059:0:2431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077575.271063:0:2431:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077575.271066:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8d48
00000400:00000010:2.0:1769077575.271068:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8d48.
00000100:00000001:2.0:1769077575.271070:0:2431:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077575.271075:0:2431:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5704d9dc00 x1855007948291200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.271084:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077575.271087:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5704d9dc00 x1855007948291200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077600 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.271095:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077575.271096:0:2431:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077575.271099:0:2431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077575.271102:0:2431:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: using a timeout of 23716 usecs (24 jiffies)
00000400:00000200:2.0:1769077575.271106:0:2431:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0
00000100:00000001:2.0:1769077575.271108:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 0 is 4298939418
00000100:00000001:2.0:1769077575.271110:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 0, keep current deadline 4298940688
00000100:00000001:2.0:1769077575.271113:0:2431:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS new deadline estimation for cpu 1 is 4298939418
00000100:00000001:2.0:1769077575.271115:0:2431:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8c580b459000: PM QoS request active for cpu 1, keep current deadline 4298940688
00000100:00000001:2.0:1769077575.271117:0:2431:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077575.271120:0:2431:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077575.271122:0:2431:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077575.271126:0:2431:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077575/real 1769077575]  req@ffff8c5704d9dc00 x1855007948291200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077575.271135:0:2431:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077575.271136:0:2431:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077575.271138:0:2431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5704ada478.
00000400:00000200:2.0:1769077575.271142:0:2431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c58072e8000
00000400:00000010:2.0:1769077575.271143:0:2431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c58072e8000.
00000100:00000001:2.0:1769077575.271146:0:2431:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077575.271150:0:2431:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5704d9dc00 x1855007948291200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077575.271159:0:2431:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5704d9dc00 x1855007948291200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.271166:0:2431:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077575.271168:0:2431:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077575.271170:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077575.271172:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077575.271176:0:2431:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5704d9dc00 x1855007948291200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.271184:0:2431:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077575.271188:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5704d9dc00 x1855007948291200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.271196:0:2431:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077575.271200:0:2431:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077575.271202:0:2431:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077575.271203:0:2431:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077575.271205:0:2431:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077575.271207:0:2431:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077575.271210:0:2431:0:(import.c:65:import_set_state_nolock()) ffff8c5807c31000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077575.271213:0:2431:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.128@tcp failed (-110)
00000100:00000001:2.0:1769077575.271216:0:2431:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077575.271220:0:2431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5704d9dc00 x1855007948291200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077575.271229:0:2431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c5704d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:23d86241-0195-46b9-97f4-625709518fd0:2431:1855007948291200:192.168.204.128@tcp:8:kworker.0
00000100:00000001:2.0:1769077575.271233:0:2431:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077575.271235:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077575.271239:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9df80 x1855007948290816/t0(0) o38->lustre-MDT0000-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.271245:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077575.271247:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077575.271249:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412800.
02000000:00000001:2.0:1769077575.271251:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077575.271253:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077575.271254:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5809232000 refcount=64 obd=lustre-MDT0000-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077575.271256:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077575.271258:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f16000.
02000000:00000001:2.0:1769077575.271261:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077575.271262:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077575.271263:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9df80.
00000100:00000001:2.0:1769077575.271266:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077575.271268:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077575.271270:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077575.271273:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c000 x1855007948290944/t0(0) o38->lustre-MDT0001-mdc-ffff8c580b459000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.271279:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077575.271281:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077575.271282:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b410800.
02000000:00000001:2.0:1769077575.271285:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077575.271286:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077575.271287:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5808f63800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c580b459000
00000020:00000001:2.0:1769077575.271289:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077575.271291:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f15800.
02000000:00000001:2.0:1769077575.271293:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077575.271294:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077575.271296:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c000.
00000100:00000001:2.0:1769077575.271298:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077575.271300:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077575.271302:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077575.271305:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9c380 x1855007948291072/t0(0) o8->lustre-OST0000-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.271312:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077575.271314:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077575.271315:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b412000.
02000000:00000001:2.0:1769077575.271318:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077575.271319:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077575.271321:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c36800 refcount=3 obd=lustre-OST0000-osc-ffff8c580b459000
00000020:00000001:2.0:1769077575.271323:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077575.271324:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f17000.
02000000:00000001:2.0:1769077575.271327:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077575.271328:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077575.271329:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9c380.
00000100:00000001:2.0:1769077575.271332:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077575.271333:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077575.271335:0:2431:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077575.271338:0:2431:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5704d9dc00 x1855007948291200/t0(0) o8->lustre-OST0001-osc-ffff8c580b459000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077575.271345:0:2431:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077575.271347:0:2431:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077575.271349:0:2431:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c580b411000.
02000000:00000001:2.0:1769077575.271351:0:2431:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077575.271353:0:2431:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077575.271354:0:2431:0:(genops.c:1242:class_import_put()) import ffff8c5807c31000 refcount=3 obd=lustre-OST0001-osc-ffff8c580b459000
00000020:00000001:2.0:1769077575.271356:0:2431:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077575.271358:0:2431:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5805f14c00.
02000000:00000001:2.0:1769077575.271360:0:2431:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077575.271361:0:2431:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077575.271363:0:2431:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5704d9dc00.
00000100:00000001:2.0:1769077575.271366:0:2431:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077575.271367:0:2431:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077575.271369:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077575.271373:0:2431:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077575.271375:0:2431:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077575.271377:0:2431:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077575.271379:0:2431:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077575.588819:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077575.588826:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077575.588869:0:41340:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077575.588873:0:41340:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077575.588876:0:41340:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077576.292807:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077576.292814:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077576.292816:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077576.292822:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077576.292825:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077576.292830:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077576.292833:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077576.292836:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077576.292838:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077576.612823:0:46511:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c910 (cpu 0) has reached its deadline 4298940688, at 4298940736
00000100:00000040:0.0:1769077576.612829:0:46586:0:(connection.c:75:cpu_latency_work()) work item of ffff8c580b77c800 (cpu 0) has reached its deadline 4298940688, at 4298940736
00010000:00000001:2.0:1769077576.612840:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:1.0:1769077576.612842:0:46511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a2272a0.
00000100:00000010:0.0:1769077576.612844:0:46586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c583a227de0.
00010000:00000001:2.0:1769077576.612846:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077576.612875:0:36329:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077576.612879:0:36329:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077576.612883:0:36329:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077577.316848:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077577.316857:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077577.316859:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077577.316865:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077577.316869:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077577.316883:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077577.316887:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077577.316889:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077577.316905:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077577.636809:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077577.636817:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077577.636867:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077577.636870:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077577.636872:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077578.340811:0:46229:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077578.340817:0:46229:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077578.340819:0:46229:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077578.340823:0:46229:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c58078b89c0 going to sleep for 0 seconds
00000100:00000001:1.0:1769077578.340825:0:46229:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077578.340828:0:46229:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077578.340830:0:46229:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077578.340833:0:46229:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077578.340835:0:46229:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077578.660803:0:46256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077578.660808:0:46256:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077578.660826:0:36330:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077578.660828:0:36330:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077578.660830:0:36330:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 166102 lines, 166102 kept, 0 dropped, 0 bad.